2023-06-08T03:37:41.264 INFO:root:teuthology version: 0.0.1.dev120+g2ef0dcd 2023-06-08T03:37:41.266 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/xiubli-2023-06-08_03:32:08-fs:functional-wip-lxb-fscrypt-20230607-0901-distro-default-smithi/7298109 --description fs:functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} --owner scheduled_xiubli@teuthology --name xiubli-2023-06-08_03:32:08-fs:functional-wip-lxb-fscrypt-20230607-0901-distro-default-smithi --verbose -- /home/teuthworker/archive/xiubli-2023-06-08_03:32:08-fs:functional-wip-lxb-fscrypt-20230607-0901-distro-default-smithi/7298109/orig.config.yaml 2023-06-08T03:37:41.307 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-06-08T03:37:41.402 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/xiubli-2023-06-08_03:32:08-fs:functional-wip-lxb-fscrypt-20230607-0901-distro-default-smithi/7298109 branch: wip-lxb-fscrypt-20230607-0901 description: fs:functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} email: null first_in_suite: false job_id: '7298109' kernel: kdb: true sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: xiubli-2023-06-08_03:32:08-fs:functional-wip-lxb-fscrypt-20230607-0901-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-lxb-fscrypt-20230607-0901 ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: a02638f808b8fe11bccdd01222c0e6e2eb71120b ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: a02638f808b8fe11bccdd01222c0e6e2eb71120b thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lxb-fscrypt-20230607-0901 sha1: a02638f808b8fe11bccdd01222c0e6e2eb71120b owner: scheduled_xiubli@teuthology priority: 110 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 sha1: a02638f808b8fe11bccdd01222c0e6e2eb71120b sleep_before_teardown: 0 suite: fs:functional suite_branch: wip-lxb-fscrypt-20230607-0901 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_a02638f808b8fe11bccdd01222c0e6e2eb71120b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: a02638f808b8fe11bccdd01222c0e6e2eb71120b syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi062.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNPLIF5u3skjywnd8kp/OmDWy6XwErxGTv9Pu0gyCtmCrzgeKDSy2bId4ge+dsDLaTB9DWNS3SaE8J3jTVYb8w4= smithi188.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKQDuDbYM8xsqu0CcZErvlhqtqskWz0fHBF0/mavCegplR9rFGMEbIxyLkQP70vfT6kb7VALPwvRA5Zxf9mxmAE= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: null - ceph-fuse: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.tests_from_xfstests_dev teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 2ef0dcdee569e9851c9d2ffb6acfd4b80d031e61 timestamp: 2023-06-08_03:32:08 tube: smithi user: xiubli verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.23459 2023-06-08T03:37:41.403 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_a02638f808b8fe11bccdd01222c0e6e2eb71120b/qa; will attempt to use it 2023-06-08T03:37:41.403 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_a02638f808b8fe11bccdd01222c0e6e2eb71120b/qa/tasks 2023-06-08T03:37:41.404 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-06-08T03:37:41.405 INFO:teuthology.task.internal:Checking packages... 2023-06-08T03:37:41.433 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash 'a02638f808b8fe11bccdd01222c0e6e2eb71120b' 2023-06-08T03:37:41.434 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-06-08T03:37:41.434 INFO:teuthology.packaging:ref: None 2023-06-08T03:37:41.434 INFO:teuthology.packaging:tag: None 2023-06-08T03:37:41.435 INFO:teuthology.packaging:branch: wip-lxb-fscrypt-20230607-0901 2023-06-08T03:37:41.435 INFO:teuthology.packaging:sha1: a02638f808b8fe11bccdd01222c0e6e2eb71120b 2023-06-08T03:37:41.435 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-lxb-fscrypt-20230607-0901 2023-06-08T03:37:41.654 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-4313-ga02638f8-1jammy 2023-06-08T03:37:41.654 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-06-08T03:37:41.661 INFO:teuthology.task.internal:no buildpackages task found 2023-06-08T03:37:41.661 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-06-08T03:37:41.665 INFO:teuthology.task.internal:Saving configuration 2023-06-08T03:37:41.681 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-06-08T03:37:41.686 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-06-08T03:37:41.714 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi062.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/xiubli-2023-06-08_03:32:08-fs:functional-wip-lxb-fscrypt-20230607-0901-distro-default-smithi/7298109', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-06-08 03:32:14.556829', 'locked_by': 'scheduled_xiubli@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAILaZcQuxmPYoYyXDnu8wqARWmZMMJrv/xRFVs9hqTFYA'} 2023-06-08T03:37:41.737 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi188.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/xiubli-2023-06-08_03:32:08-fs:functional-wip-lxb-fscrypt-20230607-0901-distro-default-smithi/7298109', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-06-08 03:32:14.558579', 'locked_by': 'scheduled_xiubli@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIFz8yYy7DMNC2kLcdJa5dwSQcczozRzEkx1g7D3co/Nq'} 2023-06-08T03:37:41.738 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-06-08T03:37:41.743 INFO:teuthology.task.internal:roles: ubuntu@smithi062.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2023-06-08T03:37:41.743 INFO:teuthology.task.internal:roles: ubuntu@smithi188.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2023-06-08T03:37:41.744 INFO:teuthology.run_tasks:Running task console_log... 2023-06-08T03:37:41.828 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7faf939caf70>, signals=[15]) 2023-06-08T03:37:41.830 INFO:teuthology.run_tasks:Running task internal.connect... 2023-06-08T03:37:41.836 INFO:teuthology.task.internal:Opening connections... 2023-06-08T03:37:41.836 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi062.front.sepia.ceph.com 2023-06-08T03:37:41.839 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-08T03:37:41.916 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi188.front.sepia.ceph.com 2023-06-08T03:37:41.917 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi188.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-08T03:37:41.990 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-06-08T03:37:41.998 DEBUG:teuthology.orchestra.run.smithi062:> uname -m 2023-06-08T03:37:42.003 INFO:teuthology.orchestra.run.smithi062.stdout:x86_64 2023-06-08T03:37:42.004 DEBUG:teuthology.orchestra.run.smithi062:> cat /etc/os-release 2023-06-08T03:37:42.051 INFO:teuthology.orchestra.run.smithi062.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2023-06-08T03:37:42.052 INFO:teuthology.orchestra.run.smithi062.stdout:NAME="Ubuntu" 2023-06-08T03:37:42.052 INFO:teuthology.orchestra.run.smithi062.stdout:VERSION_ID="22.04" 2023-06-08T03:37:42.052 INFO:teuthology.orchestra.run.smithi062.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2023-06-08T03:37:42.052 INFO:teuthology.orchestra.run.smithi062.stdout:VERSION_CODENAME=jammy 2023-06-08T03:37:42.053 INFO:teuthology.orchestra.run.smithi062.stdout:ID=ubuntu 2023-06-08T03:37:42.053 INFO:teuthology.orchestra.run.smithi062.stdout:ID_LIKE=debian 2023-06-08T03:37:42.054 INFO:teuthology.orchestra.run.smithi062.stdout:HOME_URL="https://www.ubuntu.com/" 2023-06-08T03:37:42.054 INFO:teuthology.orchestra.run.smithi062.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-06-08T03:37:42.054 INFO:teuthology.orchestra.run.smithi062.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-06-08T03:37:42.054 INFO:teuthology.orchestra.run.smithi062.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-06-08T03:37:42.055 INFO:teuthology.orchestra.run.smithi062.stdout:UBUNTU_CODENAME=jammy 2023-06-08T03:37:42.056 INFO:teuthology.lock.ops:Updating smithi062.front.sepia.ceph.com on lock server 2023-06-08T03:37:42.083 DEBUG:teuthology.orchestra.run.smithi188:> uname -m 2023-06-08T03:37:42.089 INFO:teuthology.orchestra.run.smithi188.stdout:x86_64 2023-06-08T03:37:42.089 DEBUG:teuthology.orchestra.run.smithi188:> cat /etc/os-release 2023-06-08T03:37:42.134 INFO:teuthology.orchestra.run.smithi188.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2023-06-08T03:37:42.134 INFO:teuthology.orchestra.run.smithi188.stdout:NAME="Ubuntu" 2023-06-08T03:37:42.134 INFO:teuthology.orchestra.run.smithi188.stdout:VERSION_ID="22.04" 2023-06-08T03:37:42.134 INFO:teuthology.orchestra.run.smithi188.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2023-06-08T03:37:42.135 INFO:teuthology.orchestra.run.smithi188.stdout:VERSION_CODENAME=jammy 2023-06-08T03:37:42.135 INFO:teuthology.orchestra.run.smithi188.stdout:ID=ubuntu 2023-06-08T03:37:42.135 INFO:teuthology.orchestra.run.smithi188.stdout:ID_LIKE=debian 2023-06-08T03:37:42.135 INFO:teuthology.orchestra.run.smithi188.stdout:HOME_URL="https://www.ubuntu.com/" 2023-06-08T03:37:42.135 INFO:teuthology.orchestra.run.smithi188.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-06-08T03:37:42.135 INFO:teuthology.orchestra.run.smithi188.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-06-08T03:37:42.135 INFO:teuthology.orchestra.run.smithi188.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-06-08T03:37:42.136 INFO:teuthology.orchestra.run.smithi188.stdout:UBUNTU_CODENAME=jammy 2023-06-08T03:37:42.136 INFO:teuthology.lock.ops:Updating smithi188.front.sepia.ceph.com on lock server 2023-06-08T03:37:42.158 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-06-08T03:37:42.166 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-06-08T03:37:42.171 INFO:teuthology.task.internal:Checking for old test directory... 2023-06-08T03:37:42.171 DEBUG:teuthology.orchestra.run.smithi062:> test '!' -e /home/ubuntu/cephtest 2023-06-08T03:37:42.174 DEBUG:teuthology.orchestra.run.smithi188:> test '!' -e /home/ubuntu/cephtest 2023-06-08T03:37:42.185 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-06-08T03:37:42.190 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-06-08T03:37:42.191 DEBUG:teuthology.orchestra.run.smithi062:> test -z $(ls -A /var/lib/ceph) 2023-06-08T03:37:42.221 DEBUG:teuthology.orchestra.run.smithi188:> test -z $(ls -A /var/lib/ceph) 2023-06-08T03:37:42.237 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-06-08T03:37:42.297 INFO:teuthology.run_tasks:Running task kernel... 2023-06-08T03:37:42.312 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-06-08T03:37:42.313 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-06-08T03:37:42.314 DEBUG:teuthology.orchestra.run.smithi062:> test -f /run/.containerenv -o -f /.dockerenv 2023-06-08T03:37:42.315 DEBUG:teuthology.orchestra.run.smithi188:> test -f /run/.containerenv -o -f /.dockerenv 2023-06-08T03:37:42.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-08T03:37:42.320 DEBUG:teuthology.orchestra.run.smithi062:> uname -r 2023-06-08T03:37:42.321 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-08T03:37:42.321 DEBUG:teuthology.orchestra.run.smithi188:> uname -r 2023-06-08T03:37:42.368 INFO:teuthology.orchestra.run.smithi062.stdout:5.15.0-56-generic 2023-06-08T03:37:42.368 INFO:teuthology.task.kernel:Running kernel on smithi062: 5.15.0-56-generic 2023-06-08T03:37:42.368 DEBUG:teuthology.orchestra.run.smithi062:> sudo apt-get clean 2023-06-08T03:37:42.369 INFO:teuthology.orchestra.run.smithi188.stdout:5.15.0-56-generic 2023-06-08T03:37:42.370 INFO:teuthology.task.kernel:Running kernel on smithi188: 5.15.0-56-generic 2023-06-08T03:37:42.370 DEBUG:teuthology.orchestra.run.smithi188:> sudo apt-get clean 2023-06-08T03:37:42.498 DEBUG:teuthology.orchestra.run.smithi062:> sudo apt-get update 2023-06-08T03:37:42.567 DEBUG:teuthology.orchestra.run.smithi188:> sudo apt-get update 2023-06-08T03:37:42.738 INFO:teuthology.orchestra.run.smithi188.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-06-08T03:37:42.739 INFO:teuthology.orchestra.run.smithi188.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2023-06-08T03:37:42.739 INFO:teuthology.orchestra.run.smithi188.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2023-06-08T03:37:42.776 INFO:teuthology.orchestra.run.smithi062.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-06-08T03:37:42.786 INFO:teuthology.orchestra.run.smithi062.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2023-06-08T03:37:42.803 INFO:teuthology.orchestra.run.smithi188.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [108 kB] 2023-06-08T03:37:42.835 INFO:teuthology.orchestra.run.smithi062.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2023-06-08T03:37:42.958 INFO:teuthology.orchestra.run.smithi188.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [234 kB] 2023-06-08T03:37:43.016 INFO:teuthology.orchestra.run.smithi188.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [450 kB] 2023-06-08T03:37:43.033 INFO:teuthology.orchestra.run.smithi188.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [418 kB] 2023-06-08T03:37:43.034 INFO:teuthology.orchestra.run.smithi188.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [122 kB] 2023-06-08T03:37:43.039 INFO:teuthology.orchestra.run.smithi188.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [10.1 kB] 2023-06-08T03:37:43.039 INFO:teuthology.orchestra.run.smithi188.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [28.0 kB] 2023-06-08T03:37:43.040 INFO:teuthology.orchestra.run.smithi188.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [345 kB] 2023-06-08T03:37:43.051 INFO:teuthology.orchestra.run.smithi188.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [51.8 kB] 2023-06-08T03:37:43.051 INFO:teuthology.orchestra.run.smithi188.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [604 B] 2023-06-08T03:37:43.065 INFO:teuthology.orchestra.run.smithi188.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [731 kB] 2023-06-08T03:37:43.071 INFO:teuthology.orchestra.run.smithi188.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [533 kB] 2023-06-08T03:37:43.086 INFO:teuthology.orchestra.run.smithi188.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [668 kB] 2023-06-08T03:37:43.106 INFO:teuthology.orchestra.run.smithi188.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [181 kB] 2023-06-08T03:37:43.109 INFO:teuthology.orchestra.run.smithi188.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [129 kB] 2023-06-08T03:37:43.111 INFO:teuthology.orchestra.run.smithi188.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [15.0 kB] 2023-06-08T03:37:43.111 INFO:teuthology.orchestra.run.smithi188.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [28.3 kB] 2023-06-08T03:37:43.112 INFO:teuthology.orchestra.run.smithi188.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [345 kB] 2023-06-08T03:37:43.120 INFO:teuthology.orchestra.run.smithi188.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [52.2 kB] 2023-06-08T03:37:43.121 INFO:teuthology.orchestra.run.smithi188.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [604 B] 2023-06-08T03:37:43.155 INFO:teuthology.orchestra.run.smithi188.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [622 kB] 2023-06-08T03:37:43.185 INFO:teuthology.orchestra.run.smithi188.stdout:Get:25 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [15.5 kB] 2023-06-08T03:37:43.186 INFO:teuthology.orchestra.run.smithi188.stdout:Get:26 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [30.2 kB] 2023-06-08T03:37:43.187 INFO:teuthology.orchestra.run.smithi062.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [108 kB] 2023-06-08T03:37:43.189 INFO:teuthology.orchestra.run.smithi188.stdout:Get:27 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [5,828 B] 2023-06-08T03:37:43.189 INFO:teuthology.orchestra.run.smithi188.stdout:Get:28 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [252 B] 2023-06-08T03:37:43.198 INFO:teuthology.orchestra.run.smithi062.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [450 kB] 2023-06-08T03:37:43.273 INFO:teuthology.orchestra.run.smithi188.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [920 kB] 2023-06-08T03:37:43.295 INFO:teuthology.orchestra.run.smithi188.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [194 kB] 2023-06-08T03:37:43.300 INFO:teuthology.orchestra.run.smithi188.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [19.9 kB] 2023-06-08T03:37:43.300 INFO:teuthology.orchestra.run.smithi188.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [35.3 kB] 2023-06-08T03:37:43.301 INFO:teuthology.orchestra.run.smithi188.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [3,884 B] 2023-06-08T03:37:43.302 INFO:teuthology.orchestra.run.smithi188.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [8,452 B] 2023-06-08T03:37:43.302 INFO:teuthology.orchestra.run.smithi188.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [468 B] 2023-06-08T03:37:43.303 INFO:teuthology.orchestra.run.smithi188.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [40.9 kB] 2023-06-08T03:37:43.304 INFO:teuthology.orchestra.run.smithi188.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [33.7 kB] 2023-06-08T03:37:43.325 INFO:teuthology.orchestra.run.smithi062.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [418 kB] 2023-06-08T03:37:43.339 INFO:teuthology.orchestra.run.smithi188.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [10.2 kB] 2023-06-08T03:37:43.340 INFO:teuthology.orchestra.run.smithi188.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2023-06-08T03:37:43.340 INFO:teuthology.orchestra.run.smithi188.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [23.4 kB] 2023-06-08T03:37:43.365 INFO:teuthology.orchestra.run.smithi188.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [13.9 kB] 2023-06-08T03:37:43.374 INFO:teuthology.orchestra.run.smithi188.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [15.0 kB] 2023-06-08T03:37:43.380 INFO:teuthology.orchestra.run.smithi188.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [548 B] 2023-06-08T03:37:43.490 INFO:teuthology.orchestra.run.smithi062.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [234 kB] 2023-06-08T03:37:43.493 INFO:teuthology.orchestra.run.smithi062.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [668 kB] 2023-06-08T03:37:43.516 INFO:teuthology.orchestra.run.smithi062.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [122 kB] 2023-06-08T03:37:43.530 INFO:teuthology.orchestra.run.smithi062.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [10.1 kB] 2023-06-08T03:37:43.530 INFO:teuthology.orchestra.run.smithi062.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [345 kB] 2023-06-08T03:37:43.599 INFO:teuthology.orchestra.run.smithi062.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [181 kB] 2023-06-08T03:37:43.599 INFO:teuthology.orchestra.run.smithi062.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [28.0 kB] 2023-06-08T03:37:43.600 INFO:teuthology.orchestra.run.smithi062.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [51.8 kB] 2023-06-08T03:37:43.601 INFO:teuthology.orchestra.run.smithi062.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [604 B] 2023-06-08T03:37:43.602 INFO:teuthology.orchestra.run.smithi062.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [533 kB] 2023-06-08T03:37:43.610 INFO:teuthology.orchestra.run.smithi062.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [15.0 kB] 2023-06-08T03:37:43.611 INFO:teuthology.orchestra.run.smithi062.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [345 kB] 2023-06-08T03:37:43.635 INFO:teuthology.orchestra.run.smithi062.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [28.3 kB] 2023-06-08T03:37:43.637 INFO:teuthology.orchestra.run.smithi062.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [52.2 kB] 2023-06-08T03:37:43.641 INFO:teuthology.orchestra.run.smithi062.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [604 B] 2023-06-08T03:37:43.654 INFO:teuthology.orchestra.run.smithi062.stdout:Get:22 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [731 kB] 2023-06-08T03:37:43.805 INFO:teuthology.orchestra.run.smithi062.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [920 kB] 2023-06-08T03:37:43.856 INFO:teuthology.orchestra.run.smithi062.stdout:Get:24 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [129 kB] 2023-06-08T03:37:44.226 INFO:teuthology.orchestra.run.smithi062.stdout:Get:25 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [15.5 kB] 2023-06-08T03:37:44.233 INFO:teuthology.orchestra.run.smithi062.stdout:Get:26 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [30.2 kB] 2023-06-08T03:37:44.247 INFO:teuthology.orchestra.run.smithi062.stdout:Get:27 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [5,828 B] 2023-06-08T03:37:44.250 INFO:teuthology.orchestra.run.smithi062.stdout:Get:28 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [252 B] 2023-06-08T03:37:44.414 INFO:teuthology.orchestra.run.smithi062.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [622 kB] 2023-06-08T03:37:44.453 INFO:teuthology.orchestra.run.smithi062.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [194 kB] 2023-06-08T03:37:44.465 INFO:teuthology.orchestra.run.smithi062.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [19.9 kB] 2023-06-08T03:37:44.466 INFO:teuthology.orchestra.run.smithi062.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [35.3 kB] 2023-06-08T03:37:44.469 INFO:teuthology.orchestra.run.smithi062.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [3,884 B] 2023-06-08T03:37:44.469 INFO:teuthology.orchestra.run.smithi062.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [8,452 B] 2023-06-08T03:37:44.470 INFO:teuthology.orchestra.run.smithi062.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [468 B] 2023-06-08T03:37:44.470 INFO:teuthology.orchestra.run.smithi062.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [33.7 kB] 2023-06-08T03:37:44.471 INFO:teuthology.orchestra.run.smithi062.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [40.9 kB] 2023-06-08T03:37:44.497 INFO:teuthology.orchestra.run.smithi062.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [10.2 kB] 2023-06-08T03:37:44.661 INFO:teuthology.orchestra.run.smithi062.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2023-06-08T03:37:44.743 INFO:teuthology.orchestra.run.smithi062.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [23.4 kB] 2023-06-08T03:37:44.839 INFO:teuthology.orchestra.run.smithi062.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [13.9 kB] 2023-06-08T03:37:44.868 INFO:teuthology.orchestra.run.smithi062.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [15.0 kB] 2023-06-08T03:37:44.919 INFO:teuthology.orchestra.run.smithi062.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [548 B] 2023-06-08T03:37:47.755 INFO:teuthology.orchestra.run.smithi188.stdout:Fetched 6,674 kB in 1s (6,301 kB/s) 2023-06-08T03:37:49.043 INFO:teuthology.orchestra.run.smithi188.stdout:Reading package lists... 2023-06-08T03:37:49.060 DEBUG:teuthology.orchestra.run.smithi188:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2023-06-08T03:37:49.117 INFO:teuthology.orchestra.run.smithi188.stdout:Reading package lists... 2023-06-08T03:37:49.234 INFO:teuthology.orchestra.run.smithi062.stdout:Fetched 6,674 kB in 2s (2,844 kB/s) 2023-06-08T03:37:49.290 INFO:teuthology.orchestra.run.smithi188.stdout:Building dependency tree... 2023-06-08T03:37:49.290 INFO:teuthology.orchestra.run.smithi188.stdout:Reading state information... 2023-06-08T03:37:49.432 INFO:teuthology.orchestra.run.smithi188.stdout:The following packages were automatically installed and are no longer required: 2023-06-08T03:37:49.433 INFO:teuthology.orchestra.run.smithi188.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-08T03:37:49.433 INFO:teuthology.orchestra.run.smithi188.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-08T03:37:49.434 INFO:teuthology.orchestra.run.smithi188.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-08T03:37:49.434 INFO:teuthology.orchestra.run.smithi188.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2023-06-08T03:37:49.434 INFO:teuthology.orchestra.run.smithi188.stdout: python2.7-minimal 2023-06-08T03:37:49.434 INFO:teuthology.orchestra.run.smithi188.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-08T03:37:49.435 INFO:teuthology.orchestra.run.smithi188.stdout:The following additional packages will be installed: 2023-06-08T03:37:49.435 INFO:teuthology.orchestra.run.smithi188.stdout: linux-generic linux-headers-5.15.0-73 linux-headers-5.15.0-73-generic 2023-06-08T03:37:49.435 INFO:teuthology.orchestra.run.smithi188.stdout: linux-headers-generic linux-image-5.15.0-73-generic 2023-06-08T03:37:49.435 INFO:teuthology.orchestra.run.smithi188.stdout: linux-modules-5.15.0-73-generic linux-modules-extra-5.15.0-73-generic 2023-06-08T03:37:49.435 INFO:teuthology.orchestra.run.smithi188.stdout:Suggested packages: 2023-06-08T03:37:49.436 INFO:teuthology.orchestra.run.smithi188.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2023-06-08T03:37:49.436 INFO:teuthology.orchestra.run.smithi188.stdout:Recommended packages: 2023-06-08T03:37:49.436 INFO:teuthology.orchestra.run.smithi188.stdout: thermald 2023-06-08T03:37:49.477 INFO:teuthology.orchestra.run.smithi188.stdout:The following NEW packages will be installed: 2023-06-08T03:37:49.478 INFO:teuthology.orchestra.run.smithi188.stdout: linux-headers-5.15.0-73 linux-headers-5.15.0-73-generic 2023-06-08T03:37:49.478 INFO:teuthology.orchestra.run.smithi188.stdout: linux-image-5.15.0-73-generic linux-modules-5.15.0-73-generic 2023-06-08T03:37:49.478 INFO:teuthology.orchestra.run.smithi188.stdout: linux-modules-extra-5.15.0-73-generic 2023-06-08T03:37:49.479 INFO:teuthology.orchestra.run.smithi188.stdout:The following packages will be upgraded: 2023-06-08T03:37:49.479 INFO:teuthology.orchestra.run.smithi188.stdout: linux-generic linux-headers-generic linux-image-generic 2023-06-08T03:37:49.664 INFO:teuthology.orchestra.run.smithi188.stdout:3 upgraded, 5 newly installed, 0 to remove and 201 not upgraded. 2023-06-08T03:37:49.664 INFO:teuthology.orchestra.run.smithi188.stdout:Need to get 114 MB of archives. 2023-06-08T03:37:49.664 INFO:teuthology.orchestra.run.smithi188.stdout:After this operation, 596 MB of additional disk space will be used. 2023-06-08T03:37:49.665 INFO:teuthology.orchestra.run.smithi188.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-73-generic amd64 5.15.0-73.80 [23.2 MB] 2023-06-08T03:37:50.578 INFO:teuthology.orchestra.run.smithi062.stdout:Reading package lists... 2023-06-08T03:37:50.595 DEBUG:teuthology.orchestra.run.smithi062:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2023-06-08T03:37:50.658 INFO:teuthology.orchestra.run.smithi062.stdout:Reading package lists... 2023-06-08T03:37:50.836 INFO:teuthology.orchestra.run.smithi062.stdout:Building dependency tree... 2023-06-08T03:37:50.836 INFO:teuthology.orchestra.run.smithi062.stdout:Reading state information... 2023-06-08T03:37:50.990 INFO:teuthology.orchestra.run.smithi062.stdout:The following packages were automatically installed and are no longer required: 2023-06-08T03:37:50.990 INFO:teuthology.orchestra.run.smithi062.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-08T03:37:50.990 INFO:teuthology.orchestra.run.smithi062.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-08T03:37:50.991 INFO:teuthology.orchestra.run.smithi062.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-08T03:37:50.991 INFO:teuthology.orchestra.run.smithi062.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2023-06-08T03:37:50.991 INFO:teuthology.orchestra.run.smithi062.stdout: python2.7-minimal 2023-06-08T03:37:50.992 INFO:teuthology.orchestra.run.smithi062.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-08T03:37:50.992 INFO:teuthology.orchestra.run.smithi062.stdout:The following additional packages will be installed: 2023-06-08T03:37:50.993 INFO:teuthology.orchestra.run.smithi062.stdout: linux-generic linux-headers-5.15.0-73 linux-headers-5.15.0-73-generic 2023-06-08T03:37:50.993 INFO:teuthology.orchestra.run.smithi062.stdout: linux-headers-generic linux-image-5.15.0-73-generic 2023-06-08T03:37:50.993 INFO:teuthology.orchestra.run.smithi062.stdout: linux-modules-5.15.0-73-generic linux-modules-extra-5.15.0-73-generic 2023-06-08T03:37:50.993 INFO:teuthology.orchestra.run.smithi062.stdout:Suggested packages: 2023-06-08T03:37:50.994 INFO:teuthology.orchestra.run.smithi062.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2023-06-08T03:37:50.994 INFO:teuthology.orchestra.run.smithi062.stdout:Recommended packages: 2023-06-08T03:37:50.994 INFO:teuthology.orchestra.run.smithi062.stdout: thermald 2023-06-08T03:37:51.049 INFO:teuthology.orchestra.run.smithi062.stdout:The following NEW packages will be installed: 2023-06-08T03:37:51.049 INFO:teuthology.orchestra.run.smithi062.stdout: linux-headers-5.15.0-73 linux-headers-5.15.0-73-generic 2023-06-08T03:37:51.049 INFO:teuthology.orchestra.run.smithi062.stdout: linux-image-5.15.0-73-generic linux-modules-5.15.0-73-generic 2023-06-08T03:37:51.049 INFO:teuthology.orchestra.run.smithi062.stdout: linux-modules-extra-5.15.0-73-generic 2023-06-08T03:37:51.050 INFO:teuthology.orchestra.run.smithi062.stdout:The following packages will be upgraded: 2023-06-08T03:37:51.050 INFO:teuthology.orchestra.run.smithi062.stdout: linux-generic linux-headers-generic linux-image-generic 2023-06-08T03:37:51.067 INFO:teuthology.orchestra.run.smithi188.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-73-generic amd64 5.15.0-73.80 [11.4 MB] 2023-06-08T03:37:51.099 INFO:teuthology.orchestra.run.smithi062.stdout:3 upgraded, 5 newly installed, 0 to remove and 201 not upgraded. 2023-06-08T03:37:51.100 INFO:teuthology.orchestra.run.smithi062.stdout:Need to get 114 MB of archives. 2023-06-08T03:37:51.100 INFO:teuthology.orchestra.run.smithi062.stdout:After this operation, 596 MB of additional disk space will be used. 2023-06-08T03:37:51.100 INFO:teuthology.orchestra.run.smithi062.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-73-generic amd64 5.15.0-73.80 [23.2 MB] 2023-06-08T03:37:51.411 INFO:teuthology.orchestra.run.smithi188.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-73-generic amd64 5.15.0-73.80 [64.2 MB] 2023-06-08T03:37:51.545 INFO:teuthology.orchestra.run.smithi062.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-73-generic amd64 5.15.0-73.80 [11.4 MB] 2023-06-08T03:37:51.635 INFO:teuthology.orchestra.run.smithi062.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-73-generic amd64 5.15.0-73.80 [64.2 MB] 2023-06-08T03:37:52.438 INFO:teuthology.orchestra.run.smithi062.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.73.71 [1,698 B] 2023-06-08T03:37:52.438 INFO:teuthology.orchestra.run.smithi062.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.73.71 [2,456 B] 2023-06-08T03:37:52.438 INFO:teuthology.orchestra.run.smithi062.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-73 all 5.15.0-73.80 [12.3 MB] 2023-06-08T03:37:52.561 INFO:teuthology.orchestra.run.smithi062.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-73-generic amd64 5.15.0-73.80 [2,874 kB] 2023-06-08T03:37:52.584 INFO:teuthology.orchestra.run.smithi062.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.73.71 [2,312 B] 2023-06-08T03:37:52.975 INFO:teuthology.orchestra.run.smithi062.stdout:Fetched 114 MB in 2s (74.7 MB/s) 2023-06-08T03:37:53.155 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package linux-modules-5.15.0-73-generic. 2023-06-08T03:37:53.655 INFO:teuthology.orchestra.run.smithi188.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.73.71 [1,698 B] 2023-06-08T03:37:53.655 INFO:teuthology.orchestra.run.smithi188.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.73.71 [2,456 B] 2023-06-08T03:37:53.655 INFO:teuthology.orchestra.run.smithi188.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-73 all 5.15.0-73.80 [12.3 MB] 2023-06-08T03:37:54.524 INFO:teuthology.orchestra.run.smithi188.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-73-generic amd64 5.15.0-73.80 [2,874 kB] 2023-06-08T03:37:54.662 INFO:teuthology.orchestra.run.smithi188.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.73.71 [2,312 B] 2023-06-08T03:37:55.052 INFO:teuthology.orchestra.run.smithi188.stdout:Fetched 114 MB in 5s (22.0 MB/s) 2023-06-08T03:37:55.100 INFO:teuthology.orchestra.run.smithi062.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2023-06-08T03:37:55.105 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../0-linux-modules-5.15.0-73-generic_5.15.0-73.80_amd64.deb ... 2023-06-08T03:37:55.169 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking linux-modules-5.15.0-73-generic (5.15.0-73.80) ... 2023-06-08T03:37:55.243 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package linux-modules-5.15.0-73-generic. 2023-06-08T03:37:57.328 INFO:teuthology.orchestra.run.smithi188.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2023-06-08T03:37:57.333 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../0-linux-modules-5.15.0-73-generic_5.15.0-73.80_amd64.deb ... 2023-06-08T03:37:57.487 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package linux-image-5.15.0-73-generic. 2023-06-08T03:37:57.501 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../1-linux-image-5.15.0-73-generic_5.15.0-73.80_amd64.deb ... 2023-06-08T03:37:57.596 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking linux-image-5.15.0-73-generic (5.15.0-73.80) ... 2023-06-08T03:37:57.608 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking linux-modules-5.15.0-73-generic (5.15.0-73.80) ... 2023-06-08T03:37:58.165 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-73-generic. 2023-06-08T03:37:58.187 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-73-generic_5.15.0-73.80_amd64.deb ... 2023-06-08T03:37:58.224 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking linux-modules-extra-5.15.0-73-generic (5.15.0-73.80) ... 2023-06-08T03:37:59.968 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package linux-image-5.15.0-73-generic. 2023-06-08T03:37:59.989 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../1-linux-image-5.15.0-73-generic_5.15.0-73.80_amd64.deb ... 2023-06-08T03:38:00.074 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking linux-image-5.15.0-73-generic (5.15.0-73.80) ... 2023-06-08T03:38:00.513 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-73-generic. 2023-06-08T03:38:00.534 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-73-generic_5.15.0-73.80_amd64.deb ... 2023-06-08T03:38:00.587 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking linux-modules-extra-5.15.0-73-generic (5.15.0-73.80) ... 2023-06-08T03:38:04.709 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../3-linux-generic_5.15.0.73.71_amd64.deb ... 2023-06-08T03:38:04.836 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking linux-generic (5.15.0.73.71) over (5.15.0.56.54) ... 2023-06-08T03:38:05.178 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.73.71_amd64.deb ... 2023-06-08T03:38:05.306 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking linux-image-generic (5.15.0.73.71) over (5.15.0.56.54) ... 2023-06-08T03:38:05.609 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package linux-headers-5.15.0-73. 2023-06-08T03:38:05.632 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../5-linux-headers-5.15.0-73_5.15.0-73.80_all.deb ... 2023-06-08T03:38:05.676 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking linux-headers-5.15.0-73 (5.15.0-73.80) ... 2023-06-08T03:38:07.707 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../3-linux-generic_5.15.0.73.71_amd64.deb ... 2023-06-08T03:38:07.834 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking linux-generic (5.15.0.73.71) over (5.15.0.56.54) ... 2023-06-08T03:38:08.210 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.73.71_amd64.deb ... 2023-06-08T03:38:08.338 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking linux-image-generic (5.15.0.73.71) over (5.15.0.56.54) ... 2023-06-08T03:38:08.658 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package linux-headers-5.15.0-73. 2023-06-08T03:38:08.680 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../5-linux-headers-5.15.0-73_5.15.0-73.80_all.deb ... 2023-06-08T03:38:08.716 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking linux-headers-5.15.0-73 (5.15.0-73.80) ... 2023-06-08T03:38:11.467 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package linux-headers-5.15.0-73-generic. 2023-06-08T03:38:11.504 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../6-linux-headers-5.15.0-73-generic_5.15.0-73.80_amd64.deb ... 2023-06-08T03:38:11.542 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking linux-headers-5.15.0-73-generic (5.15.0-73.80) ... 2023-06-08T03:38:14.205 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.73.71_amd64.deb ... 2023-06-08T03:38:14.330 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking linux-headers-generic (5.15.0.73.71) over (5.15.0.56.54) ... 2023-06-08T03:38:14.680 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up linux-headers-5.15.0-73 (5.15.0-73.80) ... 2023-06-08T03:38:14.801 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up linux-headers-5.15.0-73-generic (5.15.0-73.80) ... 2023-06-08T03:38:14.919 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up linux-headers-generic (5.15.0.73.71) ... 2023-06-08T03:38:14.944 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package linux-headers-5.15.0-73-generic. 2023-06-08T03:38:14.980 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../6-linux-headers-5.15.0-73-generic_5.15.0-73.80_amd64.deb ... 2023-06-08T03:38:15.023 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up linux-image-5.15.0-73-generic (5.15.0-73.80) ... 2023-06-08T03:38:15.052 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking linux-headers-5.15.0-73-generic (5.15.0-73.80) ... 2023-06-08T03:38:16.344 INFO:teuthology.orchestra.run.smithi062.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2023-06-08T03:38:16.360 INFO:teuthology.orchestra.run.smithi062.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2023-06-08T03:38:16.360 INFO:teuthology.orchestra.run.smithi062.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-73-generic 2023-06-08T03:38:16.360 INFO:teuthology.orchestra.run.smithi062.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-73-generic 2023-06-08T03:38:16.508 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up linux-modules-5.15.0-73-generic (5.15.0-73.80) ... 2023-06-08T03:38:17.884 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.73.71_amd64.deb ... 2023-06-08T03:38:17.935 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up linux-modules-extra-5.15.0-73-generic (5.15.0-73.80) ... 2023-06-08T03:38:18.297 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking linux-headers-generic (5.15.0.73.71) over (5.15.0.56.54) ... 2023-06-08T03:38:18.765 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up linux-headers-5.15.0-73 (5.15.0-73.80) ... 2023-06-08T03:38:18.887 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up linux-headers-5.15.0-73-generic (5.15.0-73.80) ... 2023-06-08T03:38:19.038 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up linux-headers-generic (5.15.0.73.71) ... 2023-06-08T03:38:19.167 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up linux-image-5.15.0-73-generic (5.15.0-73.80) ... 2023-06-08T03:38:19.344 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up linux-image-generic (5.15.0.73.71) ... 2023-06-08T03:38:19.445 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up linux-generic (5.15.0.73.71) ... 2023-06-08T03:38:19.555 INFO:teuthology.orchestra.run.smithi062.stdout:Processing triggers for linux-image-5.15.0-73-generic (5.15.0-73.80) ... 2023-06-08T03:38:19.615 INFO:teuthology.orchestra.run.smithi062.stdout:/etc/kernel/postinst.d/initramfs-tools: 2023-06-08T03:38:19.615 INFO:teuthology.orchestra.run.smithi062.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-73-generic 2023-06-08T03:38:20.493 INFO:teuthology.orchestra.run.smithi188.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2023-06-08T03:38:20.493 INFO:teuthology.orchestra.run.smithi188.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2023-06-08T03:38:20.493 INFO:teuthology.orchestra.run.smithi188.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-73-generic 2023-06-08T03:38:20.494 INFO:teuthology.orchestra.run.smithi188.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-73-generic 2023-06-08T03:38:20.653 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up linux-modules-5.15.0-73-generic (5.15.0-73.80) ... 2023-06-08T03:38:22.054 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up linux-modules-extra-5.15.0-73-generic (5.15.0-73.80) ... 2023-06-08T03:38:23.455 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up linux-image-generic (5.15.0.73.71) ... 2023-06-08T03:38:23.606 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up linux-generic (5.15.0.73.71) ... 2023-06-08T03:38:24.383 INFO:teuthology.orchestra.run.smithi188.stdout:Processing triggers for linux-image-5.15.0-73-generic (5.15.0-73.80) ... 2023-06-08T03:38:24.480 INFO:teuthology.orchestra.run.smithi188.stdout:/etc/kernel/postinst.d/initramfs-tools: 2023-06-08T03:38:24.480 INFO:teuthology.orchestra.run.smithi188.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-73-generic 2023-06-08T03:38:34.810 INFO:teuthology.orchestra.run.smithi062.stdout:/etc/kernel/postinst.d/zz-update-grub: 2023-06-08T03:38:34.811 INFO:teuthology.orchestra.run.smithi062.stdout:Sourcing file `/etc/default/grub' 2023-06-08T03:38:34.829 INFO:teuthology.orchestra.run.smithi062.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-06-08T03:38:34.846 INFO:teuthology.orchestra.run.smithi062.stdout:Generating grub configuration file ... 2023-06-08T03:38:35.106 INFO:teuthology.orchestra.run.smithi062.stdout:Found linux image: /boot/vmlinuz-5.15.0-73-generic 2023-06-08T03:38:35.125 INFO:teuthology.orchestra.run.smithi062.stdout:Found initrd image: /boot/initrd.img-5.15.0-73-generic 2023-06-08T03:38:35.400 INFO:teuthology.orchestra.run.smithi062.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-06-08T03:38:35.406 INFO:teuthology.orchestra.run.smithi062.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-06-08T03:38:35.478 INFO:teuthology.orchestra.run.smithi062.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-06-08T03:38:35.484 INFO:teuthology.orchestra.run.smithi062.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-06-08T03:38:35.648 INFO:teuthology.orchestra.run.smithi062.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2023-06-08T03:38:35.648 INFO:teuthology.orchestra.run.smithi062.stdout:Systems on them will not be added to the GRUB boot configuration. 2023-06-08T03:38:35.648 INFO:teuthology.orchestra.run.smithi062.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-06-08T03:38:35.688 INFO:teuthology.orchestra.run.smithi062.stdout:done 2023-06-08T03:38:36.175 DEBUG:teuthology.orchestra.run.smithi062:> dpkg -s linux-image-generic 2023-06-08T03:38:36.202 INFO:teuthology.orchestra.run.smithi062.stdout:Package: linux-image-generic 2023-06-08T03:38:36.202 INFO:teuthology.orchestra.run.smithi062.stdout:Status: install ok installed 2023-06-08T03:38:36.202 INFO:teuthology.orchestra.run.smithi062.stdout:Priority: optional 2023-06-08T03:38:36.202 INFO:teuthology.orchestra.run.smithi062.stdout:Section: kernel 2023-06-08T03:38:36.202 INFO:teuthology.orchestra.run.smithi062.stdout:Installed-Size: 20 2023-06-08T03:38:36.202 INFO:teuthology.orchestra.run.smithi062.stdout:Maintainer: Ubuntu Kernel Team 2023-06-08T03:38:36.203 INFO:teuthology.orchestra.run.smithi062.stdout:Architecture: amd64 2023-06-08T03:38:36.203 INFO:teuthology.orchestra.run.smithi062.stdout:Source: linux-meta 2023-06-08T03:38:36.203 INFO:teuthology.orchestra.run.smithi062.stdout:Version: 5.15.0.73.71 2023-06-08T03:38:36.203 INFO:teuthology.orchestra.run.smithi062.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-73), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-06-08T03:38:36.203 INFO:teuthology.orchestra.run.smithi062.stdout:Depends: linux-image-5.15.0-73-generic, linux-modules-extra-5.15.0-73-generic, linux-firmware, intel-microcode, amd64-microcode 2023-06-08T03:38:36.203 INFO:teuthology.orchestra.run.smithi062.stdout:Recommends: thermald 2023-06-08T03:38:36.203 INFO:teuthology.orchestra.run.smithi062.stdout:Description: Generic Linux kernel image 2023-06-08T03:38:36.204 INFO:teuthology.orchestra.run.smithi062.stdout: This package will always depend on the latest generic kernel image 2023-06-08T03:38:36.204 INFO:teuthology.orchestra.run.smithi062.stdout: available. 2023-06-08T03:38:36.204 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-73-generic 2023-06-08T03:38:36.204 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-06-08T03:38:36.204 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-06-08T03:38:36.205 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2023-06-08T03:38:36.205 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi062.front.sepia.ceph.com, path=None, version=distro) 2023-06-08T03:38:36.205 DEBUG:teuthology.orchestra.run.smithi062:> sudo apt-get clean 2023-06-08T03:38:36.402 DEBUG:teuthology.orchestra.run.smithi062:> sudo apt-get update 2023-06-08T03:38:36.526 INFO:teuthology.orchestra.run.smithi062.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2023-06-08T03:38:36.636 INFO:teuthology.orchestra.run.smithi062.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-06-08T03:38:36.717 INFO:teuthology.orchestra.run.smithi062.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-06-08T03:38:36.798 INFO:teuthology.orchestra.run.smithi062.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-06-08T03:38:37.039 INFO:teuthology.orchestra.run.smithi062.stdout:Fetched 110 kB in 0s (227 kB/s) 2023-06-08T03:38:37.848 INFO:teuthology.orchestra.run.smithi062.stdout:Reading package lists... 2023-06-08T03:38:37.865 DEBUG:teuthology.orchestra.run.smithi062:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2023-06-08T03:38:37.926 INFO:teuthology.orchestra.run.smithi062.stdout:Reading package lists... 2023-06-08T03:38:38.096 INFO:teuthology.orchestra.run.smithi062.stdout:Building dependency tree... 2023-06-08T03:38:38.097 INFO:teuthology.orchestra.run.smithi062.stdout:Reading state information... 2023-06-08T03:38:38.233 INFO:teuthology.orchestra.run.smithi062.stdout:linux-image-generic is already the newest version (5.15.0.73.71). 2023-06-08T03:38:38.234 INFO:teuthology.orchestra.run.smithi062.stdout:The following packages were automatically installed and are no longer required: 2023-06-08T03:38:38.234 INFO:teuthology.orchestra.run.smithi062.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-08T03:38:38.234 INFO:teuthology.orchestra.run.smithi062.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-08T03:38:38.234 INFO:teuthology.orchestra.run.smithi062.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-08T03:38:38.234 INFO:teuthology.orchestra.run.smithi062.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-06-08T03:38:38.235 INFO:teuthology.orchestra.run.smithi062.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-06-08T03:38:38.235 INFO:teuthology.orchestra.run.smithi062.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-08T03:38:38.269 INFO:teuthology.orchestra.run.smithi062.stdout:0 upgraded, 0 newly installed, 0 to remove and 201 not upgraded. 2023-06-08T03:38:38.271 DEBUG:teuthology.orchestra.run.smithi062:> dpkg -s linux-image-generic 2023-06-08T03:38:38.287 INFO:teuthology.orchestra.run.smithi062.stdout:Package: linux-image-generic 2023-06-08T03:38:38.287 INFO:teuthology.orchestra.run.smithi062.stdout:Status: install ok installed 2023-06-08T03:38:38.287 INFO:teuthology.orchestra.run.smithi062.stdout:Priority: optional 2023-06-08T03:38:38.287 INFO:teuthology.orchestra.run.smithi062.stdout:Section: kernel 2023-06-08T03:38:38.288 INFO:teuthology.orchestra.run.smithi062.stdout:Installed-Size: 20 2023-06-08T03:38:38.288 INFO:teuthology.orchestra.run.smithi062.stdout:Maintainer: Ubuntu Kernel Team 2023-06-08T03:38:38.288 INFO:teuthology.orchestra.run.smithi062.stdout:Architecture: amd64 2023-06-08T03:38:38.288 INFO:teuthology.orchestra.run.smithi062.stdout:Source: linux-meta 2023-06-08T03:38:38.288 INFO:teuthology.orchestra.run.smithi062.stdout:Version: 5.15.0.73.71 2023-06-08T03:38:38.288 INFO:teuthology.orchestra.run.smithi062.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-73), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-06-08T03:38:38.288 INFO:teuthology.orchestra.run.smithi062.stdout:Depends: linux-image-5.15.0-73-generic, linux-modules-extra-5.15.0-73-generic, linux-firmware, intel-microcode, amd64-microcode 2023-06-08T03:38:38.289 INFO:teuthology.orchestra.run.smithi062.stdout:Recommends: thermald 2023-06-08T03:38:38.289 INFO:teuthology.orchestra.run.smithi062.stdout:Description: Generic Linux kernel image 2023-06-08T03:38:38.289 INFO:teuthology.orchestra.run.smithi062.stdout: This package will always depend on the latest generic kernel image 2023-06-08T03:38:38.289 INFO:teuthology.orchestra.run.smithi062.stdout: available. 2023-06-08T03:38:38.289 DEBUG:teuthology.orchestra.run.smithi062:> mktemp 2023-06-08T03:38:38.334 INFO:teuthology.orchestra.run.smithi062.stdout:/tmp/tmp.73k7UekA0C 2023-06-08T03:38:38.335 DEBUG:teuthology.orchestra.run.smithi062:> sudo cp /boot/grub/grub.cfg /tmp/tmp.73k7UekA0C 2023-06-08T03:38:38.387 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 0666 /tmp/tmp.73k7UekA0C 2023-06-08T03:38:38.513 DEBUG:teuthology.orchestra.remote:smithi062:/tmp/tmp.73k7UekA0C is 10KB 2023-06-08T03:38:38.525 DEBUG:teuthology.orchestra.run.smithi062:> rm -fr /tmp/tmp.73k7UekA0C 2023-06-08T03:38:38.530 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2023-06-08T03:38:38.582 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:38:38.583 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/grub.d/01_ceph_kernel 2023-06-08T03:38:38.583 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2023-06-08T03:38:38.649 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-73-generic 2023-06-08T03:38:38.650 DEBUG:teuthology.orchestra.run.smithi062:> sudo update-grub 2023-06-08T03:38:39.230 INFO:teuthology.orchestra.run.smithi188.stdout:/etc/kernel/postinst.d/zz-update-grub: 2023-06-08T03:38:39.231 INFO:teuthology.orchestra.run.smithi188.stdout:Sourcing file `/etc/default/grub' 2023-06-08T03:38:39.258 INFO:teuthology.orchestra.run.smithi188.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-06-08T03:38:39.288 INFO:teuthology.orchestra.run.smithi188.stdout:Generating grub configuration file ... 2023-06-08T03:38:39.692 INFO:teuthology.orchestra.run.smithi188.stdout:Found linux image: /boot/vmlinuz-5.15.0-73-generic 2023-06-08T03:38:39.712 INFO:teuthology.orchestra.run.smithi188.stdout:Found initrd image: /boot/initrd.img-5.15.0-73-generic 2023-06-08T03:38:39.861 INFO:teuthology.orchestra.run.smithi062.stderr:Sourcing file `/etc/default/grub' 2023-06-08T03:38:39.862 INFO:teuthology.orchestra.run.smithi062.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-06-08T03:38:39.869 INFO:teuthology.orchestra.run.smithi062.stderr:Generating grub configuration file ... 2023-06-08T03:38:40.032 INFO:teuthology.orchestra.run.smithi062.stderr:Found linux image: /boot/vmlinuz-5.15.0-73-generic 2023-06-08T03:38:40.038 INFO:teuthology.orchestra.run.smithi062.stderr:Found initrd image: /boot/initrd.img-5.15.0-73-generic 2023-06-08T03:38:40.165 INFO:teuthology.orchestra.run.smithi188.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-06-08T03:38:40.170 INFO:teuthology.orchestra.run.smithi188.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-06-08T03:38:40.236 INFO:teuthology.orchestra.run.smithi062.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-06-08T03:38:40.239 INFO:teuthology.orchestra.run.smithi188.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-06-08T03:38:40.241 INFO:teuthology.orchestra.run.smithi062.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-06-08T03:38:40.245 INFO:teuthology.orchestra.run.smithi188.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-06-08T03:38:40.279 INFO:teuthology.orchestra.run.smithi062.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-06-08T03:38:40.284 INFO:teuthology.orchestra.run.smithi062.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-06-08T03:38:40.397 INFO:teuthology.orchestra.run.smithi062.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-06-08T03:38:40.397 INFO:teuthology.orchestra.run.smithi062.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-06-08T03:38:40.397 INFO:teuthology.orchestra.run.smithi062.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-06-08T03:38:40.421 INFO:teuthology.orchestra.run.smithi062.stderr:done 2023-06-08T03:38:40.423 INFO:teuthology.orchestra.run.smithi188.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2023-06-08T03:38:40.423 INFO:teuthology.orchestra.run.smithi188.stdout:Systems on them will not be added to the GRUB boot configuration. 2023-06-08T03:38:40.424 INFO:teuthology.orchestra.run.smithi188.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-06-08T03:38:40.435 DEBUG:teuthology.orchestra.run.smithi062:> sudo shutdown -r now 2023-06-08T03:38:40.476 INFO:teuthology.orchestra.run.smithi188.stdout:done 2023-06-08T03:38:40.938 DEBUG:teuthology.orchestra.run.smithi188:> dpkg -s linux-image-generic 2023-06-08T03:38:40.960 INFO:teuthology.orchestra.run.smithi188.stdout:Package: linux-image-generic 2023-06-08T03:38:40.961 INFO:teuthology.orchestra.run.smithi188.stdout:Status: install ok installed 2023-06-08T03:38:40.961 INFO:teuthology.orchestra.run.smithi188.stdout:Priority: optional 2023-06-08T03:38:40.961 INFO:teuthology.orchestra.run.smithi188.stdout:Section: kernel 2023-06-08T03:38:40.961 INFO:teuthology.orchestra.run.smithi188.stdout:Installed-Size: 20 2023-06-08T03:38:40.961 INFO:teuthology.orchestra.run.smithi188.stdout:Maintainer: Ubuntu Kernel Team 2023-06-08T03:38:40.961 INFO:teuthology.orchestra.run.smithi188.stdout:Architecture: amd64 2023-06-08T03:38:40.962 INFO:teuthology.orchestra.run.smithi188.stdout:Source: linux-meta 2023-06-08T03:38:40.962 INFO:teuthology.orchestra.run.smithi188.stdout:Version: 5.15.0.73.71 2023-06-08T03:38:40.962 INFO:teuthology.orchestra.run.smithi188.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-73), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-06-08T03:38:40.962 INFO:teuthology.orchestra.run.smithi188.stdout:Depends: linux-image-5.15.0-73-generic, linux-modules-extra-5.15.0-73-generic, linux-firmware, intel-microcode, amd64-microcode 2023-06-08T03:38:40.962 INFO:teuthology.orchestra.run.smithi188.stdout:Recommends: thermald 2023-06-08T03:38:40.962 INFO:teuthology.orchestra.run.smithi188.stdout:Description: Generic Linux kernel image 2023-06-08T03:38:40.963 INFO:teuthology.orchestra.run.smithi188.stdout: This package will always depend on the latest generic kernel image 2023-06-08T03:38:40.963 INFO:teuthology.orchestra.run.smithi188.stdout: available. 2023-06-08T03:38:40.963 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-73-generic 2023-06-08T03:38:40.963 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-06-08T03:38:40.963 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-06-08T03:38:40.963 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2023-06-08T03:38:40.964 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi188.front.sepia.ceph.com, path=None, version=distro) 2023-06-08T03:38:40.964 DEBUG:teuthology.orchestra.run.smithi188:> sudo apt-get clean 2023-06-08T03:38:41.108 DEBUG:teuthology.orchestra.run.smithi188:> sudo apt-get update 2023-06-08T03:38:41.351 INFO:teuthology.orchestra.run.smithi188.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-06-08T03:38:41.351 INFO:teuthology.orchestra.run.smithi188.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-06-08T03:38:41.423 INFO:teuthology.orchestra.run.smithi188.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-06-08T03:38:41.505 INFO:teuthology.orchestra.run.smithi188.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-06-08T03:38:42.597 INFO:teuthology.orchestra.run.smithi188.stdout:Reading package lists... 2023-06-08T03:38:42.614 DEBUG:teuthology.orchestra.run.smithi188:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2023-06-08T03:38:42.664 INFO:teuthology.orchestra.run.smithi188.stdout:Reading package lists... 2023-06-08T03:38:42.818 INFO:teuthology.orchestra.run.smithi188.stdout:Building dependency tree... 2023-06-08T03:38:42.818 INFO:teuthology.orchestra.run.smithi188.stdout:Reading state information... 2023-06-08T03:38:42.950 INFO:teuthology.orchestra.run.smithi188.stdout:linux-image-generic is already the newest version (5.15.0.73.71). 2023-06-08T03:38:42.951 INFO:teuthology.orchestra.run.smithi188.stdout:The following packages were automatically installed and are no longer required: 2023-06-08T03:38:42.951 INFO:teuthology.orchestra.run.smithi188.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-08T03:38:42.951 INFO:teuthology.orchestra.run.smithi188.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-08T03:38:42.951 INFO:teuthology.orchestra.run.smithi188.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-08T03:38:42.952 INFO:teuthology.orchestra.run.smithi188.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-06-08T03:38:42.952 INFO:teuthology.orchestra.run.smithi188.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-06-08T03:38:42.952 INFO:teuthology.orchestra.run.smithi188.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-08T03:38:42.986 INFO:teuthology.orchestra.run.smithi188.stdout:0 upgraded, 0 newly installed, 0 to remove and 201 not upgraded. 2023-06-08T03:38:42.987 DEBUG:teuthology.orchestra.run.smithi188:> dpkg -s linux-image-generic 2023-06-08T03:38:43.044 INFO:teuthology.orchestra.run.smithi188.stdout:Package: linux-image-generic 2023-06-08T03:38:43.044 INFO:teuthology.orchestra.run.smithi188.stdout:Status: install ok installed 2023-06-08T03:38:43.045 INFO:teuthology.orchestra.run.smithi188.stdout:Priority: optional 2023-06-08T03:38:43.045 INFO:teuthology.orchestra.run.smithi188.stdout:Section: kernel 2023-06-08T03:38:43.045 INFO:teuthology.orchestra.run.smithi188.stdout:Installed-Size: 20 2023-06-08T03:38:43.045 INFO:teuthology.orchestra.run.smithi188.stdout:Maintainer: Ubuntu Kernel Team 2023-06-08T03:38:43.046 INFO:teuthology.orchestra.run.smithi188.stdout:Architecture: amd64 2023-06-08T03:38:43.046 INFO:teuthology.orchestra.run.smithi188.stdout:Source: linux-meta 2023-06-08T03:38:43.046 INFO:teuthology.orchestra.run.smithi188.stdout:Version: 5.15.0.73.71 2023-06-08T03:38:43.046 INFO:teuthology.orchestra.run.smithi188.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-73), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-06-08T03:38:43.047 INFO:teuthology.orchestra.run.smithi188.stdout:Depends: linux-image-5.15.0-73-generic, linux-modules-extra-5.15.0-73-generic, linux-firmware, intel-microcode, amd64-microcode 2023-06-08T03:38:43.047 INFO:teuthology.orchestra.run.smithi188.stdout:Recommends: thermald 2023-06-08T03:38:43.047 INFO:teuthology.orchestra.run.smithi188.stdout:Description: Generic Linux kernel image 2023-06-08T03:38:43.047 INFO:teuthology.orchestra.run.smithi188.stdout: This package will always depend on the latest generic kernel image 2023-06-08T03:38:43.048 INFO:teuthology.orchestra.run.smithi188.stdout: available. 2023-06-08T03:38:43.048 DEBUG:teuthology.orchestra.run.smithi188:> mktemp 2023-06-08T03:38:43.088 INFO:teuthology.orchestra.run.smithi188.stdout:/tmp/tmp.7vp1yhH9eQ 2023-06-08T03:38:43.089 DEBUG:teuthology.orchestra.run.smithi188:> sudo cp /boot/grub/grub.cfg /tmp/tmp.7vp1yhH9eQ 2023-06-08T03:38:43.146 DEBUG:teuthology.orchestra.run.smithi188:> sudo chmod 0666 /tmp/tmp.7vp1yhH9eQ 2023-06-08T03:38:43.268 DEBUG:teuthology.orchestra.remote:smithi188:/tmp/tmp.7vp1yhH9eQ is 10KB 2023-06-08T03:38:43.280 DEBUG:teuthology.orchestra.run.smithi188:> rm -fr /tmp/tmp.7vp1yhH9eQ 2023-06-08T03:38:43.291 DEBUG:teuthology.orchestra.run.smithi188:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2023-06-08T03:38:43.346 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:38:43.346 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd of=/etc/grub.d/01_ceph_kernel 2023-06-08T03:38:43.347 DEBUG:teuthology.orchestra.run.smithi188:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2023-06-08T03:38:43.435 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-73-generic 2023-06-08T03:38:43.435 DEBUG:teuthology.orchestra.run.smithi188:> sudo update-grub 2023-06-08T03:38:44.737 INFO:teuthology.orchestra.run.smithi188.stderr:Sourcing file `/etc/default/grub' 2023-06-08T03:38:44.738 INFO:teuthology.orchestra.run.smithi188.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-06-08T03:38:44.746 INFO:teuthology.orchestra.run.smithi188.stderr:Generating grub configuration file ... 2023-06-08T03:38:45.020 INFO:teuthology.orchestra.run.smithi188.stderr:Found linux image: /boot/vmlinuz-5.15.0-73-generic 2023-06-08T03:38:45.026 INFO:teuthology.orchestra.run.smithi188.stderr:Found initrd image: /boot/initrd.img-5.15.0-73-generic 2023-06-08T03:38:45.370 INFO:teuthology.orchestra.run.smithi188.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-06-08T03:38:45.376 INFO:teuthology.orchestra.run.smithi188.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-06-08T03:38:45.417 INFO:teuthology.orchestra.run.smithi188.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-06-08T03:38:45.422 INFO:teuthology.orchestra.run.smithi188.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-06-08T03:38:45.566 INFO:teuthology.orchestra.run.smithi188.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-06-08T03:38:45.567 INFO:teuthology.orchestra.run.smithi188.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-06-08T03:38:45.567 INFO:teuthology.orchestra.run.smithi188.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-06-08T03:38:45.587 INFO:teuthology.orchestra.run.smithi188.stderr:done 2023-06-08T03:38:45.589 DEBUG:teuthology.orchestra.run.smithi188:> sudo shutdown -r now 2023-06-08T03:39:10.460 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2023-06-08T03:39:10.460 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2023-06-08T03:39:10.461 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-08T03:39:15.596 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2023-06-08T03:39:15.596 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi188.front.sepia.ceph.com' 2023-06-08T03:39:15.597 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi188.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-08T03:39:29.008 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.62 2023-06-08T03:39:34.128 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.188 2023-06-08T03:39:59.032 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2023-06-08T03:39:59.033 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-08T03:40:04.132 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi188.front.sepia.ceph.com' 2023-06-08T03:40:04.133 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi188.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-08T03:40:17.392 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.62 2023-06-08T03:40:22.513 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.188 2023-06-08T03:40:47.416 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2023-06-08T03:40:47.417 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-08T03:40:47.708 DEBUG:teuthology.orchestra.run.smithi062:> true 2023-06-08T03:40:48.330 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi062.front.sepia.ceph.com' 2023-06-08T03:40:48.330 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-73-generic"... 2023-06-08T03:40:48.331 DEBUG:teuthology.orchestra.run.smithi062:> uname -r 2023-06-08T03:40:48.378 INFO:teuthology.orchestra.run.smithi062.stdout:5.15.0-73-generic 2023-06-08T03:40:48.378 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-73-generic vs 5.15.0-73-generic 2023-06-08T03:40:48.379 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-06-08T03:40:48.379 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-06-08T03:40:49.381 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-06-08T03:40:49.381 DEBUG:teuthology.orchestra.run.smithi062:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-06-08T03:40:49.463 INFO:teuthology.orchestra.run.smithi062.stdout:ttyS1 2023-06-08T03:40:49.483 DEBUG:teuthology.parallel:result is None 2023-06-08T03:40:52.514 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi188.front.sepia.ceph.com' 2023-06-08T03:40:52.515 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi188.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-08T03:40:52.812 DEBUG:teuthology.orchestra.run.smithi188:> true 2023-06-08T03:40:53.429 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi188.front.sepia.ceph.com' 2023-06-08T03:40:53.429 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-73-generic"... 2023-06-08T03:40:53.430 DEBUG:teuthology.orchestra.run.smithi188:> uname -r 2023-06-08T03:40:53.477 INFO:teuthology.orchestra.run.smithi188.stdout:5.15.0-73-generic 2023-06-08T03:40:53.478 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-73-generic vs 5.15.0-73-generic 2023-06-08T03:40:53.478 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-06-08T03:40:53.478 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-06-08T03:40:54.480 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-06-08T03:40:54.480 DEBUG:teuthology.orchestra.run.smithi188:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-06-08T03:40:54.832 INFO:teuthology.orchestra.run.smithi188.stdout:ttyS1 2023-06-08T03:40:54.854 DEBUG:teuthology.parallel:result is None 2023-06-08T03:40:54.855 INFO:teuthology.run_tasks:Running task internal.base... 2023-06-08T03:40:54.863 INFO:teuthology.task.internal:Creating test directory... 2023-06-08T03:40:54.863 DEBUG:teuthology.orchestra.run.smithi062:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-06-08T03:40:54.867 DEBUG:teuthology.orchestra.run.smithi188:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-06-08T03:40:54.874 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-06-08T03:40:54.880 INFO:teuthology.run_tasks:Running task internal.archive... 2023-06-08T03:40:54.890 INFO:teuthology.task.internal:Creating archive directory... 2023-06-08T03:40:54.890 DEBUG:teuthology.orchestra.run.smithi062:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-06-08T03:40:54.919 DEBUG:teuthology.orchestra.run.smithi188:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-06-08T03:40:54.946 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-06-08T03:40:54.968 INFO:teuthology.task.internal:Enabling coredump saving... 2023-06-08T03:40:54.969 DEBUG:teuthology.orchestra.run.smithi062:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-06-08T03:40:54.974 DEBUG:teuthology.orchestra.run.smithi188:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-06-08T03:40:54.991 INFO:teuthology.orchestra.run.smithi062.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-06-08T03:40:54.999 INFO:teuthology.orchestra.run.smithi062.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-06-08T03:40:55.001 INFO:teuthology.orchestra.run.smithi188.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-06-08T03:40:55.009 INFO:teuthology.orchestra.run.smithi188.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-06-08T03:40:55.010 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-06-08T03:40:55.020 INFO:teuthology.task.internal:Configuring sudo... 2023-06-08T03:40:55.020 DEBUG:teuthology.orchestra.run.smithi062:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-06-08T03:40:55.050 DEBUG:teuthology.orchestra.run.smithi188:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-06-08T03:40:55.106 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-06-08T03:40:55.118 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-06-08T03:40:55.119 DEBUG:teuthology.orchestra.run.smithi062:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-06-08T03:40:55.138 DEBUG:teuthology.orchestra.run.smithi188:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-06-08T03:40:55.152 DEBUG:teuthology.orchestra.run.smithi062:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-06-08T03:40:55.191 DEBUG:teuthology.orchestra.run.smithi062:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-06-08T03:40:55.238 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:40:55.238 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-06-08T03:40:55.297 DEBUG:teuthology.orchestra.run.smithi188:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-06-08T03:40:55.303 DEBUG:teuthology.orchestra.run.smithi188:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-06-08T03:40:55.353 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:40:55.353 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-06-08T03:40:55.421 DEBUG:teuthology.orchestra.run.smithi062:> sudo service rsyslog restart 2023-06-08T03:40:55.424 DEBUG:teuthology.orchestra.run.smithi188:> sudo service rsyslog restart 2023-06-08T03:40:55.529 INFO:teuthology.run_tasks:Running task internal.timer... 2023-06-08T03:40:55.538 INFO:teuthology.task.internal:Starting timer... 2023-06-08T03:40:55.538 INFO:teuthology.run_tasks:Running task pcp... 2023-06-08T03:40:55.547 INFO:teuthology.run_tasks:Running task selinux... 2023-06-08T03:40:55.555 DEBUG:teuthology.task.selinux:Excluding smithi062: OS 'ubuntu' does not support SELinux 2023-06-08T03:40:55.556 DEBUG:teuthology.task.selinux:Excluding smithi188: OS 'ubuntu' does not support SELinux 2023-06-08T03:40:55.556 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-06-08T03:40:55.557 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2023-06-08T03:40:55.557 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-06-08T03:40:55.557 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-06-08T03:40:55.578 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-06-08T03:40:55.579 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-06-08T03:40:55.604 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-06-08T03:40:55.606 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi062.front.sepia.ceph.com,smithi188.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-06-08T03:48:44.761 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi062.front.sepia.ceph.com'), Remote(name='ubuntu@smithi188.front.sepia.ceph.com')] 2023-06-08T03:48:44.762 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2023-06-08T03:48:44.763 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-08T03:48:44.838 DEBUG:teuthology.orchestra.run.smithi062:> true 2023-06-08T03:48:44.972 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi188.front.sepia.ceph.com' 2023-06-08T03:48:44.973 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi188.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-08T03:48:45.049 DEBUG:teuthology.orchestra.run.smithi188:> true 2023-06-08T03:48:45.152 INFO:teuthology.run_tasks:Running task clock... 2023-06-08T03:48:45.166 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-06-08T03:48:45.167 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-06-08T03:48:45.167 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-06-08T03:48:45.170 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-06-08T03:48:45.170 DEBUG:teuthology.orchestra.run.smithi188:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-06-08T03:48:45.199 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:45 ntpd[27162]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2023-06-08T03:48:45.199 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:45 ntpd[27162]: Command line: ntpd -gq 2023-06-08T03:48:45.199 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:45 ntpd[27162]: ---------------------------------------------------- 2023-06-08T03:48:45.200 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:45 ntpd[27162]: ntp-4 is maintained by Network Time Foundation, 2023-06-08T03:48:45.200 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:45 ntpd[27162]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2023-06-08T03:48:45.200 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:45 ntpd[27162]: corporation. Support and training for ntp-4 are 2023-06-08T03:48:45.200 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:45 ntpd[27162]: available at https://www.nwtime.org/support 2023-06-08T03:48:45.200 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:45 ntpd[27162]: ---------------------------------------------------- 2023-06-08T03:48:45.200 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:45 ntpd[27162]: proto: precision = 0.070 usec (-24) 2023-06-08T03:48:45.201 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:45 ntpd[27162]: basedate set to 2022-02-04 2023-06-08T03:48:45.201 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:45 ntpd[27162]: gps base set to 2022-02-06 (week 2196) 2023-06-08T03:48:45.201 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:45 ntpd[27162]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-06-08T03:48:45.202 INFO:teuthology.orchestra.run.smithi062.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-06-08T03:48:45.202 INFO:teuthology.orchestra.run.smithi062.stderr:restrict ::: KOD does nothing without LIMITED. 2023-06-08T03:48:45.203 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:45 ntpd[27162]: restrict ::: KOD does nothing without LIMITED. 2023-06-08T03:48:45.203 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:45 ntpd[27162]: Listen and drop on 0 v6wildcard [::]:123 2023-06-08T03:48:45.203 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:45 ntpd[27162]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-06-08T03:48:45.203 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:45 ntpd[27162]: Listen normally on 2 lo 127.0.0.1:123 2023-06-08T03:48:45.203 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:45 ntpd[27162]: Listen normally on 3 enp3s0f1 172.21.15.62:123 2023-06-08T03:48:45.203 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:45 ntpd[27162]: Listen normally on 4 lo [::1]:123 2023-06-08T03:48:45.203 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:45 ntpd[27162]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:febb:d1c3%5]:123 2023-06-08T03:48:45.204 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:45 ntpd[27162]: Listening on routing socket on fd #22 for interface updates 2023-06-08T03:48:45.225 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:45 ntpd[27129]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2023-06-08T03:48:45.225 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:45 ntpd[27129]: Command line: ntpd -gq 2023-06-08T03:48:45.225 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:45 ntpd[27129]: ---------------------------------------------------- 2023-06-08T03:48:45.225 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:45 ntpd[27129]: ntp-4 is maintained by Network Time Foundation, 2023-06-08T03:48:45.225 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:45 ntpd[27129]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2023-06-08T03:48:45.226 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:45 ntpd[27129]: corporation. Support and training for ntp-4 are 2023-06-08T03:48:45.226 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:45 ntpd[27129]: available at https://www.nwtime.org/support 2023-06-08T03:48:45.226 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:45 ntpd[27129]: ---------------------------------------------------- 2023-06-08T03:48:45.227 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:45 ntpd[27129]: proto: precision = 0.043 usec (-24) 2023-06-08T03:48:45.227 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:45 ntpd[27129]: basedate set to 2022-02-04 2023-06-08T03:48:45.227 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:45 ntpd[27129]: gps base set to 2022-02-06 (week 2196) 2023-06-08T03:48:45.227 INFO:teuthology.orchestra.run.smithi188.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-06-08T03:48:45.228 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:45 ntpd[27129]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-06-08T03:48:45.228 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:45 ntpd[27129]: restrict ::: KOD does nothing without LIMITED. 2023-06-08T03:48:45.228 INFO:teuthology.orchestra.run.smithi188.stderr:restrict ::: KOD does nothing without LIMITED. 2023-06-08T03:48:45.229 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:45 ntpd[27129]: Listen and drop on 0 v6wildcard [::]:123 2023-06-08T03:48:45.229 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:45 ntpd[27129]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-06-08T03:48:45.229 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:45 ntpd[27129]: Listen normally on 2 lo 127.0.0.1:123 2023-06-08T03:48:45.230 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:45 ntpd[27129]: Listen normally on 3 enp3s0f1 172.21.15.188:123 2023-06-08T03:48:45.230 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:45 ntpd[27129]: Listen normally on 4 lo [::1]:123 2023-06-08T03:48:45.230 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:45 ntpd[27129]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:8039%5]:123 2023-06-08T03:48:45.230 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:45 ntpd[27129]: Listening on routing socket on fd #22 for interface updates 2023-06-08T03:48:46.199 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:46 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:46.199 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:46 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:46.226 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:46 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:46.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:46 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:46.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:46 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:46.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:46 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:46.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:46 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:46.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:46 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:46.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:46 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:46.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:46 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:46.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:46 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:46.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:46 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:46.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:46 ntpd[27129]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-08T03:48:46.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:46 ntpd[27129]: can't open /var/log/ntpstats/peerstats.20230608: Permission denied 2023-06-08T03:48:46.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:46 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:46.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:46 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:46.229 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:46 ntpd[27129]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-08T03:48:46.229 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:46 ntpd[27129]: can't open /var/log/ntpstats/peerstats.20230608: Permission denied 2023-06-08T03:48:46.229 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:46 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:46.229 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:46 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:46.229 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:46 ntpd[27129]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-08T03:48:46.229 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:46 ntpd[27129]: can't open /var/log/ntpstats/peerstats.20230608: Permission denied 2023-06-08T03:48:48.226 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:48 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:48.226 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:48 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:48.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:48 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:48.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:48 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:48.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:48 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:48.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:48 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:48.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:48 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:48.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:48 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:48.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:48 ntpd[27129]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-08T03:48:48.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:48 ntpd[27129]: can't open /var/log/ntpstats/peerstats.20230608: Permission denied 2023-06-08T03:48:48.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:48 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:48.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:48 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:48.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:48 ntpd[27129]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-08T03:48:48.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:48 ntpd[27129]: can't open /var/log/ntpstats/peerstats.20230608: Permission denied 2023-06-08T03:48:48.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:48 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:48.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:48 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:48.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:48 ntpd[27129]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-08T03:48:48.229 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:48 ntpd[27129]: can't open /var/log/ntpstats/peerstats.20230608: Permission denied 2023-06-08T03:48:49.200 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:49 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:49.200 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:49 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:49.201 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:49 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:49.201 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:49 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:49.201 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:49 ntpd[27162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-08T03:48:49.201 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:49 ntpd[27162]: can't open /var/log/ntpstats/peerstats.20230608: Permission denied 2023-06-08T03:48:50.200 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:50 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:50.200 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:50 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:50.200 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:50 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:50.200 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:50 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:50.200 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:50 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:50.200 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:50 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:50.201 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:50 ntpd[27162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-08T03:48:50.201 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:50 ntpd[27162]: can't open /var/log/ntpstats/peerstats.20230608: Permission denied 2023-06-08T03:48:50.201 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:50 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:50.201 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:50 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:50.201 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:50 ntpd[27162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-08T03:48:50.201 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:50 ntpd[27162]: can't open /var/log/ntpstats/peerstats.20230608: Permission denied 2023-06-08T03:48:50.226 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:50 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:50.226 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:50 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:50.226 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:50 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:50.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:50 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:50.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:50 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:50.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:50 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:50.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:50 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:50.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:50 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:50.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:50 ntpd[27129]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-08T03:48:50.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:50 ntpd[27129]: can't open /var/log/ntpstats/peerstats.20230608: Permission denied 2023-06-08T03:48:50.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:50 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:50.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:50 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:50.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:50 ntpd[27129]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-08T03:48:50.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:50 ntpd[27129]: can't open /var/log/ntpstats/peerstats.20230608: Permission denied 2023-06-08T03:48:50.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:50 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:50.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:50 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:50.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:50 ntpd[27129]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-08T03:48:50.229 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:50 ntpd[27129]: can't open /var/log/ntpstats/peerstats.20230608: Permission denied 2023-06-08T03:48:51.200 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:51 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:51.200 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:51 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:51.201 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:51 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:51.201 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:51 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:51.201 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:51 ntpd[27162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-08T03:48:51.202 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:51 ntpd[27162]: can't open /var/log/ntpstats/peerstats.20230608: Permission denied 2023-06-08T03:48:52.200 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:52 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:52.201 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:52 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:52.201 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:52 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:52.201 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:52 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:52.202 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:52 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:52.202 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:52 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:52.202 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:52 ntpd[27162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-08T03:48:52.203 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:52 ntpd[27162]: can't open /var/log/ntpstats/peerstats.20230608: Permission denied 2023-06-08T03:48:52.203 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:52 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:52.203 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:52 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:52.203 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:52 ntpd[27162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-08T03:48:52.204 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:52 ntpd[27162]: can't open /var/log/ntpstats/peerstats.20230608: Permission denied 2023-06-08T03:48:52.225 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:52 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:52.226 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:52 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:52.226 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:52 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:52.226 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:52 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:52.226 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:52 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:52.226 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:52 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:52.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:52 ntpd[27129]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:52.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:52 ntpd[27129]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:52.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:52 ntpd[27129]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-08T03:48:52.227 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:52 ntpd[27129]: can't open /var/log/ntpstats/peerstats.20230608: Permission denied 2023-06-08T03:48:52.227 INFO:teuthology.orchestra.run.smithi188.stdout: 8 Jun 03:48:52 ntpd[27129]: ntpd: time slew -0.002635 s 2023-06-08T03:48:52.228 INFO:teuthology.orchestra.run.smithi188.stdout:ntpd: time slew -0.002635s 2023-06-08T03:48:52.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:52 ntpd[27129]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-06-08T03:48:52.228 INFO:teuthology.orchestra.run.smithi188.stderr: 8 Jun 03:48:52 ntpd[27129]: can't open /var/log/ntpstats/loopstats.20230608: Permission denied 2023-06-08T03:48:52.306 INFO:teuthology.orchestra.run.smithi188.stdout: remote refid st t when poll reach delay offset jitter 2023-06-08T03:48:52.306 INFO:teuthology.orchestra.run.smithi188.stdout:============================================================================== 2023-06-08T03:48:52.306 INFO:teuthology.orchestra.run.smithi188.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-08T03:48:52.306 INFO:teuthology.orchestra.run.smithi188.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-08T03:48:52.306 INFO:teuthology.orchestra.run.smithi188.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-08T03:48:52.306 INFO:teuthology.orchestra.run.smithi188.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-08T03:48:53.199 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:53 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:53.199 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:53 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:53.200 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:53 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:53.200 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:53 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:53.200 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:53 ntpd[27162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-08T03:48:53.200 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:53 ntpd[27162]: can't open /var/log/ntpstats/peerstats.20230608: Permission denied 2023-06-08T03:48:54.201 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:54 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:54.201 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:54 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:54.202 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:54 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:54.202 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:54 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:54.202 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:54 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:54.202 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:54 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:54.203 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:54 ntpd[27162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-08T03:48:54.203 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:54 ntpd[27162]: can't open /var/log/ntpstats/peerstats.20230608: Permission denied 2023-06-08T03:48:54.203 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:54 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:54.204 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:54 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:54.204 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:54 ntpd[27162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-08T03:48:54.204 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:54 ntpd[27162]: can't open /var/log/ntpstats/peerstats.20230608: Permission denied 2023-06-08T03:48:55.199 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:55 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:55.199 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:55 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:55.200 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:55 ntpd[27162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-08T03:48:55.200 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:55 ntpd[27162]: can't open /var/log/ntpstats/rawstats.20230608: Permission denied 2023-06-08T03:48:55.200 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:55 ntpd[27162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-08T03:48:55.200 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:55 ntpd[27162]: can't open /var/log/ntpstats/peerstats.20230608: Permission denied 2023-06-08T03:48:55.201 INFO:teuthology.orchestra.run.smithi062.stdout: 8 Jun 03:48:55 ntpd[27162]: ntpd: time slew +0.000396 s 2023-06-08T03:48:55.201 INFO:teuthology.orchestra.run.smithi062.stdout:ntpd: time slew +0.000396s 2023-06-08T03:48:55.201 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:55 ntpd[27162]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-06-08T03:48:55.202 INFO:teuthology.orchestra.run.smithi062.stderr: 8 Jun 03:48:55 ntpd[27162]: can't open /var/log/ntpstats/loopstats.20230608: Permission denied 2023-06-08T03:48:55.270 INFO:teuthology.orchestra.run.smithi062.stdout: remote refid st t when poll reach delay offset jitter 2023-06-08T03:48:55.270 INFO:teuthology.orchestra.run.smithi062.stdout:============================================================================== 2023-06-08T03:48:55.270 INFO:teuthology.orchestra.run.smithi062.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-08T03:48:55.270 INFO:teuthology.orchestra.run.smithi062.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-08T03:48:55.271 INFO:teuthology.orchestra.run.smithi062.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-08T03:48:55.271 INFO:teuthology.orchestra.run.smithi062.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-08T03:48:55.272 INFO:teuthology.run_tasks:Running task install... 2023-06-08T03:48:55.279 DEBUG:teuthology.task.install:project ceph 2023-06-08T03:48:55.280 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'a02638f808b8fe11bccdd01222c0e6e2eb71120b'}} 2023-06-08T03:48:55.280 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'a02638f808b8fe11bccdd01222c0e6e2eb71120b'} 2023-06-08T03:48:55.280 INFO:teuthology.task.install:Using flavor: default 2023-06-08T03:48:55.286 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-06-08T03:48:55.286 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2023-06-08T03:48:55.287 DEBUG:teuthology.orchestra.run.smithi062:> sudo apt-key list | grep Ceph 2023-06-08T03:48:55.287 DEBUG:teuthology.orchestra.run.smithi188:> sudo apt-key list | grep Ceph 2023-06-08T03:48:55.348 INFO:teuthology.orchestra.run.smithi188.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2023-06-08T03:48:55.374 INFO:teuthology.orchestra.run.smithi062.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2023-06-08T03:48:55.383 INFO:teuthology.orchestra.run.smithi188.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-06-08T03:48:55.383 INFO:teuthology.orchestra.run.smithi188.stdout:uid [ unknown] Ceph.com (release key) 2023-06-08T03:48:55.384 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2023-06-08T03:48:55.384 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2023-06-08T03:48:55.384 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=a02638f808b8fe11bccdd01222c0e6e2eb71120b 2023-06-08T03:48:55.404 INFO:teuthology.orchestra.run.smithi062.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-06-08T03:48:55.405 INFO:teuthology.orchestra.run.smithi062.stdout:uid [ unknown] Ceph.com (release key) 2023-06-08T03:48:55.405 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2023-06-08T03:48:55.406 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2023-06-08T03:48:55.406 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=a02638f808b8fe11bccdd01222c0e6e2eb71120b 2023-06-08T03:48:55.524 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default/ 2023-06-08T03:48:55.525 INFO:teuthology.task.install.deb:Package version is 18.0.0-4313-ga02638f8-1jammy 2023-06-08T03:48:55.539 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default/ 2023-06-08T03:48:55.539 INFO:teuthology.task.install.deb:Package version is 18.0.0-4313-ga02638f8-1jammy 2023-06-08T03:48:55.646 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:48:55.646 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-06-08T03:48:55.660 DEBUG:teuthology.orchestra.run.smithi188:> sudo apt-get update 2023-06-08T03:48:55.708 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:48:55.709 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-06-08T03:48:55.723 DEBUG:teuthology.orchestra.run.smithi062:> sudo apt-get update 2023-06-08T03:48:55.843 INFO:teuthology.orchestra.run.smithi188.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-06-08T03:48:55.893 INFO:teuthology.orchestra.run.smithi062.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-06-08T03:48:55.893 INFO:teuthology.orchestra.run.smithi062.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-06-08T03:48:55.903 INFO:teuthology.orchestra.run.smithi062.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-06-08T03:48:55.920 INFO:teuthology.orchestra.run.smithi062.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-06-08T03:48:55.939 INFO:teuthology.orchestra.run.smithi188.stdout:Ign:2 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy InRelease 2023-06-08T03:48:55.945 INFO:teuthology.orchestra.run.smithi188.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-06-08T03:48:55.948 INFO:teuthology.orchestra.run.smithi062.stdout:Ign:5 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy InRelease 2023-06-08T03:48:55.969 INFO:teuthology.orchestra.run.smithi062.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2023-06-08T03:48:55.986 INFO:teuthology.orchestra.run.smithi188.stdout:Get:4 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2023-06-08T03:48:55.991 INFO:teuthology.orchestra.run.smithi062.stdout:Ign:7 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy Release.gpg 2023-06-08T03:48:56.011 INFO:teuthology.orchestra.run.smithi062.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,421 B] 2023-06-08T03:48:56.027 INFO:teuthology.orchestra.run.smithi188.stdout:Hit:5 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-06-08T03:48:56.038 INFO:teuthology.orchestra.run.smithi062.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.4 kB] 2023-06-08T03:48:56.044 INFO:teuthology.orchestra.run.smithi188.stdout:Ign:6 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy Release.gpg 2023-06-08T03:48:56.081 INFO:teuthology.orchestra.run.smithi188.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.4 kB] 2023-06-08T03:48:56.109 INFO:teuthology.orchestra.run.smithi188.stdout:Hit:8 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-06-08T03:48:56.140 INFO:teuthology.orchestra.run.smithi188.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,421 B] 2023-06-08T03:48:56.241 INFO:teuthology.orchestra.run.smithi188.stdout:Fetched 28.5 kB in 0s (70.0 kB/s) 2023-06-08T03:48:56.271 INFO:teuthology.orchestra.run.smithi062.stdout:Fetched 28.5 kB in 0s (78.6 kB/s) 2023-06-08T03:48:57.022 INFO:teuthology.orchestra.run.smithi188.stdout:Reading package lists... 2023-06-08T03:48:57.039 DEBUG:teuthology.orchestra.run.smithi188:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-4313-ga02638f8-1jammy cephadm=18.0.0-4313-ga02638f8-1jammy ceph-mds=18.0.0-4313-ga02638f8-1jammy ceph-mgr=18.0.0-4313-ga02638f8-1jammy ceph-common=18.0.0-4313-ga02638f8-1jammy ceph-fuse=18.0.0-4313-ga02638f8-1jammy ceph-test=18.0.0-4313-ga02638f8-1jammy ceph-volume=18.0.0-4313-ga02638f8-1jammy radosgw=18.0.0-4313-ga02638f8-1jammy python3-rados=18.0.0-4313-ga02638f8-1jammy python3-rgw=18.0.0-4313-ga02638f8-1jammy python3-cephfs=18.0.0-4313-ga02638f8-1jammy python3-rbd=18.0.0-4313-ga02638f8-1jammy libcephfs2=18.0.0-4313-ga02638f8-1jammy libcephfs-dev=18.0.0-4313-ga02638f8-1jammy librados2=18.0.0-4313-ga02638f8-1jammy librbd1=18.0.0-4313-ga02638f8-1jammy rbd-fuse=18.0.0-4313-ga02638f8-1jammy python3-cephfs=18.0.0-4313-ga02638f8-1jammy cephfs-shell=18.0.0-4313-ga02638f8-1jammy cephfs-top=18.0.0-4313-ga02638f8-1jammy cephfs-mirror=18.0.0-4313-ga02638f8-1jammy 2023-06-08T03:48:57.086 INFO:teuthology.orchestra.run.smithi062.stdout:Reading package lists... 2023-06-08T03:48:57.098 INFO:teuthology.orchestra.run.smithi188.stdout:Reading package lists... 2023-06-08T03:48:57.102 DEBUG:teuthology.orchestra.run.smithi062:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-4313-ga02638f8-1jammy cephadm=18.0.0-4313-ga02638f8-1jammy ceph-mds=18.0.0-4313-ga02638f8-1jammy ceph-mgr=18.0.0-4313-ga02638f8-1jammy ceph-common=18.0.0-4313-ga02638f8-1jammy ceph-fuse=18.0.0-4313-ga02638f8-1jammy ceph-test=18.0.0-4313-ga02638f8-1jammy ceph-volume=18.0.0-4313-ga02638f8-1jammy radosgw=18.0.0-4313-ga02638f8-1jammy python3-rados=18.0.0-4313-ga02638f8-1jammy python3-rgw=18.0.0-4313-ga02638f8-1jammy python3-cephfs=18.0.0-4313-ga02638f8-1jammy python3-rbd=18.0.0-4313-ga02638f8-1jammy libcephfs2=18.0.0-4313-ga02638f8-1jammy libcephfs-dev=18.0.0-4313-ga02638f8-1jammy librados2=18.0.0-4313-ga02638f8-1jammy librbd1=18.0.0-4313-ga02638f8-1jammy rbd-fuse=18.0.0-4313-ga02638f8-1jammy python3-cephfs=18.0.0-4313-ga02638f8-1jammy cephfs-shell=18.0.0-4313-ga02638f8-1jammy cephfs-top=18.0.0-4313-ga02638f8-1jammy cephfs-mirror=18.0.0-4313-ga02638f8-1jammy 2023-06-08T03:48:57.162 INFO:teuthology.orchestra.run.smithi062.stdout:Reading package lists... 2023-06-08T03:48:57.268 INFO:teuthology.orchestra.run.smithi188.stdout:Building dependency tree... 2023-06-08T03:48:57.269 INFO:teuthology.orchestra.run.smithi188.stdout:Reading state information... 2023-06-08T03:48:57.338 INFO:teuthology.orchestra.run.smithi062.stdout:Building dependency tree... 2023-06-08T03:48:57.339 INFO:teuthology.orchestra.run.smithi062.stdout:Reading state information... 2023-06-08T03:48:57.426 INFO:teuthology.orchestra.run.smithi188.stdout:The following packages were automatically installed and are no longer required: 2023-06-08T03:48:57.426 INFO:teuthology.orchestra.run.smithi188.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-08T03:48:57.427 INFO:teuthology.orchestra.run.smithi188.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-08T03:48:57.427 INFO:teuthology.orchestra.run.smithi188.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-08T03:48:57.427 INFO:teuthology.orchestra.run.smithi188.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-06-08T03:48:57.428 INFO:teuthology.orchestra.run.smithi188.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-06-08T03:48:57.428 INFO:teuthology.orchestra.run.smithi188.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-08T03:48:57.428 INFO:teuthology.orchestra.run.smithi188.stdout:The following additional packages will be installed: 2023-06-08T03:48:57.429 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-06-08T03:48:57.429 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2023-06-08T03:48:57.429 INFO:teuthology.orchestra.run.smithi188.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2023-06-08T03:48:57.429 INFO:teuthology.orchestra.run.smithi188.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2023-06-08T03:48:57.429 INFO:teuthology.orchestra.run.smithi188.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2023-06-08T03:48:57.429 INFO:teuthology.orchestra.run.smithi188.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2023-06-08T03:48:57.429 INFO:teuthology.orchestra.run.smithi188.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2023-06-08T03:48:57.430 INFO:teuthology.orchestra.run.smithi188.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2023-06-08T03:48:57.430 INFO:teuthology.orchestra.run.smithi188.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2023-06-08T03:48:57.430 INFO:teuthology.orchestra.run.smithi188.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2023-06-08T03:48:57.430 INFO:teuthology.orchestra.run.smithi188.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2023-06-08T03:48:57.430 INFO:teuthology.orchestra.run.smithi188.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2023-06-08T03:48:57.430 INFO:teuthology.orchestra.run.smithi188.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2023-06-08T03:48:57.430 INFO:teuthology.orchestra.run.smithi188.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2023-06-08T03:48:57.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2023-06-08T03:48:57.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2023-06-08T03:48:57.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2023-06-08T03:48:57.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2023-06-08T03:48:57.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-simplejson python3-singledispatch python3-sklearn 2023-06-08T03:48:57.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2023-06-08T03:48:57.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2023-06-08T03:48:57.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2023-06-08T03:48:57.432 INFO:teuthology.orchestra.run.smithi188.stdout: qttranslations5-l10n socat xmlstarlet 2023-06-08T03:48:57.432 INFO:teuthology.orchestra.run.smithi188.stdout:Suggested packages: 2023-06-08T03:48:57.432 INFO:teuthology.orchestra.run.smithi188.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2023-06-08T03:48:57.432 INFO:teuthology.orchestra.run.smithi188.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2023-06-08T03:48:57.433 INFO:teuthology.orchestra.run.smithi188.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2023-06-08T03:48:57.433 INFO:teuthology.orchestra.run.smithi188.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2023-06-08T03:48:57.433 INFO:teuthology.orchestra.run.smithi188.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2023-06-08T03:48:57.433 INFO:teuthology.orchestra.run.smithi188.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2023-06-08T03:48:57.433 INFO:teuthology.orchestra.run.smithi188.stdout: python3-watchdog 2023-06-08T03:48:57.433 INFO:teuthology.orchestra.run.smithi188.stdout:Recommended packages: 2023-06-08T03:48:57.433 INFO:teuthology.orchestra.run.smithi188.stdout: btrfs-tools 2023-06-08T03:48:57.501 INFO:teuthology.orchestra.run.smithi062.stdout:The following packages were automatically installed and are no longer required: 2023-06-08T03:48:57.501 INFO:teuthology.orchestra.run.smithi062.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-08T03:48:57.501 INFO:teuthology.orchestra.run.smithi062.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-08T03:48:57.501 INFO:teuthology.orchestra.run.smithi062.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-08T03:48:57.502 INFO:teuthology.orchestra.run.smithi062.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-06-08T03:48:57.502 INFO:teuthology.orchestra.run.smithi062.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-06-08T03:48:57.502 INFO:teuthology.orchestra.run.smithi062.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-08T03:48:57.503 INFO:teuthology.orchestra.run.smithi062.stdout:The following additional packages will be installed: 2023-06-08T03:48:57.503 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-06-08T03:48:57.503 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2023-06-08T03:48:57.503 INFO:teuthology.orchestra.run.smithi062.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2023-06-08T03:48:57.503 INFO:teuthology.orchestra.run.smithi062.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2023-06-08T03:48:57.504 INFO:teuthology.orchestra.run.smithi062.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2023-06-08T03:48:57.504 INFO:teuthology.orchestra.run.smithi062.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2023-06-08T03:48:57.504 INFO:teuthology.orchestra.run.smithi062.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2023-06-08T03:48:57.504 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2023-06-08T03:48:57.505 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2023-06-08T03:48:57.505 INFO:teuthology.orchestra.run.smithi062.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2023-06-08T03:48:57.505 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2023-06-08T03:48:57.505 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2023-06-08T03:48:57.505 INFO:teuthology.orchestra.run.smithi062.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2023-06-08T03:48:57.505 INFO:teuthology.orchestra.run.smithi062.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2023-06-08T03:48:57.505 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2023-06-08T03:48:57.506 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2023-06-08T03:48:57.506 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2023-06-08T03:48:57.506 INFO:teuthology.orchestra.run.smithi062.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2023-06-08T03:48:57.506 INFO:teuthology.orchestra.run.smithi062.stdout: python3-simplejson python3-singledispatch python3-sklearn 2023-06-08T03:48:57.506 INFO:teuthology.orchestra.run.smithi062.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2023-06-08T03:48:57.506 INFO:teuthology.orchestra.run.smithi062.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2023-06-08T03:48:57.506 INFO:teuthology.orchestra.run.smithi062.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2023-06-08T03:48:57.507 INFO:teuthology.orchestra.run.smithi062.stdout: qttranslations5-l10n socat xmlstarlet 2023-06-08T03:48:57.507 INFO:teuthology.orchestra.run.smithi062.stdout:Suggested packages: 2023-06-08T03:48:57.507 INFO:teuthology.orchestra.run.smithi062.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2023-06-08T03:48:57.507 INFO:teuthology.orchestra.run.smithi062.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2023-06-08T03:48:57.507 INFO:teuthology.orchestra.run.smithi062.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2023-06-08T03:48:57.507 INFO:teuthology.orchestra.run.smithi062.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2023-06-08T03:48:57.507 INFO:teuthology.orchestra.run.smithi062.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2023-06-08T03:48:57.508 INFO:teuthology.orchestra.run.smithi062.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2023-06-08T03:48:57.508 INFO:teuthology.orchestra.run.smithi062.stdout: python3-watchdog 2023-06-08T03:48:57.508 INFO:teuthology.orchestra.run.smithi062.stdout:Recommended packages: 2023-06-08T03:48:57.508 INFO:teuthology.orchestra.run.smithi062.stdout: btrfs-tools 2023-06-08T03:48:57.527 INFO:teuthology.orchestra.run.smithi188.stdout:The following NEW packages will be installed: 2023-06-08T03:48:57.527 INFO:teuthology.orchestra.run.smithi188.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-06-08T03:48:57.527 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-06-08T03:48:57.527 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2023-06-08T03:48:57.527 INFO:teuthology.orchestra.run.smithi188.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2023-06-08T03:48:57.528 INFO:teuthology.orchestra.run.smithi188.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2023-06-08T03:48:57.529 INFO:teuthology.orchestra.run.smithi188.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2023-06-08T03:48:57.529 INFO:teuthology.orchestra.run.smithi188.stdout: libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2023-06-08T03:48:57.529 INFO:teuthology.orchestra.run.smithi188.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2023-06-08T03:48:57.529 INFO:teuthology.orchestra.run.smithi188.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2023-06-08T03:48:57.529 INFO:teuthology.orchestra.run.smithi188.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2023-06-08T03:48:57.529 INFO:teuthology.orchestra.run.smithi188.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2023-06-08T03:48:57.529 INFO:teuthology.orchestra.run.smithi188.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2023-06-08T03:48:57.530 INFO:teuthology.orchestra.run.smithi188.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2023-06-08T03:48:57.530 INFO:teuthology.orchestra.run.smithi188.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2023-06-08T03:48:57.530 INFO:teuthology.orchestra.run.smithi188.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2023-06-08T03:48:57.530 INFO:teuthology.orchestra.run.smithi188.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2023-06-08T03:48:57.530 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2023-06-08T03:48:57.530 INFO:teuthology.orchestra.run.smithi188.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2023-06-08T03:48:57.530 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2023-06-08T03:48:57.531 INFO:teuthology.orchestra.run.smithi188.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2023-06-08T03:48:57.531 INFO:teuthology.orchestra.run.smithi188.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2023-06-08T03:48:57.531 INFO:teuthology.orchestra.run.smithi188.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2023-06-08T03:48:57.531 INFO:teuthology.orchestra.run.smithi188.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2023-06-08T03:48:57.531 INFO:teuthology.orchestra.run.smithi188.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2023-06-08T03:48:57.531 INFO:teuthology.orchestra.run.smithi188.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2023-06-08T03:48:57.531 INFO:teuthology.orchestra.run.smithi188.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2023-06-08T03:48:57.532 INFO:teuthology.orchestra.run.smithi188.stdout: socat xmlstarlet 2023-06-08T03:48:57.611 INFO:teuthology.orchestra.run.smithi062.stdout:The following NEW packages will be installed: 2023-06-08T03:48:57.611 INFO:teuthology.orchestra.run.smithi062.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-06-08T03:48:57.611 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-06-08T03:48:57.612 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2023-06-08T03:48:57.613 INFO:teuthology.orchestra.run.smithi062.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2023-06-08T03:48:57.613 INFO:teuthology.orchestra.run.smithi062.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2023-06-08T03:48:57.613 INFO:teuthology.orchestra.run.smithi062.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2023-06-08T03:48:57.613 INFO:teuthology.orchestra.run.smithi062.stdout: libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2023-06-08T03:48:57.613 INFO:teuthology.orchestra.run.smithi062.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2023-06-08T03:48:57.613 INFO:teuthology.orchestra.run.smithi062.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2023-06-08T03:48:57.614 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2023-06-08T03:48:57.614 INFO:teuthology.orchestra.run.smithi062.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2023-06-08T03:48:57.614 INFO:teuthology.orchestra.run.smithi062.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2023-06-08T03:48:57.614 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2023-06-08T03:48:57.614 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2023-06-08T03:48:57.614 INFO:teuthology.orchestra.run.smithi062.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2023-06-08T03:48:57.614 INFO:teuthology.orchestra.run.smithi062.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2023-06-08T03:48:57.615 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2023-06-08T03:48:57.615 INFO:teuthology.orchestra.run.smithi062.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2023-06-08T03:48:57.615 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2023-06-08T03:48:57.615 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2023-06-08T03:48:57.615 INFO:teuthology.orchestra.run.smithi062.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2023-06-08T03:48:57.615 INFO:teuthology.orchestra.run.smithi062.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2023-06-08T03:48:57.615 INFO:teuthology.orchestra.run.smithi062.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2023-06-08T03:48:57.616 INFO:teuthology.orchestra.run.smithi062.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2023-06-08T03:48:57.616 INFO:teuthology.orchestra.run.smithi062.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2023-06-08T03:48:57.616 INFO:teuthology.orchestra.run.smithi062.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2023-06-08T03:48:57.616 INFO:teuthology.orchestra.run.smithi062.stdout: socat xmlstarlet 2023-06-08T03:48:57.712 INFO:teuthology.orchestra.run.smithi188.stdout:0 upgraded, 115 newly installed, 0 to remove and 189 not upgraded. 2023-06-08T03:48:57.713 INFO:teuthology.orchestra.run.smithi188.stdout:Need to get 175 MB of archives. 2023-06-08T03:48:57.713 INFO:teuthology.orchestra.run.smithi188.stdout:After this operation, 792 MB of additional disk space will be used. 2023-06-08T03:48:57.713 INFO:teuthology.orchestra.run.smithi188.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2023-06-08T03:48:57.754 INFO:teuthology.orchestra.run.smithi188.stdout:Get:2 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.0.0-4313-ga02638f8-1jammy [3,402 kB] 2023-06-08T03:48:57.795 INFO:teuthology.orchestra.run.smithi188.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2023-06-08T03:48:57.799 INFO:teuthology.orchestra.run.smithi062.stdout:0 upgraded, 115 newly installed, 0 to remove and 189 not upgraded. 2023-06-08T03:48:57.799 INFO:teuthology.orchestra.run.smithi062.stdout:Need to get 175 MB of archives. 2023-06-08T03:48:57.799 INFO:teuthology.orchestra.run.smithi062.stdout:After this operation, 792 MB of additional disk space will be used. 2023-06-08T03:48:57.799 INFO:teuthology.orchestra.run.smithi062.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2023-06-08T03:48:57.841 INFO:teuthology.orchestra.run.smithi188.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2023-06-08T03:48:57.850 INFO:teuthology.orchestra.run.smithi062.stdout:Get:2 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.0.0-4313-ga02638f8-1jammy [3,402 kB] 2023-06-08T03:48:57.882 INFO:teuthology.orchestra.run.smithi062.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2023-06-08T03:48:57.928 INFO:teuthology.orchestra.run.smithi062.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2023-06-08T03:48:58.036 INFO:teuthology.orchestra.run.smithi188.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2023-06-08T03:48:58.079 INFO:teuthology.orchestra.run.smithi188.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2023-06-08T03:48:58.123 INFO:teuthology.orchestra.run.smithi062.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2023-06-08T03:48:58.154 INFO:teuthology.orchestra.run.smithi188.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2023-06-08T03:48:58.166 INFO:teuthology.orchestra.run.smithi188.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2023-06-08T03:48:58.166 INFO:teuthology.orchestra.run.smithi062.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2023-06-08T03:48:58.212 INFO:teuthology.orchestra.run.smithi188.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2023-06-08T03:48:58.241 INFO:teuthology.orchestra.run.smithi062.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2023-06-08T03:48:58.252 INFO:teuthology.orchestra.run.smithi062.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2023-06-08T03:48:58.269 INFO:teuthology.orchestra.run.smithi062.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.0.0-4313-ga02638f8-1jammy [3,093 kB] 2023-06-08T03:48:58.298 INFO:teuthology.orchestra.run.smithi062.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2023-06-08T03:48:58.377 INFO:teuthology.orchestra.run.smithi188.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2023-06-08T03:48:58.386 INFO:teuthology.orchestra.run.smithi188.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2023-06-08T03:48:58.412 INFO:teuthology.orchestra.run.smithi188.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2023-06-08T03:48:58.443 INFO:teuthology.orchestra.run.smithi188.stdout:Get:13 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.0.0-4313-ga02638f8-1jammy [3,093 kB] 2023-06-08T03:48:58.462 INFO:teuthology.orchestra.run.smithi062.stdout:Get:11 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.0.0-4313-ga02638f8-1jammy [657 kB] 2023-06-08T03:48:58.464 INFO:teuthology.orchestra.run.smithi062.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2023-06-08T03:48:58.472 INFO:teuthology.orchestra.run.smithi062.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2023-06-08T03:48:58.496 INFO:teuthology.orchestra.run.smithi062.stdout:Get:14 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.0.0-4313-ga02638f8-1jammy [343 kB] 2023-06-08T03:48:58.499 INFO:teuthology.orchestra.run.smithi062.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2023-06-08T03:48:58.505 INFO:teuthology.orchestra.run.smithi062.stdout:Get:16 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.0.0-4313-ga02638f8-1jammy [23.0 kB] 2023-06-08T03:48:58.506 INFO:teuthology.orchestra.run.smithi062.stdout:Get:17 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.0.0-4313-ga02638f8-1jammy [170 kB] 2023-06-08T03:48:58.510 INFO:teuthology.orchestra.run.smithi062.stdout:Get:18 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.0.0-4313-ga02638f8-1jammy [49.0 kB] 2023-06-08T03:48:58.511 INFO:teuthology.orchestra.run.smithi062.stdout:Get:19 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.0.0-4313-ga02638f8-1jammy [318 kB] 2023-06-08T03:48:58.538 INFO:teuthology.orchestra.run.smithi062.stdout:Get:20 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.0.0-4313-ga02638f8-1jammy [5,872 kB] 2023-06-08T03:48:58.585 INFO:teuthology.orchestra.run.smithi188.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2023-06-08T03:48:58.670 INFO:teuthology.orchestra.run.smithi062.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2023-06-08T03:48:58.780 INFO:teuthology.orchestra.run.smithi188.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2023-06-08T03:48:58.853 INFO:teuthology.orchestra.run.smithi188.stdout:Get:16 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.0.0-4313-ga02638f8-1jammy [657 kB] 2023-06-08T03:48:58.866 INFO:teuthology.orchestra.run.smithi062.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2023-06-08T03:48:58.892 INFO:teuthology.orchestra.run.smithi062.stdout:Get:23 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.0.0-4313-ga02638f8-1jammy [102 kB] 2023-06-08T03:48:58.894 INFO:teuthology.orchestra.run.smithi062.stdout:Get:24 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.0.0-4313-ga02638f8-1jammy [429 kB] 2023-06-08T03:48:58.906 INFO:teuthology.orchestra.run.smithi188.stdout:Get:17 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.0.0-4313-ga02638f8-1jammy [343 kB] 2023-06-08T03:48:58.924 INFO:teuthology.orchestra.run.smithi062.stdout:Get:25 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.0.0-4313-ga02638f8-1jammy [21.9 MB] 2023-06-08T03:48:58.952 INFO:teuthology.orchestra.run.smithi188.stdout:Get:18 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.0.0-4313-ga02638f8-1jammy [23.0 kB] 2023-06-08T03:48:58.953 INFO:teuthology.orchestra.run.smithi188.stdout:Get:19 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.0.0-4313-ga02638f8-1jammy [170 kB] 2023-06-08T03:48:58.958 INFO:teuthology.orchestra.run.smithi188.stdout:Get:20 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.0.0-4313-ga02638f8-1jammy [49.0 kB] 2023-06-08T03:48:58.960 INFO:teuthology.orchestra.run.smithi188.stdout:Get:21 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.0.0-4313-ga02638f8-1jammy [318 kB] 2023-06-08T03:48:59.008 INFO:teuthology.orchestra.run.smithi188.stdout:Get:22 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.0.0-4313-ga02638f8-1jammy [5,872 kB] 2023-06-08T03:48:59.147 INFO:teuthology.orchestra.run.smithi188.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2023-06-08T03:48:59.154 INFO:teuthology.orchestra.run.smithi188.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2023-06-08T03:48:59.156 INFO:teuthology.orchestra.run.smithi188.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2023-06-08T03:48:59.168 INFO:teuthology.orchestra.run.smithi188.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2023-06-08T03:48:59.169 INFO:teuthology.orchestra.run.smithi188.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2023-06-08T03:48:59.170 INFO:teuthology.orchestra.run.smithi188.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2023-06-08T03:48:59.172 INFO:teuthology.orchestra.run.smithi188.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2023-06-08T03:48:59.174 INFO:teuthology.orchestra.run.smithi188.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2023-06-08T03:48:59.176 INFO:teuthology.orchestra.run.smithi188.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2023-06-08T03:48:59.232 INFO:teuthology.orchestra.run.smithi062.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2023-06-08T03:48:59.239 INFO:teuthology.orchestra.run.smithi062.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2023-06-08T03:48:59.241 INFO:teuthology.orchestra.run.smithi062.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2023-06-08T03:48:59.253 INFO:teuthology.orchestra.run.smithi062.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2023-06-08T03:48:59.254 INFO:teuthology.orchestra.run.smithi062.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2023-06-08T03:48:59.256 INFO:teuthology.orchestra.run.smithi062.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2023-06-08T03:48:59.258 INFO:teuthology.orchestra.run.smithi062.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2023-06-08T03:48:59.260 INFO:teuthology.orchestra.run.smithi062.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2023-06-08T03:48:59.261 INFO:teuthology.orchestra.run.smithi062.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2023-06-08T03:48:59.340 INFO:teuthology.orchestra.run.smithi188.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2023-06-08T03:48:59.426 INFO:teuthology.orchestra.run.smithi062.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2023-06-08T03:48:59.636 INFO:teuthology.orchestra.run.smithi188.stdout:Get:33 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.0.0-4313-ga02638f8-1jammy [102 kB] 2023-06-08T03:48:59.638 INFO:teuthology.orchestra.run.smithi188.stdout:Get:34 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.0.0-4313-ga02638f8-1jammy [429 kB] 2023-06-08T03:48:59.653 INFO:teuthology.orchestra.run.smithi188.stdout:Get:35 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.0.0-4313-ga02638f8-1jammy [21.9 MB] 2023-06-08T03:48:59.770 INFO:teuthology.orchestra.run.smithi188.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2023-06-08T03:48:59.780 INFO:teuthology.orchestra.run.smithi188.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2023-06-08T03:48:59.785 INFO:teuthology.orchestra.run.smithi188.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2023-06-08T03:48:59.789 INFO:teuthology.orchestra.run.smithi188.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2023-06-08T03:48:59.807 INFO:teuthology.orchestra.run.smithi188.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-06-08T03:48:59.810 INFO:teuthology.orchestra.run.smithi188.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2023-06-08T03:48:59.812 INFO:teuthology.orchestra.run.smithi188.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2023-06-08T03:48:59.854 INFO:teuthology.orchestra.run.smithi188.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2023-06-08T03:48:59.859 INFO:teuthology.orchestra.run.smithi062.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2023-06-08T03:48:59.868 INFO:teuthology.orchestra.run.smithi188.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2023-06-08T03:48:59.868 INFO:teuthology.orchestra.run.smithi062.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2023-06-08T03:48:59.873 INFO:teuthology.orchestra.run.smithi188.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2023-06-08T03:48:59.874 INFO:teuthology.orchestra.run.smithi062.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2023-06-08T03:48:59.878 INFO:teuthology.orchestra.run.smithi062.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2023-06-08T03:48:59.896 INFO:teuthology.orchestra.run.smithi062.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-06-08T03:48:59.899 INFO:teuthology.orchestra.run.smithi062.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2023-06-08T03:48:59.901 INFO:teuthology.orchestra.run.smithi062.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2023-06-08T03:48:59.944 INFO:teuthology.orchestra.run.smithi062.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2023-06-08T03:48:59.957 INFO:teuthology.orchestra.run.smithi062.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2023-06-08T03:48:59.962 INFO:teuthology.orchestra.run.smithi062.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2023-06-08T03:49:00.092 INFO:teuthology.orchestra.run.smithi062.stdout:Get:46 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.0.0-4313-ga02638f8-1jammy [6,825 kB] 2023-06-08T03:49:00.126 INFO:teuthology.orchestra.run.smithi188.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2023-06-08T03:49:00.209 INFO:teuthology.orchestra.run.smithi188.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2023-06-08T03:49:00.254 INFO:teuthology.orchestra.run.smithi062.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2023-06-08T03:49:00.300 INFO:teuthology.orchestra.run.smithi188.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2023-06-08T03:49:00.337 INFO:teuthology.orchestra.run.smithi062.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2023-06-08T03:49:00.357 INFO:teuthology.orchestra.run.smithi188.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2023-06-08T03:49:00.373 INFO:teuthology.orchestra.run.smithi062.stdout:Get:49 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.0.0-4313-ga02638f8-1jammy [226 kB] 2023-06-08T03:49:00.378 INFO:teuthology.orchestra.run.smithi062.stdout:Get:50 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.0.0-4313-ga02638f8-1jammy [114 kB] 2023-06-08T03:49:00.396 INFO:teuthology.orchestra.run.smithi062.stdout:Get:51 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.0.0-4313-ga02638f8-1jammy [1,469 kB] 2023-06-08T03:49:00.422 INFO:teuthology.orchestra.run.smithi062.stdout:Get:52 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.0.0-4313-ga02638f8-1jammy [9,851 kB] 2023-06-08T03:49:00.427 INFO:teuthology.orchestra.run.smithi062.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2023-06-08T03:49:00.479 INFO:teuthology.orchestra.run.smithi188.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2023-06-08T03:49:00.484 INFO:teuthology.orchestra.run.smithi062.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2023-06-08T03:49:00.567 INFO:teuthology.orchestra.run.smithi188.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2023-06-08T03:49:00.585 INFO:teuthology.orchestra.run.smithi188.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-urllib3 all 1.26.5-1~exp1 [96.4 kB] 2023-06-08T03:49:00.606 INFO:teuthology.orchestra.run.smithi062.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2023-06-08T03:49:00.614 INFO:teuthology.orchestra.run.smithi188.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-requests all 2.25.1+dfsg-2 [47.9 kB] 2023-06-08T03:49:00.626 INFO:teuthology.orchestra.run.smithi188.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2023-06-08T03:49:00.664 INFO:teuthology.orchestra.run.smithi188.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2023-06-08T03:49:00.672 INFO:teuthology.orchestra.run.smithi188.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2023-06-08T03:49:00.693 INFO:teuthology.orchestra.run.smithi062.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2023-06-08T03:49:00.711 INFO:teuthology.orchestra.run.smithi062.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-urllib3 all 1.26.5-1~exp1 [96.4 kB] 2023-06-08T03:49:00.740 INFO:teuthology.orchestra.run.smithi062.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-requests all 2.25.1+dfsg-2 [47.9 kB] 2023-06-08T03:49:00.752 INFO:teuthology.orchestra.run.smithi062.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2023-06-08T03:49:00.790 INFO:teuthology.orchestra.run.smithi062.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2023-06-08T03:49:00.798 INFO:teuthology.orchestra.run.smithi062.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2023-06-08T03:49:00.864 INFO:teuthology.orchestra.run.smithi188.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2023-06-08T03:49:00.903 INFO:teuthology.orchestra.run.smithi062.stdout:Get:62 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.0.0-4313-ga02638f8-1jammy [31.6 MB] 2023-06-08T03:49:00.992 INFO:teuthology.orchestra.run.smithi062.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2023-06-08T03:49:01.674 INFO:teuthology.orchestra.run.smithi188.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2023-06-08T03:49:01.677 INFO:teuthology.orchestra.run.smithi188.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jinja2 all 3.0.3-1 [108 kB] 2023-06-08T03:49:01.679 INFO:teuthology.orchestra.run.smithi188.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2023-06-08T03:49:01.680 INFO:teuthology.orchestra.run.smithi188.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-06-08T03:49:01.681 INFO:teuthology.orchestra.run.smithi188.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2023-06-08T03:49:01.684 INFO:teuthology.orchestra.run.smithi188.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2023-06-08T03:49:01.725 INFO:teuthology.orchestra.run.smithi188.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2023-06-08T03:49:01.728 INFO:teuthology.orchestra.run.smithi188.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2023-06-08T03:49:01.728 INFO:teuthology.orchestra.run.smithi188.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2023-06-08T03:49:01.786 INFO:teuthology.orchestra.run.smithi188.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2023-06-08T03:49:01.805 INFO:teuthology.orchestra.run.smithi062.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2023-06-08T03:49:01.807 INFO:teuthology.orchestra.run.smithi062.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jinja2 all 3.0.3-1 [108 kB] 2023-06-08T03:49:01.810 INFO:teuthology.orchestra.run.smithi062.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2023-06-08T03:49:01.811 INFO:teuthology.orchestra.run.smithi062.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-06-08T03:49:01.812 INFO:teuthology.orchestra.run.smithi062.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2023-06-08T03:49:01.815 INFO:teuthology.orchestra.run.smithi062.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2023-06-08T03:49:01.857 INFO:teuthology.orchestra.run.smithi062.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2023-06-08T03:49:01.861 INFO:teuthology.orchestra.run.smithi062.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2023-06-08T03:49:01.861 INFO:teuthology.orchestra.run.smithi062.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2023-06-08T03:49:01.918 INFO:teuthology.orchestra.run.smithi062.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2023-06-08T03:49:01.928 INFO:teuthology.orchestra.run.smithi188.stdout:Get:68 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.0.0-4313-ga02638f8-1jammy [6,825 kB] 2023-06-08T03:49:01.951 INFO:teuthology.orchestra.run.smithi188.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2023-06-08T03:49:02.082 INFO:teuthology.orchestra.run.smithi062.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2023-06-08T03:49:02.208 INFO:teuthology.orchestra.run.smithi188.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2023-06-08T03:49:02.240 INFO:teuthology.orchestra.run.smithi188.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2023-06-08T03:49:02.267 INFO:teuthology.orchestra.run.smithi188.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2023-06-08T03:49:02.319 INFO:teuthology.orchestra.run.smithi188.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2023-06-08T03:49:02.338 INFO:teuthology.orchestra.run.smithi188.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2023-06-08T03:49:02.339 INFO:teuthology.orchestra.run.smithi062.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2023-06-08T03:49:02.367 INFO:teuthology.orchestra.run.smithi188.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2023-06-08T03:49:02.371 INFO:teuthology.orchestra.run.smithi062.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2023-06-08T03:49:02.399 INFO:teuthology.orchestra.run.smithi062.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2023-06-08T03:49:02.401 INFO:teuthology.orchestra.run.smithi188.stdout:Get:76 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.0.0-4313-ga02638f8-1jammy [226 kB] 2023-06-08T03:49:02.430 INFO:teuthology.orchestra.run.smithi188.stdout:Get:77 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.0.0-4313-ga02638f8-1jammy [114 kB] 2023-06-08T03:49:02.434 INFO:teuthology.orchestra.run.smithi188.stdout:Get:78 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.0.0-4313-ga02638f8-1jammy [1,469 kB] 2023-06-08T03:49:02.450 INFO:teuthology.orchestra.run.smithi062.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2023-06-08T03:49:02.469 INFO:teuthology.orchestra.run.smithi062.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2023-06-08T03:49:02.496 INFO:teuthology.orchestra.run.smithi188.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2023-06-08T03:49:02.499 INFO:teuthology.orchestra.run.smithi062.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2023-06-08T03:49:02.527 INFO:teuthology.orchestra.run.smithi188.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2023-06-08T03:49:02.547 INFO:teuthology.orchestra.run.smithi188.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2023-06-08T03:49:02.548 INFO:teuthology.orchestra.run.smithi188.stdout:Get:82 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.0.0-4313-ga02638f8-1jammy [9,851 kB] 2023-06-08T03:49:02.555 INFO:teuthology.orchestra.run.smithi188.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2023-06-08T03:49:02.635 INFO:teuthology.orchestra.run.smithi062.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2023-06-08T03:49:02.636 INFO:teuthology.orchestra.run.smithi062.stdout:Get:82 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.0.0-4313-ga02638f8-1jammy [3,594 B] 2023-06-08T03:49:02.637 INFO:teuthology.orchestra.run.smithi062.stdout:Get:83 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.0.0-4313-ga02638f8-1jammy [810 kB] 2023-06-08T03:49:02.653 INFO:teuthology.orchestra.run.smithi062.stdout:Get:84 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.0.0-4313-ga02638f8-1jammy [2,160 kB] 2023-06-08T03:49:02.658 INFO:teuthology.orchestra.run.smithi062.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2023-06-08T03:49:02.679 INFO:teuthology.orchestra.run.smithi062.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2023-06-08T03:49:02.686 INFO:teuthology.orchestra.run.smithi062.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2023-06-08T03:49:02.694 INFO:teuthology.orchestra.run.smithi062.stdout:Get:88 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.0.0-4313-ga02638f8-1jammy [211 kB] 2023-06-08T03:49:02.700 INFO:teuthology.orchestra.run.smithi062.stdout:Get:89 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.0.0-4313-ga02638f8-1jammy [124 kB] 2023-06-08T03:49:02.705 INFO:teuthology.orchestra.run.smithi062.stdout:Get:90 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.0.0-4313-ga02638f8-1jammy [1,840 kB] 2023-06-08T03:49:02.759 INFO:teuthology.orchestra.run.smithi188.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2023-06-08T03:49:02.802 INFO:teuthology.orchestra.run.smithi062.stdout:Get:91 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.0.0-4313-ga02638f8-1jammy [8,615 kB] 2023-06-08T03:49:02.890 INFO:teuthology.orchestra.run.smithi062.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2023-06-08T03:49:03.218 INFO:teuthology.orchestra.run.smithi188.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2023-06-08T03:49:03.223 INFO:teuthology.orchestra.run.smithi188.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2023-06-08T03:49:03.285 INFO:teuthology.orchestra.run.smithi062.stdout:Get:93 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.0.0-4313-ga02638f8-1jammy [3,726 B] 2023-06-08T03:49:03.285 INFO:teuthology.orchestra.run.smithi062.stdout:Get:94 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.0.0-4313-ga02638f8-1jammy [40.9 MB] 2023-06-08T03:49:03.304 INFO:teuthology.orchestra.run.smithi188.stdout:Get:87 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.0.0-4313-ga02638f8-1jammy [31.6 MB] 2023-06-08T03:49:03.350 INFO:teuthology.orchestra.run.smithi188.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2023-06-08T03:49:03.351 INFO:teuthology.orchestra.run.smithi062.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2023-06-08T03:49:03.357 INFO:teuthology.orchestra.run.smithi062.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2023-06-08T03:49:03.396 INFO:teuthology.orchestra.run.smithi188.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2023-06-08T03:49:03.397 INFO:teuthology.orchestra.run.smithi188.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-06-08T03:49:03.403 INFO:teuthology.orchestra.run.smithi188.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2023-06-08T03:49:03.405 INFO:teuthology.orchestra.run.smithi188.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2023-06-08T03:49:03.420 INFO:teuthology.orchestra.run.smithi188.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2023-06-08T03:49:03.428 INFO:teuthology.orchestra.run.smithi188.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2023-06-08T03:49:03.483 INFO:teuthology.orchestra.run.smithi062.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2023-06-08T03:49:03.488 INFO:teuthology.orchestra.run.smithi188.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2023-06-08T03:49:03.532 INFO:teuthology.orchestra.run.smithi062.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2023-06-08T03:49:03.537 INFO:teuthology.orchestra.run.smithi062.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-06-08T03:49:03.541 INFO:teuthology.orchestra.run.smithi062.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2023-06-08T03:49:03.541 INFO:teuthology.orchestra.run.smithi062.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2023-06-08T03:49:03.554 INFO:teuthology.orchestra.run.smithi062.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2023-06-08T03:49:03.561 INFO:teuthology.orchestra.run.smithi062.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2023-06-08T03:49:03.622 INFO:teuthology.orchestra.run.smithi062.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2023-06-08T03:49:03.653 INFO:teuthology.orchestra.run.smithi188.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2023-06-08T03:49:03.787 INFO:teuthology.orchestra.run.smithi062.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2023-06-08T03:49:03.820 INFO:teuthology.orchestra.run.smithi188.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2023-06-08T03:49:03.953 INFO:teuthology.orchestra.run.smithi062.stdout:Get:106 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2023-06-08T03:49:04.095 INFO:teuthology.orchestra.run.smithi188.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2023-06-08T03:49:04.120 INFO:teuthology.orchestra.run.smithi188.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2023-06-08T03:49:04.232 INFO:teuthology.orchestra.run.smithi062.stdout:Get:107 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2023-06-08T03:49:04.257 INFO:teuthology.orchestra.run.smithi062.stdout:Get:108 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2023-06-08T03:49:05.777 INFO:teuthology.orchestra.run.smithi062.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.0.0-4313-ga02638f8-1jammy [231 kB] 2023-06-08T03:49:05.782 INFO:teuthology.orchestra.run.smithi062.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 18.0.0-4313-ga02638f8-1jammy [214 kB] 2023-06-08T03:49:05.787 INFO:teuthology.orchestra.run.smithi062.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 18.0.0-4313-ga02638f8-1jammy [23.8 kB] 2023-06-08T03:49:05.788 INFO:teuthology.orchestra.run.smithi062.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 18.0.0-4313-ga02638f8-1jammy [13.2 kB] 2023-06-08T03:49:05.789 INFO:teuthology.orchestra.run.smithi062.stdout:Get:113 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.0.0-4313-ga02638f8-1jammy [28.4 kB] 2023-06-08T03:49:05.789 INFO:teuthology.orchestra.run.smithi062.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.0.0-4313-ga02638f8-1jammy [11.6 MB] 2023-06-08T03:49:05.965 INFO:teuthology.orchestra.run.smithi188.stdout:Get:100 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.0.0-4313-ga02638f8-1jammy [3,594 B] 2023-06-08T03:49:06.046 INFO:teuthology.orchestra.run.smithi188.stdout:Get:101 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.0.0-4313-ga02638f8-1jammy [810 kB] 2023-06-08T03:49:06.061 INFO:teuthology.orchestra.run.smithi188.stdout:Get:102 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.0.0-4313-ga02638f8-1jammy [2,160 kB] 2023-06-08T03:49:06.100 INFO:teuthology.orchestra.run.smithi188.stdout:Get:103 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.0.0-4313-ga02638f8-1jammy [211 kB] 2023-06-08T03:49:06.104 INFO:teuthology.orchestra.run.smithi188.stdout:Get:104 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.0.0-4313-ga02638f8-1jammy [124 kB] 2023-06-08T03:49:06.106 INFO:teuthology.orchestra.run.smithi188.stdout:Get:105 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.0.0-4313-ga02638f8-1jammy [1,840 kB] 2023-06-08T03:49:06.213 INFO:teuthology.orchestra.run.smithi188.stdout:Get:106 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.0.0-4313-ga02638f8-1jammy [8,615 kB] 2023-06-08T03:49:06.261 INFO:teuthology.orchestra.run.smithi062.stdout:Get:115 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.0.0-4313-ga02638f8-1jammy [82.1 kB] 2023-06-08T03:49:06.527 INFO:teuthology.orchestra.run.smithi188.stdout:Get:107 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.0.0-4313-ga02638f8-1jammy [3,726 B] 2023-06-08T03:49:06.527 INFO:teuthology.orchestra.run.smithi188.stdout:Get:108 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.0.0-4313-ga02638f8-1jammy [40.9 MB] 2023-06-08T03:49:06.835 INFO:teuthology.orchestra.run.smithi062.stdout:Fetched 175 MB in 9s (20.3 MB/s) 2023-06-08T03:49:06.942 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-pyperclip. 2023-06-08T03:49:07.001 INFO:teuthology.orchestra.run.smithi062.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165999 files and directories currently installed.) 2023-06-08T03:49:07.006 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2023-06-08T03:49:07.042 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2023-06-08T03:49:07.269 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-wcwidth. 2023-06-08T03:49:07.285 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2023-06-08T03:49:07.319 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2023-06-08T03:49:07.639 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-cmd2. 2023-06-08T03:49:07.666 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2023-06-08T03:49:07.822 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2023-06-08T03:49:08.193 INFO:teuthology.orchestra.run.smithi188.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.0.0-4313-ga02638f8-1jammy [231 kB] 2023-06-08T03:49:08.198 INFO:teuthology.orchestra.run.smithi188.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 18.0.0-4313-ga02638f8-1jammy [214 kB] 2023-06-08T03:49:08.202 INFO:teuthology.orchestra.run.smithi188.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 18.0.0-4313-ga02638f8-1jammy [23.8 kB] 2023-06-08T03:49:08.203 INFO:teuthology.orchestra.run.smithi188.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 18.0.0-4313-ga02638f8-1jammy [13.2 kB] 2023-06-08T03:49:08.203 INFO:teuthology.orchestra.run.smithi188.stdout:Get:113 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.0.0-4313-ga02638f8-1jammy [28.4 kB] 2023-06-08T03:49:08.204 INFO:teuthology.orchestra.run.smithi188.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.0.0-4313-ga02638f8-1jammy [11.6 MB] 2023-06-08T03:49:08.300 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libfmt8:amd64. 2023-06-08T03:49:08.327 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../003-libfmt8_8.1.1+ds1-2_amd64.deb ... 2023-06-08T03:49:08.459 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2023-06-08T03:49:08.508 INFO:teuthology.orchestra.run.smithi188.stdout:Get:115 https://1.chacra.ceph.com/r/ceph/wip-lxb-fscrypt-20230607-0901/a02638f808b8fe11bccdd01222c0e6e2eb71120b/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.0.0-4313-ga02638f8-1jammy [82.1 kB] 2023-06-08T03:49:08.745 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2023-06-08T03:49:08.772 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../004-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2023-06-08T03:49:08.804 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-06-08T03:49:09.057 INFO:teuthology.orchestra.run.smithi188.stdout:Fetched 175 MB in 11s (15.9 MB/s) 2023-06-08T03:49:09.149 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-06-08T03:49:09.175 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../005-libdouble-conversion3_3.1.7-4_amd64.deb ... 2023-06-08T03:49:09.213 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-pyperclip. 2023-06-08T03:49:09.215 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2023-06-08T03:49:09.305 INFO:teuthology.orchestra.run.smithi188.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165999 files and directories currently installed.) 2023-06-08T03:49:09.310 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2023-06-08T03:49:09.354 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2023-06-08T03:49:09.552 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-06-08T03:49:09.579 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../006-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2023-06-08T03:49:09.618 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-06-08T03:49:09.648 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-wcwidth. 2023-06-08T03:49:09.674 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2023-06-08T03:49:09.715 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2023-06-08T03:49:10.043 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-cmd2. 2023-06-08T03:49:10.055 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-06-08T03:49:10.069 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2023-06-08T03:49:10.083 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../007-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-06-08T03:49:10.117 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2023-06-08T03:49:10.130 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-08T03:49:10.403 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libfmt8:amd64. 2023-06-08T03:49:10.418 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../003-libfmt8_8.1.1+ds1-2_amd64.deb ... 2023-06-08T03:49:10.487 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2023-06-08T03:49:10.508 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-06-08T03:49:10.535 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../008-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-06-08T03:49:10.575 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-08T03:49:10.823 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2023-06-08T03:49:10.850 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../004-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2023-06-08T03:49:10.878 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-06-08T03:49:10.890 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-06-08T03:49:10.894 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../009-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-06-08T03:49:10.928 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-08T03:49:11.218 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-06-08T03:49:11.238 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../005-libdouble-conversion3_3.1.7-4_amd64.deb ... 2023-06-08T03:49:11.258 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2023-06-08T03:49:11.276 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2023-06-08T03:49:11.283 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../010-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2023-06-08T03:49:11.323 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-06-08T03:49:11.546 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-06-08T03:49:11.561 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../006-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2023-06-08T03:49:11.606 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-06-08T03:49:11.643 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package librados2. 2023-06-08T03:49:11.670 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../011-librados2_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:11.743 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking librados2 (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:12.052 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-06-08T03:49:12.076 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../007-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-06-08T03:49:12.126 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-08T03:49:12.137 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package librbd1. 2023-06-08T03:49:12.164 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../012-librbd1_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:12.204 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking librbd1 (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:12.563 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-06-08T03:49:12.589 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../008-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-06-08T03:49:12.630 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-08T03:49:12.632 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libcephfs2. 2023-06-08T03:49:12.659 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../013-libcephfs2_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:12.698 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libcephfs2 (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:12.983 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-06-08T03:49:12.984 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-rados. 2023-06-08T03:49:13.000 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../014-python3-rados_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:13.009 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../009-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-06-08T03:49:13.042 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-rados (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:13.049 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-08T03:49:13.362 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-06-08T03:49:13.386 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2023-06-08T03:49:13.389 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../015-python3-ceph-argparse_18.0.0-4313-ga02638f8-1jammy_all.deb ... 2023-06-08T03:49:13.412 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../010-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2023-06-08T03:49:13.420 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-ceph-argparse (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:13.484 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-06-08T03:49:13.773 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-cephfs. 2023-06-08T03:49:13.790 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../016-python3-cephfs_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:13.831 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-cephfs (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:13.947 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package librados2. 2023-06-08T03:49:13.973 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../011-librados2_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:14.014 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking librados2 (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:14.142 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-ceph-common. 2023-06-08T03:49:14.169 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../017-python3-ceph-common_18.0.0-4313-ga02638f8-1jammy_all.deb ... 2023-06-08T03:49:14.209 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-ceph-common (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:14.467 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package librbd1. 2023-06-08T03:49:14.493 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../012-librbd1_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:14.529 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-prettytable. 2023-06-08T03:49:14.533 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking librbd1 (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:14.556 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../018-python3-prettytable_2.5.0-2_all.deb ... 2023-06-08T03:49:14.595 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2023-06-08T03:49:14.848 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-rbd. 2023-06-08T03:49:14.864 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../019-python3-rbd_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:14.898 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-rbd (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:14.953 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libcephfs2. 2023-06-08T03:49:14.979 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../013-libcephfs2_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:15.019 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libcephfs2 (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:15.209 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-06-08T03:49:15.236 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../020-librdkafka1_1.8.0-1build1_amd64.deb ... 2023-06-08T03:49:15.263 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-rados. 2023-06-08T03:49:15.276 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2023-06-08T03:49:15.278 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../014-python3-rados_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:15.313 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-rados (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:15.604 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package librgw2. 2023-06-08T03:49:15.631 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../021-librgw2_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:15.642 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-06-08T03:49:15.667 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../015-python3-ceph-argparse_18.0.0-4313-ga02638f8-1jammy_all.deb ... 2023-06-08T03:49:15.670 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking librgw2 (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:15.708 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-ceph-argparse (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:15.960 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-cephfs. 2023-06-08T03:49:15.986 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../016-python3-cephfs_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:16.027 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-cephfs (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:16.181 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-rgw. 2023-06-08T03:49:16.197 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../022-python3-rgw_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:16.231 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-rgw (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:16.321 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-ceph-common. 2023-06-08T03:49:16.348 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../017-python3-ceph-common_18.0.0-4313-ga02638f8-1jammy_all.deb ... 2023-06-08T03:49:16.388 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-ceph-common (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:16.500 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package liboath0:amd64. 2023-06-08T03:49:16.516 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../023-liboath0_2.6.7-3build1_amd64.deb ... 2023-06-08T03:49:16.551 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2023-06-08T03:49:16.683 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-prettytable. 2023-06-08T03:49:16.698 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../018-python3-prettytable_2.5.0-2_all.deb ... 2023-06-08T03:49:16.741 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2023-06-08T03:49:16.870 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libradosstriper1. 2023-06-08T03:49:16.897 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../024-libradosstriper1_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:16.937 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libradosstriper1 (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:17.002 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-rbd. 2023-06-08T03:49:17.017 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../019-python3-rbd_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:17.060 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-rbd (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:17.374 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package ceph-common. 2023-06-08T03:49:17.400 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../025-ceph-common_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:17.438 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-06-08T03:49:17.440 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking ceph-common (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:17.464 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../020-librdkafka1_1.8.0-1build1_amd64.deb ... 2023-06-08T03:49:17.505 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2023-06-08T03:49:17.825 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package librgw2. 2023-06-08T03:49:17.851 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../021-librgw2_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:17.883 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking librgw2 (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:18.377 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-rgw. 2023-06-08T03:49:18.392 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../022-python3-rgw_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:18.435 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-rgw (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:18.879 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package ceph-base. 2023-06-08T03:49:18.906 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../026-ceph-base_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:18.921 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package liboath0:amd64. 2023-06-08T03:49:18.947 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../023-liboath0_2.6.7-3build1_amd64.deb ... 2023-06-08T03:49:18.955 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking ceph-base (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:18.988 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2023-06-08T03:49:19.316 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libradosstriper1. 2023-06-08T03:49:19.342 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../024-libradosstriper1_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:19.383 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libradosstriper1 (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:19.736 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package ceph-common. 2023-06-08T03:49:19.742 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-jaraco.functools. 2023-06-08T03:49:19.757 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../027-python3-jaraco.functools_3.4.0-2_all.deb ... 2023-06-08T03:49:19.762 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../025-ceph-common_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:19.792 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2023-06-08T03:49:19.794 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking ceph-common (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:20.086 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-cheroot. 2023-06-08T03:49:20.113 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../028-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2023-06-08T03:49:20.153 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-06-08T03:49:20.490 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-jaraco.classes. 2023-06-08T03:49:20.516 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../029-python3-jaraco.classes_3.2.1-3_all.deb ... 2023-06-08T03:49:20.556 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2023-06-08T03:49:20.834 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-jaraco.text. 2023-06-08T03:49:20.850 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../030-python3-jaraco.text_3.6.0-2_all.deb ... 2023-06-08T03:49:20.884 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2023-06-08T03:49:21.100 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package ceph-base. 2023-06-08T03:49:21.111 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-jaraco.collections. 2023-06-08T03:49:21.127 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../026-ceph-base_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:21.128 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../031-python3-jaraco.collections_3.4.0-2_all.deb ... 2023-06-08T03:49:21.161 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2023-06-08T03:49:21.176 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking ceph-base (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:21.473 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-tempora. 2023-06-08T03:49:21.500 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../032-python3-tempora_4.1.2-1_all.deb ... 2023-06-08T03:49:21.539 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-tempora (4.1.2-1) ... 2023-06-08T03:49:21.829 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-jaraco.functools. 2023-06-08T03:49:21.851 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-portend. 2023-06-08T03:49:21.856 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../027-python3-jaraco.functools_3.4.0-2_all.deb ... 2023-06-08T03:49:21.877 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../033-python3-portend_3.0.0-1_all.deb ... 2023-06-08T03:49:21.887 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2023-06-08T03:49:21.917 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-portend (3.0.0-1) ... 2023-06-08T03:49:22.166 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-cheroot. 2023-06-08T03:49:22.178 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-zc.lockfile. 2023-06-08T03:49:22.192 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../028-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2023-06-08T03:49:22.201 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../034-python3-zc.lockfile_2.0-1_all.deb ... 2023-06-08T03:49:22.232 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-06-08T03:49:22.236 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2023-06-08T03:49:22.523 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-cherrypy3. 2023-06-08T03:49:22.550 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../035-python3-cherrypy3_18.6.1-4_all.deb ... 2023-06-08T03:49:22.560 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-jaraco.classes. 2023-06-08T03:49:22.587 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../029-python3-jaraco.classes_3.2.1-3_all.deb ... 2023-06-08T03:49:22.589 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2023-06-08T03:49:22.627 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2023-06-08T03:49:22.910 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-natsort. 2023-06-08T03:49:22.929 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-jaraco.text. 2023-06-08T03:49:22.937 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../036-python3-natsort_8.0.2-1_all.deb ... 2023-06-08T03:49:22.956 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../030-python3-jaraco.text_3.6.0-2_all.deb ... 2023-06-08T03:49:22.977 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-natsort (8.0.2-1) ... 2023-06-08T03:49:22.996 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2023-06-08T03:49:23.266 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-jaraco.collections. 2023-06-08T03:49:23.281 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../031-python3-jaraco.collections_3.4.0-2_all.deb ... 2023-06-08T03:49:23.288 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-logutils. 2023-06-08T03:49:23.315 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../037-python3-logutils_0.3.3-8_all.deb ... 2023-06-08T03:49:23.316 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2023-06-08T03:49:23.363 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-logutils (0.3.3-8) ... 2023-06-08T03:49:23.619 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-tempora. 2023-06-08T03:49:23.645 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../032-python3-tempora_4.1.2-1_all.deb ... 2023-06-08T03:49:23.666 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-markupsafe. 2023-06-08T03:49:23.685 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-tempora (4.1.2-1) ... 2023-06-08T03:49:23.692 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../038-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2023-06-08T03:49:23.732 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2023-06-08T03:49:23.971 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-portend. 2023-06-08T03:49:23.998 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../033-python3-portend_3.0.0-1_all.deb ... 2023-06-08T03:49:24.038 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-portend (3.0.0-1) ... 2023-06-08T03:49:24.076 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-mako. 2023-06-08T03:49:24.103 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../039-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2023-06-08T03:49:24.202 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-06-08T03:49:24.341 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-zc.lockfile. 2023-06-08T03:49:24.368 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../034-python3-zc.lockfile_2.0-1_all.deb ... 2023-06-08T03:49:24.407 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2023-06-08T03:49:24.497 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-simplegeneric. 2023-06-08T03:49:24.524 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../040-python3-simplegeneric_0.8.1-3_all.deb ... 2023-06-08T03:49:24.564 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-06-08T03:49:24.686 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-cherrypy3. 2023-06-08T03:49:24.712 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../035-python3-cherrypy3_18.6.1-4_all.deb ... 2023-06-08T03:49:24.752 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2023-06-08T03:49:24.866 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-singledispatch. 2023-06-08T03:49:24.893 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../041-python3-singledispatch_3.4.0.3-3_all.deb ... 2023-06-08T03:49:24.933 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2023-06-08T03:49:25.081 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-natsort. 2023-06-08T03:49:25.107 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../036-python3-natsort_8.0.2-1_all.deb ... 2023-06-08T03:49:25.147 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-natsort (8.0.2-1) ... 2023-06-08T03:49:25.219 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-webob. 2023-06-08T03:49:25.246 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../042-python3-webob_1%3a1.8.6-1.1_all.deb ... 2023-06-08T03:49:25.294 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2023-06-08T03:49:25.459 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-logutils. 2023-06-08T03:49:25.485 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../037-python3-logutils_0.3.3-8_all.deb ... 2023-06-08T03:49:25.525 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-logutils (0.3.3-8) ... 2023-06-08T03:49:25.664 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-waitress. 2023-06-08T03:49:25.691 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../043-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2023-06-08T03:49:25.733 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2023-06-08T03:49:25.828 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-markupsafe. 2023-06-08T03:49:25.855 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../038-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2023-06-08T03:49:25.895 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2023-06-08T03:49:26.009 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-tempita. 2023-06-08T03:49:26.035 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../044-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2023-06-08T03:49:26.092 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2023-06-08T03:49:26.139 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-mako. 2023-06-08T03:49:26.165 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../039-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2023-06-08T03:49:26.206 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-06-08T03:49:26.395 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-paste. 2023-06-08T03:49:26.422 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../045-python3-paste_3.5.0+dfsg1-1_all.deb ... 2023-06-08T03:49:26.461 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2023-06-08T03:49:26.534 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-simplegeneric. 2023-06-08T03:49:26.554 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../040-python3-simplegeneric_0.8.1-3_all.deb ... 2023-06-08T03:49:26.592 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-06-08T03:49:26.765 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-06-08T03:49:26.781 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../046-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2023-06-08T03:49:26.815 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2023-06-08T03:49:26.845 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-singledispatch. 2023-06-08T03:49:26.861 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../041-python3-singledispatch_3.4.0.3-3_all.deb ... 2023-06-08T03:49:26.904 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2023-06-08T03:49:27.093 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-pastedeploy. 2023-06-08T03:49:27.119 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../047-python3-pastedeploy_2.1.1-1_all.deb ... 2023-06-08T03:49:27.159 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2023-06-08T03:49:27.215 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-webob. 2023-06-08T03:49:27.242 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../042-python3-webob_1%3a1.8.6-1.1_all.deb ... 2023-06-08T03:49:27.281 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2023-06-08T03:49:27.429 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-webtest. 2023-06-08T03:49:27.456 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../048-python3-webtest_2.0.35-1_all.deb ... 2023-06-08T03:49:27.487 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-webtest (2.0.35-1) ... 2023-06-08T03:49:27.618 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-waitress. 2023-06-08T03:49:27.638 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../043-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2023-06-08T03:49:27.679 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2023-06-08T03:49:27.724 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-pecan. 2023-06-08T03:49:27.750 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../049-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2023-06-08T03:49:27.782 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2023-06-08T03:49:27.987 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-tempita. 2023-06-08T03:49:28.014 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../044-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2023-06-08T03:49:28.079 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2023-06-08T03:49:28.145 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-certifi. 2023-06-08T03:49:28.172 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../050-python3-certifi_2020.6.20-1_all.deb ... 2023-06-08T03:49:28.211 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2023-06-08T03:49:28.365 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-paste. 2023-06-08T03:49:28.392 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../045-python3-paste_3.5.0+dfsg1-1_all.deb ... 2023-06-08T03:49:28.432 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2023-06-08T03:49:28.506 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-idna. 2023-06-08T03:49:28.533 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../051-python3-idna_3.3-1_all.deb ... 2023-06-08T03:49:28.573 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-idna (3.3-1) ... 2023-06-08T03:49:28.751 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-06-08T03:49:28.767 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../046-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2023-06-08T03:49:28.892 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-urllib3. 2023-06-08T03:49:28.918 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2023-06-08T03:49:28.919 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../052-python3-urllib3_1.26.5-1~exp1_all.deb ... 2023-06-08T03:49:28.959 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1) ... 2023-06-08T03:49:29.279 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-requests. 2023-06-08T03:49:29.296 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-pastedeploy. 2023-06-08T03:49:29.306 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../053-python3-requests_2.25.1+dfsg-2_all.deb ... 2023-06-08T03:49:29.322 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../047-python3-pastedeploy_2.1.1-1_all.deb ... 2023-06-08T03:49:29.345 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-requests (2.25.1+dfsg-2) ... 2023-06-08T03:49:29.362 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2023-06-08T03:49:29.665 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-werkzeug. 2023-06-08T03:49:29.674 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-webtest. 2023-06-08T03:49:29.692 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../054-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2023-06-08T03:49:29.700 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../048-python3-webtest_2.0.35-1_all.deb ... 2023-06-08T03:49:29.732 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-06-08T03:49:29.741 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-webtest (2.0.35-1) ... 2023-06-08T03:49:30.043 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-06-08T03:49:30.052 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-pecan. 2023-06-08T03:49:30.059 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../055-ceph-mgr-modules-core_18.0.0-4313-ga02638f8-1jammy_all.deb ... 2023-06-08T03:49:30.078 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../049-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2023-06-08T03:49:30.101 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking ceph-mgr-modules-core (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:30.118 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2023-06-08T03:49:30.457 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-06-08T03:49:30.473 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-certifi. 2023-06-08T03:49:30.483 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:30.500 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../050-python3-certifi_2020.6.20-1_all.deb ... 2023-06-08T03:49:30.515 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:30.540 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2023-06-08T03:49:30.817 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-openssl. 2023-06-08T03:49:30.826 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-idna. 2023-06-08T03:49:30.833 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../057-python3-openssl_21.0.0-1_all.deb ... 2023-06-08T03:49:30.852 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../051-python3-idna_3.3-1_all.deb ... 2023-06-08T03:49:30.876 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-openssl (21.0.0-1) ... 2023-06-08T03:49:30.884 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-idna (3.3-1) ... 2023-06-08T03:49:31.196 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-urllib3. 2023-06-08T03:49:31.222 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../052-python3-urllib3_1.26.5-1~exp1_all.deb ... 2023-06-08T03:49:31.262 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1) ... 2023-06-08T03:49:31.571 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package ceph-mgr. 2023-06-08T03:49:31.574 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-requests. 2023-06-08T03:49:31.598 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../058-ceph-mgr_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:31.600 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../053-python3-requests_2.25.1+dfsg-2_all.deb ... 2023-06-08T03:49:31.656 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-requests (2.25.1+dfsg-2) ... 2023-06-08T03:49:31.927 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-werkzeug. 2023-06-08T03:49:31.929 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking ceph-mgr (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:31.942 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../054-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2023-06-08T03:49:31.985 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-06-08T03:49:32.263 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-06-08T03:49:32.278 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../055-ceph-mgr-modules-core_18.0.0-4313-ga02638f8-1jammy_all.deb ... 2023-06-08T03:49:32.313 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking ceph-mgr-modules-core (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:32.326 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package ceph-mon. 2023-06-08T03:49:32.353 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../059-ceph-mon_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:32.392 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking ceph-mon (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:32.693 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-06-08T03:49:32.719 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:32.760 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:33.062 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-openssl. 2023-06-08T03:49:33.078 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../057-python3-openssl_21.0.0-1_all.deb ... 2023-06-08T03:49:33.112 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-openssl (21.0.0-1) ... 2023-06-08T03:49:33.313 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package ceph-osd. 2023-06-08T03:49:33.340 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../060-ceph-osd_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:33.379 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking ceph-osd (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:33.424 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package ceph-mgr. 2023-06-08T03:49:33.450 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../058-ceph-mgr_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:33.490 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking ceph-mgr (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:33.885 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package ceph-mon. 2023-06-08T03:49:33.912 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../059-ceph-mon_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:33.952 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking ceph-mon (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:34.855 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package ceph-osd. 2023-06-08T03:49:34.882 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../060-ceph-osd_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:34.922 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking ceph-osd (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:35.432 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package ceph. 2023-06-08T03:49:35.448 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../061-ceph_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:35.491 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking ceph (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:35.810 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package ceph-fuse. 2023-06-08T03:49:35.837 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../062-ceph-fuse_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:35.876 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking ceph-fuse (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:36.255 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package ceph-mds. 2023-06-08T03:49:36.282 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../063-ceph-mds_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:36.321 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking ceph-mds (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:36.691 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package cephadm. 2023-06-08T03:49:36.718 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../064-cephadm_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:36.766 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking cephadm (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:36.767 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package ceph. 2023-06-08T03:49:36.793 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../061-ceph_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:36.834 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking ceph (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:37.052 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-asyncssh. 2023-06-08T03:49:37.079 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../065-python3-asyncssh_2.5.0-1_all.deb ... 2023-06-08T03:49:37.086 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package ceph-fuse. 2023-06-08T03:49:37.112 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../062-ceph-fuse_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:37.135 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2023-06-08T03:49:37.153 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking ceph-fuse (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:37.430 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python-babel-localedata. 2023-06-08T03:49:37.446 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../066-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2023-06-08T03:49:37.479 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-06-08T03:49:37.498 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package ceph-mds. 2023-06-08T03:49:37.525 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../063-ceph-mds_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:37.564 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking ceph-mds (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:37.959 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package cephadm. 2023-06-08T03:49:37.986 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../064-cephadm_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:38.026 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking cephadm (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:38.287 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-asyncssh. 2023-06-08T03:49:38.314 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../065-python3-asyncssh_2.5.0-1_all.deb ... 2023-06-08T03:49:38.353 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2023-06-08T03:49:38.543 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-babel. 2023-06-08T03:49:38.570 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../067-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2023-06-08T03:49:38.609 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2023-06-08T03:49:38.698 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python-babel-localedata. 2023-06-08T03:49:38.725 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../066-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2023-06-08T03:49:38.765 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-06-08T03:49:39.013 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-jinja2. 2023-06-08T03:49:39.040 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../068-python3-jinja2_3.0.3-1_all.deb ... 2023-06-08T03:49:39.087 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-jinja2 (3.0.3-1) ... 2023-06-08T03:49:39.499 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-06-08T03:49:39.526 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../069-ceph-mgr-cephadm_18.0.0-4313-ga02638f8-1jammy_all.deb ... 2023-06-08T03:49:39.574 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking ceph-mgr-cephadm (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:39.961 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-bcrypt. 2023-06-08T03:49:39.988 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../070-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2023-06-08T03:49:40.012 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-babel. 2023-06-08T03:49:40.027 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2023-06-08T03:49:40.039 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../067-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2023-06-08T03:49:40.078 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2023-06-08T03:49:40.330 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-repoze.lru. 2023-06-08T03:49:40.357 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../071-python3-repoze.lru_0.7-2_all.deb ... 2023-06-08T03:49:40.396 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-06-08T03:49:40.407 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-jinja2. 2023-06-08T03:49:40.433 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../068-python3-jinja2_3.0.3-1_all.deb ... 2023-06-08T03:49:40.473 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-jinja2 (3.0.3-1) ... 2023-06-08T03:49:40.724 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-routes. 2023-06-08T03:49:40.751 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../072-python3-routes_2.5.1-1ubuntu1_all.deb ... 2023-06-08T03:49:40.799 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2023-06-08T03:49:40.826 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-06-08T03:49:40.853 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../069-ceph-mgr-cephadm_18.0.0-4313-ga02638f8-1jammy_all.deb ... 2023-06-08T03:49:40.893 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking ceph-mgr-cephadm (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:41.119 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-06-08T03:49:41.146 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../073-ceph-mgr-dashboard_18.0.0-4313-ga02638f8-1jammy_all.deb ... 2023-06-08T03:49:41.186 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking ceph-mgr-dashboard (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:41.230 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-bcrypt. 2023-06-08T03:49:41.256 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../070-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2023-06-08T03:49:41.296 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2023-06-08T03:49:41.558 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-repoze.lru. 2023-06-08T03:49:41.580 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2023-06-08T03:49:41.584 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../071-python3-repoze.lru_0.7-2_all.deb ... 2023-06-08T03:49:41.597 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../074-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2023-06-08T03:49:41.624 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-06-08T03:49:41.639 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-06-08T03:49:41.927 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-routes. 2023-06-08T03:49:41.954 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../072-python3-routes_2.5.1-1ubuntu1_all.deb ... 2023-06-08T03:49:41.993 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2023-06-08T03:49:42.142 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-joblib. 2023-06-08T03:49:42.170 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../075-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2023-06-08T03:49:42.209 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2023-06-08T03:49:42.330 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-06-08T03:49:42.357 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../073-ceph-mgr-dashboard_18.0.0-4313-ga02638f8-1jammy_all.deb ... 2023-06-08T03:49:42.422 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking ceph-mgr-dashboard (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:42.546 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-threadpoolctl. 2023-06-08T03:49:42.573 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../076-python3-threadpoolctl_3.1.0-1_all.deb ... 2023-06-08T03:49:42.604 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2023-06-08T03:49:42.851 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2023-06-08T03:49:42.866 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../074-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2023-06-08T03:49:42.898 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-sklearn. 2023-06-08T03:49:42.909 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-06-08T03:49:42.926 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../077-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2023-06-08T03:49:42.965 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2023-06-08T03:49:43.396 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-joblib. 2023-06-08T03:49:43.422 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../075-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2023-06-08T03:49:43.462 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2023-06-08T03:49:43.657 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-06-08T03:49:43.684 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../078-ceph-mgr-diskprediction-local_18.0.0-4313-ga02638f8-1jammy_all.deb ... 2023-06-08T03:49:43.723 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:43.833 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-threadpoolctl. 2023-06-08T03:49:43.860 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../076-python3-threadpoolctl_3.1.0-1_all.deb ... 2023-06-08T03:49:43.899 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2023-06-08T03:49:44.219 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-sklearn. 2023-06-08T03:49:44.246 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../077-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2023-06-08T03:49:44.285 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2023-06-08T03:49:44.710 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-cachetools. 2023-06-08T03:49:44.737 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../079-python3-cachetools_5.0.0-1_all.deb ... 2023-06-08T03:49:44.776 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2023-06-08T03:49:44.970 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-06-08T03:49:44.998 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../078-ceph-mgr-diskprediction-local_18.0.0-4313-ga02638f8-1jammy_all.deb ... 2023-06-08T03:49:45.036 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:45.054 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-pyasn1. 2023-06-08T03:49:45.081 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../080-python3-pyasn1_0.4.8-1_all.deb ... 2023-06-08T03:49:45.112 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2023-06-08T03:49:45.373 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-06-08T03:49:45.390 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../081-python3-pyasn1-modules_0.2.1-1_all.deb ... 2023-06-08T03:49:45.431 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2023-06-08T03:49:45.959 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-rsa. 2023-06-08T03:49:45.987 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../082-python3-rsa_4.8-1_all.deb ... 2023-06-08T03:49:46.006 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-cachetools. 2023-06-08T03:49:46.026 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-rsa (4.8-1) ... 2023-06-08T03:49:46.033 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../079-python3-cachetools_5.0.0-1_all.deb ... 2023-06-08T03:49:46.081 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2023-06-08T03:49:46.350 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-pyasn1. 2023-06-08T03:49:46.377 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../080-python3-pyasn1_0.4.8-1_all.deb ... 2023-06-08T03:49:46.408 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2023-06-08T03:49:46.473 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-google-auth. 2023-06-08T03:49:46.500 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../083-python3-google-auth_1.5.1-3_all.deb ... 2023-06-08T03:49:46.539 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2023-06-08T03:49:46.695 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-06-08T03:49:46.722 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../081-python3-pyasn1-modules_0.2.1-1_all.deb ... 2023-06-08T03:49:46.761 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2023-06-08T03:49:46.868 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-06-08T03:49:46.896 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../084-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2023-06-08T03:49:46.934 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-06-08T03:49:47.048 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-rsa. 2023-06-08T03:49:47.075 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../082-python3-rsa_4.8-1_all.deb ... 2023-06-08T03:49:47.114 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-rsa (4.8-1) ... 2023-06-08T03:49:47.245 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-websocket. 2023-06-08T03:49:47.273 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../085-python3-websocket_1.2.3-1_all.deb ... 2023-06-08T03:49:47.312 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-websocket (1.2.3-1) ... 2023-06-08T03:49:47.536 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-google-auth. 2023-06-08T03:49:47.563 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../083-python3-google-auth_1.5.1-3_all.deb ... 2023-06-08T03:49:47.603 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2023-06-08T03:49:47.623 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-kubernetes. 2023-06-08T03:49:47.651 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../086-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2023-06-08T03:49:47.690 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2023-06-08T03:49:47.906 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-06-08T03:49:47.933 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../084-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2023-06-08T03:49:47.973 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-06-08T03:49:48.251 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-websocket. 2023-06-08T03:49:48.278 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../085-python3-websocket_1.2.3-1_all.deb ... 2023-06-08T03:49:48.318 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-websocket (1.2.3-1) ... 2023-06-08T03:49:48.379 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-06-08T03:49:48.404 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../087-ceph-mgr-k8sevents_18.0.0-4313-ga02638f8-1jammy_all.deb ... 2023-06-08T03:49:48.445 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:48.638 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-kubernetes. 2023-06-08T03:49:48.665 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../086-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2023-06-08T03:49:48.704 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2023-06-08T03:49:48.731 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libonig5:amd64. 2023-06-08T03:49:48.759 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../088-libonig5_6.9.7.1-2build1_amd64.deb ... 2023-06-08T03:49:48.797 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2023-06-08T03:49:49.117 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libjq1:amd64. 2023-06-08T03:49:49.145 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../089-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2023-06-08T03:49:49.184 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-06-08T03:49:49.326 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-06-08T03:49:49.342 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../087-ceph-mgr-k8sevents_18.0.0-4313-ga02638f8-1jammy_all.deb ... 2023-06-08T03:49:49.384 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:49.445 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package jq. 2023-06-08T03:49:49.473 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../090-jq_1.6-2.1ubuntu3_amd64.deb ... 2023-06-08T03:49:49.511 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2023-06-08T03:49:49.847 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package socat. 2023-06-08T03:49:49.864 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../091-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2023-06-08T03:49:49.905 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2023-06-08T03:49:50.138 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libonig5:amd64. 2023-06-08T03:49:50.165 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../088-libonig5_6.9.7.1-2build1_amd64.deb ... 2023-06-08T03:49:50.204 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2023-06-08T03:49:50.208 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package xmlstarlet. 2023-06-08T03:49:50.225 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../092-xmlstarlet_1.6.1-2.1_amd64.deb ... 2023-06-08T03:49:50.275 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2023-06-08T03:49:50.509 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libjq1:amd64. 2023-06-08T03:49:50.536 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../089-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2023-06-08T03:49:50.568 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-06-08T03:49:50.646 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package ceph-test. 2023-06-08T03:49:50.674 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../093-ceph-test_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:50.712 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking ceph-test (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:50.837 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package jq. 2023-06-08T03:49:50.852 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../090-jq_1.6-2.1ubuntu3_amd64.deb ... 2023-06-08T03:49:50.895 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2023-06-08T03:49:51.147 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package socat. 2023-06-08T03:49:51.163 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../091-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2023-06-08T03:49:51.206 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2023-06-08T03:49:51.526 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package xmlstarlet. 2023-06-08T03:49:51.542 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../092-xmlstarlet_1.6.1-2.1_amd64.deb ... 2023-06-08T03:49:51.584 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2023-06-08T03:49:51.939 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package ceph-test. 2023-06-08T03:49:51.965 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../093-ceph-test_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:52.005 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking ceph-test (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:52.741 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package ceph-volume. 2023-06-08T03:49:52.769 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../094-ceph-volume_18.0.0-4313-ga02638f8-1jammy_all.deb ... 2023-06-08T03:49:52.808 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking ceph-volume (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:53.154 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package cephfs-mirror. 2023-06-08T03:49:53.171 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../095-cephfs-mirror_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:53.212 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking cephfs-mirror (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:53.532 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-colorama. 2023-06-08T03:49:53.559 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../096-python3-colorama_0.4.4-1_all.deb ... 2023-06-08T03:49:53.598 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-colorama (0.4.4-1) ... 2023-06-08T03:49:53.859 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package cephfs-shell. 2023-06-08T03:49:53.875 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../097-cephfs-shell_18.0.0-4313-ga02638f8-1jammy_all.deb ... 2023-06-08T03:49:53.917 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking cephfs-shell (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:54.000 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package ceph-volume. 2023-06-08T03:49:54.016 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../094-ceph-volume_18.0.0-4313-ga02638f8-1jammy_all.deb ... 2023-06-08T03:49:54.058 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking ceph-volume (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:54.153 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package cephfs-top. 2023-06-08T03:49:54.181 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../098-cephfs-top_18.0.0-4313-ga02638f8-1jammy_all.deb ... 2023-06-08T03:49:54.219 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking cephfs-top (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:54.388 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package cephfs-mirror. 2023-06-08T03:49:54.404 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../095-cephfs-mirror_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:54.430 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libcephfs-dev. 2023-06-08T03:49:54.438 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking cephfs-mirror (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:54.459 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../099-libcephfs-dev_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:54.497 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libcephfs-dev (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:54.750 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-colorama. 2023-06-08T03:49:54.777 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../096-python3-colorama_0.4.4-1_all.deb ... 2023-06-08T03:49:54.816 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-colorama (0.4.4-1) ... 2023-06-08T03:49:54.867 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package nvme-cli. 2023-06-08T03:49:54.895 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../100-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2023-06-08T03:49:54.933 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2023-06-08T03:49:55.077 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package cephfs-shell. 2023-06-08T03:49:55.105 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../097-cephfs-shell_18.0.0-4313-ga02638f8-1jammy_all.deb ... 2023-06-08T03:49:55.144 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking cephfs-shell (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:55.338 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python-asyncssh-doc. 2023-06-08T03:49:55.363 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../101-python-asyncssh-doc_2.5.0-1_all.deb ... 2023-06-08T03:49:55.405 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2023-06-08T03:49:55.413 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package cephfs-top. 2023-06-08T03:49:55.440 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../098-cephfs-top_18.0.0-4313-ga02638f8-1jammy_all.deb ... 2023-06-08T03:49:55.480 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking cephfs-top (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:55.707 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libcephfs-dev. 2023-06-08T03:49:55.723 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../099-libcephfs-dev_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:49:55.766 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libcephfs-dev (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:49:55.874 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-iniconfig. 2023-06-08T03:49:55.902 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../102-python3-iniconfig_1.1.1-2_all.deb ... 2023-06-08T03:49:55.941 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2023-06-08T03:49:56.077 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package nvme-cli. 2023-06-08T03:49:56.105 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../100-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2023-06-08T03:49:56.135 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2023-06-08T03:49:56.252 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-pastescript. 2023-06-08T03:49:56.280 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../103-python3-pastescript_2.0.2-4_all.deb ... 2023-06-08T03:49:56.319 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-06-08T03:49:56.465 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python-asyncssh-doc. 2023-06-08T03:49:56.478 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../101-python-asyncssh-doc_2.5.0-1_all.deb ... 2023-06-08T03:49:56.532 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2023-06-08T03:49:56.639 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-pluggy. 2023-06-08T03:49:56.666 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../104-python3-pluggy_0.13.0-7.1_all.deb ... 2023-06-08T03:49:56.705 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2023-06-08T03:49:56.935 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-iniconfig. 2023-06-08T03:49:56.951 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../102-python3-iniconfig_1.1.1-2_all.deb ... 2023-06-08T03:49:57.027 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2023-06-08T03:49:57.042 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-psutil. 2023-06-08T03:49:57.069 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../105-python3-psutil_5.9.0-1build1_amd64.deb ... 2023-06-08T03:49:57.116 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2023-06-08T03:49:57.330 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-pastescript. 2023-06-08T03:49:57.357 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../103-python3-pastescript_2.0.2-4_all.deb ... 2023-06-08T03:49:57.404 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-06-08T03:49:57.469 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-py. 2023-06-08T03:49:57.497 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../106-python3-py_1.10.0-1_all.deb ... 2023-06-08T03:49:57.536 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-py (1.10.0-1) ... 2023-06-08T03:49:57.733 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-pluggy. 2023-06-08T03:49:57.760 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../104-python3-pluggy_0.13.0-7.1_all.deb ... 2023-06-08T03:49:57.800 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2023-06-08T03:49:57.839 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-pygments. 2023-06-08T03:49:57.867 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../107-python3-pygments_2.11.2+dfsg-2_all.deb ... 2023-06-08T03:49:57.905 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2023-06-08T03:49:58.111 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-psutil. 2023-06-08T03:49:58.138 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../105-python3-psutil_5.9.0-1build1_amd64.deb ... 2023-06-08T03:49:58.177 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2023-06-08T03:49:58.376 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-pyinotify. 2023-06-08T03:49:58.404 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../108-python3-pyinotify_0.9.6-1.3_all.deb ... 2023-06-08T03:49:58.451 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2023-06-08T03:49:58.539 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-py. 2023-06-08T03:49:58.566 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../106-python3-py_1.10.0-1_all.deb ... 2023-06-08T03:49:58.613 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-py (1.10.0-1) ... 2023-06-08T03:49:58.787 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-toml. 2023-06-08T03:49:58.815 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../109-python3-toml_0.10.2-1_all.deb ... 2023-06-08T03:49:58.853 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-toml (0.10.2-1) ... 2023-06-08T03:49:58.934 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-pygments. 2023-06-08T03:49:58.961 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../107-python3-pygments_2.11.2+dfsg-2_all.deb ... 2023-06-08T03:49:59.000 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2023-06-08T03:49:59.139 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-pytest. 2023-06-08T03:49:59.167 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../110-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2023-06-08T03:49:59.205 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2023-06-08T03:49:59.438 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-pyinotify. 2023-06-08T03:49:59.465 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../108-python3-pyinotify_0.9.6-1.3_all.deb ... 2023-06-08T03:49:59.504 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2023-06-08T03:49:59.551 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package python3-simplejson. 2023-06-08T03:49:59.579 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../111-python3-simplejson_3.17.6-1build1_amd64.deb ... 2023-06-08T03:49:59.617 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2023-06-08T03:49:59.799 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-toml. 2023-06-08T03:49:59.826 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../109-python3-toml_0.10.2-1_all.deb ... 2023-06-08T03:49:59.865 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-toml (0.10.2-1) ... 2023-06-08T03:49:59.895 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-06-08T03:49:59.911 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../112-qttranslations5-l10n_5.15.3-1_all.deb ... 2023-06-08T03:49:59.953 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2023-06-08T03:50:00.177 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-pytest. 2023-06-08T03:50:00.204 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../110-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2023-06-08T03:50:00.243 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2023-06-08T03:50:00.732 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package radosgw. 2023-06-08T03:50:00.761 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../113-radosgw_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:50:00.798 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking radosgw (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:00.863 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package python3-simplejson. 2023-06-08T03:50:00.891 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../111-python3-simplejson_3.17.6-1build1_amd64.deb ... 2023-06-08T03:50:00.929 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2023-06-08T03:50:01.207 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-06-08T03:50:01.235 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../112-qttranslations5-l10n_5.15.3-1_all.deb ... 2023-06-08T03:50:01.282 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2023-06-08T03:50:01.718 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package rbd-fuse. 2023-06-08T03:50:01.735 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../114-rbd-fuse_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:50:01.768 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking rbd-fuse (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:02.037 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package radosgw. 2023-06-08T03:50:02.064 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2023-06-08T03:50:02.065 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../113-radosgw_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:50:02.103 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking radosgw (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:02.323 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2023-06-08T03:50:02.449 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2023-06-08T03:50:02.718 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2023-06-08T03:50:02.822 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package rbd-fuse. 2023-06-08T03:50:02.850 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../114-rbd-fuse_18.0.0-4313-ga02638f8-1jammy_amd64.deb ... 2023-06-08T03:50:02.889 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking rbd-fuse (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:03.080 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2023-06-08T03:50:03.168 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2023-06-08T03:50:03.402 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2023-06-08T03:50:03.503 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2023-06-08T03:50:03.552 INFO:teuthology.orchestra.run.smithi062.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2023-06-08T03:50:03.642 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up cephadm (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:03.760 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2023-06-08T03:50:04.124 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2023-06-08T03:50:04.176 INFO:teuthology.orchestra.run.smithi062.stdout:Adding system user cephadm....done 2023-06-08T03:50:04.289 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2023-06-08T03:50:04.616 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2023-06-08T03:50:04.628 INFO:teuthology.orchestra.run.smithi188.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2023-06-08T03:50:04.705 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up cephadm (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:04.867 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2023-06-08T03:50:05.001 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2023-06-08T03:50:05.249 INFO:teuthology.orchestra.run.smithi188.stdout:Adding system user cephadm....done 2023-06-08T03:50:05.261 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-06-08T03:50:05.370 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2023-06-08T03:50:05.520 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2023-06-08T03:50:05.621 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-py (1.10.0-1) ... 2023-06-08T03:50:05.663 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2023-06-08T03:50:05.915 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2023-06-08T03:50:05.931 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2023-06-08T03:50:06.066 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2023-06-08T03:50:06.258 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-cachetools (5.0.0-1) ... 2023-06-08T03:50:06.334 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-06-08T03:50:06.534 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-colorama (0.4.4-1) ... 2023-06-08T03:50:06.584 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2023-06-08T03:50:06.711 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-py (1.10.0-1) ... 2023-06-08T03:50:06.794 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-openssl (21.0.0-1) ... 2023-06-08T03:50:07.004 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2023-06-08T03:50:07.070 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2023-06-08T03:50:07.313 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2023-06-08T03:50:07.364 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-cachetools (5.0.0-1) ... 2023-06-08T03:50:07.547 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2023-06-08T03:50:07.632 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-colorama (0.4.4-1) ... 2023-06-08T03:50:07.816 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-ceph-argparse (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:07.892 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-openssl (21.0.0-1) ... 2023-06-08T03:50:08.141 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-06-08T03:50:08.160 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2023-06-08T03:50:08.259 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2023-06-08T03:50:08.386 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2023-06-08T03:50:08.534 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2023-06-08T03:50:08.637 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2023-06-08T03:50:08.794 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-06-08T03:50:08.896 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-ceph-argparse (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:08.920 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2023-06-08T03:50:09.164 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-06-08T03:50:09.296 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-06-08T03:50:09.298 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2023-06-08T03:50:09.439 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-natsort (8.0.2-1) ... 2023-06-08T03:50:09.558 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2023-06-08T03:50:09.698 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2023-06-08T03:50:09.801 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-06-08T03:50:09.902 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2023-06-08T03:50:09.949 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2023-06-08T03:50:10.250 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2023-06-08T03:50:10.253 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-06-08T03:50:10.379 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-natsort (8.0.2-1) ... 2023-06-08T03:50:10.638 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2023-06-08T03:50:10.906 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2023-06-08T03:50:10.927 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2023-06-08T03:50:11.186 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2023-06-08T03:50:11.216 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2023-06-08T03:50:11.312 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2023-06-08T03:50:11.438 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2023-06-08T03:50:11.739 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2023-06-08T03:50:11.868 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2023-06-08T03:50:12.094 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2023-06-08T03:50:12.124 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-certifi (2020.6.20-1) ... 2023-06-08T03:50:12.211 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2023-06-08T03:50:12.337 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2023-06-08T03:50:12.375 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2023-06-08T03:50:12.630 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2023-06-08T03:50:12.768 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-06-08T03:50:13.015 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-certifi (2020.6.20-1) ... 2023-06-08T03:50:13.103 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2023-06-08T03:50:13.266 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2023-06-08T03:50:13.421 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-06-08T03:50:13.626 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-06-08T03:50:13.763 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2023-06-08T03:50:13.894 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2023-06-08T03:50:13.998 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2023-06-08T03:50:14.099 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-ceph-common (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:14.195 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-06-08T03:50:14.383 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-idna (3.3-1) ... 2023-06-08T03:50:14.546 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2023-06-08T03:50:14.709 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2023-06-08T03:50:14.798 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2023-06-08T03:50:14.949 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-ceph-common (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:15.250 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-idna (3.3-1) ... 2023-06-08T03:50:15.534 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2023-06-08T03:50:15.941 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-08T03:50:16.076 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-toml (0.10.2-1) ... 2023-06-08T03:50:16.335 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2023-06-08T03:50:16.461 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2023-06-08T03:50:16.604 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-urllib3 (1.26.5-1~exp1) ... 2023-06-08T03:50:16.699 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-08T03:50:16.825 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-toml (0.10.2-1) ... 2023-06-08T03:50:16.905 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2023-06-08T03:50:17.068 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2023-06-08T03:50:17.156 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2023-06-08T03:50:17.169 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2023-06-08T03:50:17.295 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-urllib3 (1.26.5-1~exp1) ... 2023-06-08T03:50:17.399 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-08T03:50:17.499 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2023-06-08T03:50:17.588 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2023-06-08T03:50:17.625 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2023-06-08T03:50:17.855 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2023-06-08T03:50:17.929 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2023-06-08T03:50:18.115 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-08T03:50:18.172 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-logutils (0.3.3-8) ... 2023-06-08T03:50:18.241 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2023-06-08T03:50:18.342 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2023-06-08T03:50:18.431 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-tempora (4.1.2-1) ... 2023-06-08T03:50:18.627 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2023-06-08T03:50:18.707 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-06-08T03:50:18.878 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-logutils (0.3.3-8) ... 2023-06-08T03:50:18.966 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-prettytable (2.5.0-2) ... 2023-06-08T03:50:19.129 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-tempora (4.1.2-1) ... 2023-06-08T03:50:19.259 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-06-08T03:50:19.380 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-06-08T03:50:19.385 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-websocket (1.2.3-1) ... 2023-06-08T03:50:19.640 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-prettytable (2.5.0-2) ... 2023-06-08T03:50:19.669 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2023-06-08T03:50:19.779 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-06-08T03:50:19.907 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-06-08T03:50:20.008 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-websocket (1.2.3-1) ... 2023-06-08T03:50:20.046 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2023-06-08T03:50:20.285 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2023-06-08T03:50:20.347 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2023-06-08T03:50:20.394 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-06-08T03:50:20.598 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2023-06-08T03:50:20.686 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2023-06-08T03:50:20.954 INFO:teuthology.orchestra.run.smithi062.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2023-06-08T03:50:20.979 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2023-06-08T03:50:21.201 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-06-08T03:50:21.327 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2023-06-08T03:50:21.481 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2023-06-08T03:50:21.729 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2023-06-08T03:50:21.874 INFO:teuthology.orchestra.run.smithi188.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2023-06-08T03:50:21.979 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-portend (3.0.0-1) ... 2023-06-08T03:50:22.117 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-06-08T03:50:22.218 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2023-06-08T03:50:22.239 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-08T03:50:22.340 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-jinja2 (3.0.3-1) ... 2023-06-08T03:50:22.603 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2023-06-08T03:50:22.841 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2023-06-08T03:50:22.862 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-portend (3.0.0-1) ... 2023-06-08T03:50:23.113 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-08T03:50:23.142 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-requests (2.25.1+dfsg-2) ... 2023-06-08T03:50:23.248 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-jinja2 (3.0.3-1) ... 2023-06-08T03:50:23.427 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2023-06-08T03:50:23.561 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-rsa (4.8-1) ... 2023-06-08T03:50:23.566 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2023-06-08T03:50:23.812 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-webtest (2.0.35-1) ... 2023-06-08T03:50:23.842 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-requests (2.25.1+dfsg-2) ... 2023-06-08T03:50:24.088 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-06-08T03:50:24.101 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2023-06-08T03:50:24.227 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-rsa (4.8-1) ... 2023-06-08T03:50:24.339 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2023-06-08T03:50:24.486 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-webtest (2.0.35-1) ... 2023-06-08T03:50:24.732 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-06-08T03:50:24.746 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-06-08T03:50:25.006 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2023-06-08T03:50:25.033 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2023-06-08T03:50:25.377 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-06-08T03:50:25.415 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-06-08T03:50:25.503 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up librados2 (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:25.604 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up librgw2 (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:25.683 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2023-06-08T03:50:25.824 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libsqlite3-mod-ceph (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:25.950 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libcephfs2 (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:26.019 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-06-08T03:50:26.076 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libradosstriper1 (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:26.145 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up librados2 (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:26.201 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-google-auth (1.5.1-3) ... 2023-06-08T03:50:26.271 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up librgw2 (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:26.466 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libsqlite3-mod-ceph (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:26.495 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up librbd1 (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:26.584 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libcephfs2 (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:26.596 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up ceph-mgr-modules-core (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:26.685 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libradosstriper1 (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:26.697 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up ceph-fuse (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:26.811 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-google-auth (1.5.1-3) ... 2023-06-08T03:50:26.907 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-06-08T03:50:26.907 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-06-08T03:50:27.096 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up librbd1 (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:27.230 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up ceph-mgr-modules-core (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:27.356 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up ceph-fuse (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:27.448 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libcephfs-dev (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:27.568 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-06-08T03:50:27.568 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-06-08T03:50:27.574 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-rados (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:27.709 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up cephfs-top (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:27.843 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2023-06-08T03:50:28.066 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libcephfs-dev (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:28.184 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-rados (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:28.310 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up cephfs-top (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:28.436 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2023-06-08T03:50:29.123 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-rbd (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:29.249 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up rbd-fuse (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:29.375 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-rgw (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:29.501 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up python3-cephfs (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:29.627 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up cephfs-shell (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:29.683 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-rbd (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:29.753 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up ceph-common (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:29.783 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up rbd-fuse (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:29.893 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-rgw (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:30.019 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up python3-cephfs (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:30.145 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up cephfs-shell (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:30.228 INFO:teuthology.orchestra.run.smithi062.stdout:Adding group ceph....done 2023-06-08T03:50:30.271 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up ceph-common (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:30.655 INFO:teuthology.orchestra.run.smithi062.stdout:Adding system user ceph....done 2023-06-08T03:50:30.789 INFO:teuthology.orchestra.run.smithi188.stdout:Adding group ceph....done 2023-06-08T03:50:30.852 INFO:teuthology.orchestra.run.smithi062.stdout:Setting system user ceph properties....done 2023-06-08T03:50:30.867 INFO:teuthology.orchestra.run.smithi062.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-06-08T03:50:31.006 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-06-08T03:50:31.266 INFO:teuthology.orchestra.run.smithi188.stdout:Adding system user ceph....done 2023-06-08T03:50:31.356 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-06-08T03:50:31.418 INFO:teuthology.orchestra.run.smithi188.stdout:Setting system user ceph properties....done 2023-06-08T03:50:31.437 INFO:teuthology.orchestra.run.smithi188.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-06-08T03:50:31.567 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-06-08T03:50:31.896 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-06-08T03:50:31.945 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up cephfs-mirror (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:32.046 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up ceph-test (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:32.147 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up radosgw (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:32.403 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-06-08T03:50:32.404 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-06-08T03:50:32.441 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up cephfs-mirror (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:32.660 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up ceph-test (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:32.912 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up radosgw (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:33.157 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up ceph-base (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:33.267 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-06-08T03:50:33.268 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-06-08T03:50:33.540 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-06-08T03:50:34.028 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up ceph-base (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:34.126 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up ceph-mds (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:34.365 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-06-08T03:50:34.366 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-06-08T03:50:34.385 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-06-08T03:50:34.904 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up ceph-mds (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:34.928 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up ceph-mgr (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:35.134 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-06-08T03:50:35.135 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-06-08T03:50:35.145 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-06-08T03:50:35.145 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-06-08T03:50:35.657 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up ceph-mgr (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:35.762 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up ceph-osd (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:35.871 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-06-08T03:50:35.871 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-06-08T03:50:36.084 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-06-08T03:50:36.084 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-06-08T03:50:36.383 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up ceph-osd (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:36.656 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up ceph-mgr-k8sevents (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:36.782 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:36.868 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-06-08T03:50:36.869 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-06-08T03:50:36.933 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up ceph-mon (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:37.158 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-06-08T03:50:37.158 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-06-08T03:50:37.359 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up ceph-mgr-k8sevents (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:37.486 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:37.612 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up ceph-mon (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:37.676 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up ceph-mgr-cephadm (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:37.817 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-06-08T03:50:37.817 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-06-08T03:50:37.827 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up ceph (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:37.961 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up ceph-mgr-dashboard (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:38.290 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up ceph-volume (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:38.305 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up ceph-mgr-cephadm (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:38.417 INFO:teuthology.orchestra.run.smithi062.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-06-08T03:50:38.456 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up ceph (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:38.582 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up ceph-mgr-dashboard (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:38.724 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up ceph-volume (18.0.0-4313-ga02638f8-1jammy) ... 2023-06-08T03:50:38.826 INFO:teuthology.orchestra.run.smithi188.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-06-08T03:50:39.551 INFO:teuthology.orchestra.run.smithi062.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-06-08T03:50:39.560 INFO:teuthology.orchestra.run.smithi188.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-06-08T03:50:40.002 INFO:teuthology.orchestra.run.smithi062.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-06-08T03:50:40.003 INFO:teuthology.orchestra.run.smithi188.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-06-08T03:50:40.005 DEBUG:teuthology.orchestra.run.smithi062:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2023-06-08T03:50:40.006 DEBUG:teuthology.orchestra.run.smithi188:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2023-06-08T03:50:40.061 INFO:teuthology.orchestra.run.smithi188.stdout:Reading package lists... 2023-06-08T03:50:40.061 INFO:teuthology.orchestra.run.smithi062.stdout:Reading package lists... 2023-06-08T03:50:40.233 INFO:teuthology.orchestra.run.smithi188.stdout:Building dependency tree... 2023-06-08T03:50:40.234 INFO:teuthology.orchestra.run.smithi188.stdout:Reading state information... 2023-06-08T03:50:40.238 INFO:teuthology.orchestra.run.smithi062.stdout:Building dependency tree... 2023-06-08T03:50:40.239 INFO:teuthology.orchestra.run.smithi062.stdout:Reading state information... 2023-06-08T03:50:40.389 INFO:teuthology.orchestra.run.smithi188.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2023-06-08T03:50:40.389 INFO:teuthology.orchestra.run.smithi188.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2023-06-08T03:50:40.389 INFO:teuthology.orchestra.run.smithi188.stdout:util-linux is already the newest version (2.37.2-4ubuntu3). 2023-06-08T03:50:40.389 INFO:teuthology.orchestra.run.smithi188.stdout:uuid-dev is already the newest version (2.37.2-4ubuntu3). 2023-06-08T03:50:40.390 INFO:teuthology.orchestra.run.smithi188.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2023-06-08T03:50:40.390 INFO:teuthology.orchestra.run.smithi188.stdout:The following packages were automatically installed and are no longer required: 2023-06-08T03:50:40.390 INFO:teuthology.orchestra.run.smithi188.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-08T03:50:40.390 INFO:teuthology.orchestra.run.smithi188.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-08T03:50:40.390 INFO:teuthology.orchestra.run.smithi188.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-08T03:50:40.390 INFO:teuthology.orchestra.run.smithi188.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-06-08T03:50:40.391 INFO:teuthology.orchestra.run.smithi188.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-06-08T03:50:40.392 INFO:teuthology.orchestra.run.smithi188.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-08T03:50:40.392 INFO:teuthology.orchestra.run.smithi188.stdout:The following additional packages will be installed: 2023-06-08T03:50:40.392 INFO:teuthology.orchestra.run.smithi188.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2023-06-08T03:50:40.392 INFO:teuthology.orchestra.run.smithi188.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2023-06-08T03:50:40.392 INFO:teuthology.orchestra.run.smithi188.stdout: libqmi-proxy libssl3 libteamdctl0 modemmanager network-manager-pptp 2023-06-08T03:50:40.393 INFO:teuthology.orchestra.run.smithi188.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2023-06-08T03:50:40.393 INFO:teuthology.orchestra.run.smithi188.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2023-06-08T03:50:40.393 INFO:teuthology.orchestra.run.smithi188.stdout:Suggested packages: 2023-06-08T03:50:40.393 INFO:teuthology.orchestra.run.smithi188.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2023-06-08T03:50:40.393 INFO:teuthology.orchestra.run.smithi188.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial wpagui 2023-06-08T03:50:40.393 INFO:teuthology.orchestra.run.smithi188.stdout: libengine-pkcs11-openssl 2023-06-08T03:50:40.399 INFO:teuthology.orchestra.run.smithi062.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2023-06-08T03:50:40.399 INFO:teuthology.orchestra.run.smithi062.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2023-06-08T03:50:40.400 INFO:teuthology.orchestra.run.smithi062.stdout:util-linux is already the newest version (2.37.2-4ubuntu3). 2023-06-08T03:50:40.400 INFO:teuthology.orchestra.run.smithi062.stdout:uuid-dev is already the newest version (2.37.2-4ubuntu3). 2023-06-08T03:50:40.400 INFO:teuthology.orchestra.run.smithi062.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2023-06-08T03:50:40.400 INFO:teuthology.orchestra.run.smithi062.stdout:The following packages were automatically installed and are no longer required: 2023-06-08T03:50:40.400 INFO:teuthology.orchestra.run.smithi062.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-08T03:50:40.401 INFO:teuthology.orchestra.run.smithi062.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-08T03:50:40.401 INFO:teuthology.orchestra.run.smithi062.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-08T03:50:40.402 INFO:teuthology.orchestra.run.smithi062.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-06-08T03:50:40.402 INFO:teuthology.orchestra.run.smithi062.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-06-08T03:50:40.402 INFO:teuthology.orchestra.run.smithi062.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-08T03:50:40.402 INFO:teuthology.orchestra.run.smithi062.stdout:The following additional packages will be installed: 2023-06-08T03:50:40.402 INFO:teuthology.orchestra.run.smithi062.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2023-06-08T03:50:40.402 INFO:teuthology.orchestra.run.smithi062.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2023-06-08T03:50:40.403 INFO:teuthology.orchestra.run.smithi062.stdout: libqmi-proxy libssl3 libteamdctl0 modemmanager network-manager-pptp 2023-06-08T03:50:40.403 INFO:teuthology.orchestra.run.smithi062.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2023-06-08T03:50:40.403 INFO:teuthology.orchestra.run.smithi062.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2023-06-08T03:50:40.403 INFO:teuthology.orchestra.run.smithi062.stdout:Suggested packages: 2023-06-08T03:50:40.403 INFO:teuthology.orchestra.run.smithi062.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2023-06-08T03:50:40.403 INFO:teuthology.orchestra.run.smithi062.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial wpagui 2023-06-08T03:50:40.404 INFO:teuthology.orchestra.run.smithi062.stdout: libengine-pkcs11-openssl 2023-06-08T03:50:40.425 INFO:teuthology.orchestra.run.smithi188.stdout:The following NEW packages will be installed: 2023-06-08T03:50:40.425 INFO:teuthology.orchestra.run.smithi188.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2023-06-08T03:50:40.426 INFO:teuthology.orchestra.run.smithi188.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2023-06-08T03:50:40.426 INFO:teuthology.orchestra.run.smithi188.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2023-06-08T03:50:40.426 INFO:teuthology.orchestra.run.smithi188.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2023-06-08T03:50:40.427 INFO:teuthology.orchestra.run.smithi188.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2023-06-08T03:50:40.427 INFO:teuthology.orchestra.run.smithi188.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2023-06-08T03:50:40.427 INFO:teuthology.orchestra.run.smithi188.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2023-06-08T03:50:40.427 INFO:teuthology.orchestra.run.smithi188.stdout:The following packages will be upgraded: 2023-06-08T03:50:40.428 INFO:teuthology.orchestra.run.smithi188.stdout: libssl3 2023-06-08T03:50:40.439 INFO:teuthology.orchestra.run.smithi062.stdout:The following NEW packages will be installed: 2023-06-08T03:50:40.439 INFO:teuthology.orchestra.run.smithi062.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2023-06-08T03:50:40.439 INFO:teuthology.orchestra.run.smithi062.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2023-06-08T03:50:40.440 INFO:teuthology.orchestra.run.smithi062.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2023-06-08T03:50:40.440 INFO:teuthology.orchestra.run.smithi062.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2023-06-08T03:50:40.440 INFO:teuthology.orchestra.run.smithi062.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2023-06-08T03:50:40.441 INFO:teuthology.orchestra.run.smithi062.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2023-06-08T03:50:40.441 INFO:teuthology.orchestra.run.smithi062.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2023-06-08T03:50:40.441 INFO:teuthology.orchestra.run.smithi062.stdout:The following packages will be upgraded: 2023-06-08T03:50:40.442 INFO:teuthology.orchestra.run.smithi062.stdout: libssl3 2023-06-08T03:50:40.495 INFO:teuthology.orchestra.run.smithi062.stdout:1 upgraded, 39 newly installed, 0 to remove and 188 not upgraded. 2023-06-08T03:50:40.495 INFO:teuthology.orchestra.run.smithi062.stdout:Need to get 54.6 MB of archives. 2023-06-08T03:50:40.496 INFO:teuthology.orchestra.run.smithi062.stdout:After this operation, 202 MB of additional disk space will be used. 2023-06-08T03:50:40.496 INFO:teuthology.orchestra.run.smithi062.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2023-06-08T03:50:40.594 INFO:teuthology.orchestra.run.smithi062.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.10 [1,901 kB] 2023-06-08T03:50:40.624 INFO:teuthology.orchestra.run.smithi188.stdout:1 upgraded, 39 newly installed, 0 to remove and 188 not upgraded. 2023-06-08T03:50:40.624 INFO:teuthology.orchestra.run.smithi188.stdout:Need to get 54.6 MB of archives. 2023-06-08T03:50:40.625 INFO:teuthology.orchestra.run.smithi188.stdout:After this operation, 202 MB of additional disk space will be used. 2023-06-08T03:50:40.625 INFO:teuthology.orchestra.run.smithi188.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2023-06-08T03:50:40.653 INFO:teuthology.orchestra.run.smithi062.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2023-06-08T03:50:40.668 INFO:teuthology.orchestra.run.smithi062.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2023-06-08T03:50:40.669 INFO:teuthology.orchestra.run.smithi062.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2023-06-08T03:50:40.671 INFO:teuthology.orchestra.run.smithi062.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 indent amd64 2.2.12-1build2 [90.8 kB] 2023-06-08T03:50:40.673 INFO:teuthology.orchestra.run.smithi062.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2023-06-08T03:50:40.674 INFO:teuthology.orchestra.run.smithi062.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/main amd64 libbluetooth3 amd64 5.64-0ubuntu1 [86.9 kB] 2023-06-08T03:50:40.675 INFO:teuthology.orchestra.run.smithi062.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2023-06-08T03:50:40.677 INFO:teuthology.orchestra.run.smithi062.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2023-06-08T03:50:40.712 INFO:teuthology.orchestra.run.smithi062.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2023-06-08T03:50:40.712 INFO:teuthology.orchestra.run.smithi062.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2023-06-08T03:50:40.762 INFO:teuthology.orchestra.run.smithi062.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1 [24.0 MB] 2023-06-08T03:50:41.100 INFO:teuthology.orchestra.run.smithi188.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.10 [1,901 kB] 2023-06-08T03:50:41.132 INFO:teuthology.orchestra.run.smithi062.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2023-06-08T03:50:41.133 INFO:teuthology.orchestra.run.smithi062.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2023-06-08T03:50:41.134 INFO:teuthology.orchestra.run.smithi062.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.1 [263 kB] 2023-06-08T03:50:41.136 INFO:teuthology.orchestra.run.smithi062.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 libndp0 amd64 1.8-0ubuntu3 [12.3 kB] 2023-06-08T03:50:41.182 INFO:teuthology.orchestra.run.smithi062.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2023-06-08T03:50:41.186 INFO:teuthology.orchestra.run.smithi062.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.8-0ubuntu0.22.04.1 [141 kB] 2023-06-08T03:50:41.188 INFO:teuthology.orchestra.run.smithi062.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2023-06-08T03:50:41.195 INFO:teuthology.orchestra.run.smithi062.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2023-06-08T03:50:41.230 INFO:teuthology.orchestra.run.smithi062.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.10 [2,372 kB] 2023-06-08T03:50:41.356 INFO:teuthology.orchestra.run.smithi188.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2023-06-08T03:50:41.391 INFO:teuthology.orchestra.run.smithi188.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2023-06-08T03:50:41.392 INFO:teuthology.orchestra.run.smithi062.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2023-06-08T03:50:41.392 INFO:teuthology.orchestra.run.smithi062.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.1 [1,094 kB] 2023-06-08T03:50:41.393 INFO:teuthology.orchestra.run.smithi188.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2023-06-08T03:50:41.398 INFO:teuthology.orchestra.run.smithi188.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 indent amd64 2.2.12-1build2 [90.8 kB] 2023-06-08T03:50:41.401 INFO:teuthology.orchestra.run.smithi188.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2023-06-08T03:50:41.403 INFO:teuthology.orchestra.run.smithi188.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/main amd64 libbluetooth3 amd64 5.64-0ubuntu1 [86.9 kB] 2023-06-08T03:50:41.406 INFO:teuthology.orchestra.run.smithi188.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2023-06-08T03:50:41.408 INFO:teuthology.orchestra.run.smithi188.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2023-06-08T03:50:41.413 INFO:teuthology.orchestra.run.smithi062.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2023-06-08T03:50:41.449 INFO:teuthology.orchestra.run.smithi062.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2023-06-08T03:50:41.453 INFO:teuthology.orchestra.run.smithi062.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2023-06-08T03:50:41.454 INFO:teuthology.orchestra.run.smithi062.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2023-06-08T03:50:41.455 INFO:teuthology.orchestra.run.smithi062.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2023-06-08T03:50:41.455 INFO:teuthology.orchestra.run.smithi062.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.8-0ubuntu0.22.04.1 [1,221 kB] 2023-06-08T03:50:41.469 INFO:teuthology.orchestra.run.smithi062.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2023-06-08T03:50:41.470 INFO:teuthology.orchestra.run.smithi062.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.8-0ubuntu0.22.04.1 [16.1 MB] 2023-06-08T03:50:41.573 INFO:teuthology.orchestra.run.smithi188.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2023-06-08T03:50:41.574 INFO:teuthology.orchestra.run.smithi188.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2023-06-08T03:50:41.715 INFO:teuthology.orchestra.run.smithi062.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2023-06-08T03:50:41.733 INFO:teuthology.orchestra.run.smithi062.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2023-06-08T03:50:41.733 INFO:teuthology.orchestra.run.smithi062.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2023-06-08T03:50:41.734 INFO:teuthology.orchestra.run.smithi062.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2023-06-08T03:50:41.751 INFO:teuthology.orchestra.run.smithi062.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2023-06-08T03:50:41.753 INFO:teuthology.orchestra.run.smithi062.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2 [1,481 kB] 2023-06-08T03:50:41.819 INFO:teuthology.orchestra.run.smithi188.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1 [24.0 MB] 2023-06-08T03:50:41.856 INFO:teuthology.orchestra.run.smithi062.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2023-06-08T03:50:41.857 INFO:teuthology.orchestra.run.smithi062.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2023-06-08T03:50:42.280 INFO:teuthology.orchestra.run.smithi062.stdout:Preconfiguring packages ... 2023-06-08T03:50:42.445 INFO:teuthology.orchestra.run.smithi062.stdout:Fetched 54.6 MB in 1s (38.8 MB/s) 2023-06-08T03:50:42.574 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package flex. 2023-06-08T03:50:42.679 INFO:teuthology.orchestra.run.smithi062.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 172966 files and directories currently installed.) 2023-06-08T03:50:42.685 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2023-06-08T03:50:42.722 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking flex (2.6.4-8build2) ... 2023-06-08T03:50:42.965 INFO:teuthology.orchestra.run.smithi188.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2023-06-08T03:50:42.970 INFO:teuthology.orchestra.run.smithi188.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2023-06-08T03:50:42.970 INFO:teuthology.orchestra.run.smithi188.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.1 [263 kB] 2023-06-08T03:50:42.977 INFO:teuthology.orchestra.run.smithi188.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 libndp0 amd64 1.8-0ubuntu3 [12.3 kB] 2023-06-08T03:50:42.977 INFO:teuthology.orchestra.run.smithi188.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2023-06-08T03:50:42.988 INFO:teuthology.orchestra.run.smithi188.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.8-0ubuntu0.22.04.1 [141 kB] 2023-06-08T03:50:42.995 INFO:teuthology.orchestra.run.smithi188.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2023-06-08T03:50:43.009 INFO:teuthology.orchestra.run.smithi188.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2023-06-08T03:50:43.173 INFO:teuthology.orchestra.run.smithi188.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.10 [2,372 kB] 2023-06-08T03:50:43.314 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.10_amd64.deb ... 2023-06-08T03:50:43.891 INFO:teuthology.orchestra.run.smithi188.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2023-06-08T03:50:43.892 INFO:teuthology.orchestra.run.smithi188.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.1 [1,094 kB] 2023-06-08T03:50:43.918 INFO:teuthology.orchestra.run.smithi188.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2023-06-08T03:50:43.995 INFO:teuthology.orchestra.run.smithi188.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2023-06-08T03:50:44.003 INFO:teuthology.orchestra.run.smithi188.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2023-06-08T03:50:44.005 INFO:teuthology.orchestra.run.smithi188.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2023-06-08T03:50:44.006 INFO:teuthology.orchestra.run.smithi188.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2023-06-08T03:50:44.007 INFO:teuthology.orchestra.run.smithi188.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.8-0ubuntu0.22.04.1 [1,221 kB] 2023-06-08T03:50:44.024 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.10) over (3.0.2-0ubuntu1.7) ... 2023-06-08T03:50:44.033 INFO:teuthology.orchestra.run.smithi188.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2023-06-08T03:50:44.036 INFO:teuthology.orchestra.run.smithi188.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.8-0ubuntu0.22.04.1 [16.1 MB] 2023-06-08T03:50:44.408 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.10) ... 2023-06-08T03:50:44.718 INFO:teuthology.orchestra.run.smithi188.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2023-06-08T03:50:44.801 INFO:teuthology.orchestra.run.smithi188.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2023-06-08T03:50:44.802 INFO:teuthology.orchestra.run.smithi188.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2023-06-08T03:50:44.802 INFO:teuthology.orchestra.run.smithi188.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2023-06-08T03:50:44.891 INFO:teuthology.orchestra.run.smithi188.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2023-06-08T03:50:44.897 INFO:teuthology.orchestra.run.smithi188.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2 [1,481 kB] 2023-06-08T03:50:44.908 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package bison. 2023-06-08T03:50:45.014 INFO:teuthology.orchestra.run.smithi062.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173039 files and directories currently installed.) 2023-06-08T03:50:45.020 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2023-06-08T03:50:45.069 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2023-06-08T03:50:45.353 INFO:teuthology.orchestra.run.smithi188.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2023-06-08T03:50:45.355 INFO:teuthology.orchestra.run.smithi188.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2023-06-08T03:50:45.444 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package liblzo2-2:amd64. 2023-06-08T03:50:45.472 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2023-06-08T03:50:45.502 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2023-06-08T03:50:45.759 INFO:teuthology.orchestra.run.smithi188.stdout:Preconfiguring packages ... 2023-06-08T03:50:45.839 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package dump. 2023-06-08T03:50:45.867 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2023-06-08T03:50:45.905 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking dump (0.4b47-3) ... 2023-06-08T03:50:45.911 INFO:teuthology.orchestra.run.smithi188.stdout:Fetched 54.6 MB in 5s (11.1 MB/s) 2023-06-08T03:50:46.028 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package flex. 2023-06-08T03:50:46.123 INFO:teuthology.orchestra.run.smithi188.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 172966 files and directories currently installed.) 2023-06-08T03:50:46.129 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2023-06-08T03:50:46.168 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking flex (2.6.4-8build2) ... 2023-06-08T03:50:46.250 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package indent. 2023-06-08T03:50:46.278 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../03-indent_2.2.12-1build2_amd64.deb ... 2023-06-08T03:50:46.342 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking indent (2.2.12-1build2) ... 2023-06-08T03:50:46.602 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libaio-dev:amd64. 2023-06-08T03:50:46.619 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2023-06-08T03:50:46.661 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2023-06-08T03:50:46.725 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.10_amd64.deb ... 2023-06-08T03:50:46.939 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libbluetooth3:amd64. 2023-06-08T03:50:46.956 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1_amd64.deb ... 2023-06-08T03:50:46.969 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.10) over (3.0.2-0ubuntu1.7) ... 2023-06-08T03:50:46.989 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-06-08T03:50:47.241 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libelf-dev:amd64. 2023-06-08T03:50:47.258 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2023-06-08T03:50:47.300 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2023-06-08T03:50:47.491 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.10) ... 2023-06-08T03:50:47.620 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libfl2:amd64. 2023-06-08T03:50:47.647 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2023-06-08T03:50:47.695 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2023-06-08T03:50:47.947 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libfl-dev:amd64. 2023-06-08T03:50:47.963 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2023-06-08T03:50:48.005 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2023-06-08T03:50:48.084 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package bison. 2023-06-08T03:50:48.184 INFO:teuthology.orchestra.run.smithi188.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173039 files and directories currently installed.) 2023-06-08T03:50:48.190 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2023-06-08T03:50:48.207 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libjson-perl. 2023-06-08T03:50:48.224 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2023-06-08T03:50:48.244 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2023-06-08T03:50:48.257 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libjson-perl (4.04000-1) ... 2023-06-08T03:50:48.577 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libllvm14:amd64. 2023-06-08T03:50:48.605 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1_amd64.deb ... 2023-06-08T03:50:48.628 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package liblzo2-2:amd64. 2023-06-08T03:50:48.643 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1) ... 2023-06-08T03:50:48.656 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2023-06-08T03:50:48.686 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2023-06-08T03:50:49.023 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package dump. 2023-06-08T03:50:49.051 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2023-06-08T03:50:49.090 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking dump (0.4b47-3) ... 2023-06-08T03:50:49.376 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package indent. 2023-06-08T03:50:49.392 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../03-indent_2.2.12-1build2_amd64.deb ... 2023-06-08T03:50:49.434 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking indent (2.2.12-1build2) ... 2023-06-08T03:50:49.703 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libaio-dev:amd64. 2023-06-08T03:50:49.731 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2023-06-08T03:50:49.770 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2023-06-08T03:50:50.057 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libbluetooth3:amd64. 2023-06-08T03:50:50.085 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1_amd64.deb ... 2023-06-08T03:50:50.115 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-06-08T03:50:50.330 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2023-06-08T03:50:50.358 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-06-08T03:50:50.384 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libelf-dev:amd64. 2023-06-08T03:50:50.396 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-06-08T03:50:50.400 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2023-06-08T03:50:50.443 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2023-06-08T03:50:50.665 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libmbim-proxy. 2023-06-08T03:50:50.682 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-06-08T03:50:50.723 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-06-08T03:50:50.804 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libfl2:amd64. 2023-06-08T03:50:50.831 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2023-06-08T03:50:50.871 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2023-06-08T03:50:50.992 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libmm-glib0:amd64. 2023-06-08T03:50:51.020 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.1_amd64.deb ... 2023-06-08T03:50:51.051 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.1) ... 2023-06-08T03:50:51.098 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libfl-dev:amd64. 2023-06-08T03:50:51.114 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2023-06-08T03:50:51.156 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2023-06-08T03:50:51.404 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libndp0:amd64. 2023-06-08T03:50:51.409 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libjson-perl. 2023-06-08T03:50:51.432 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3_amd64.deb ... 2023-06-08T03:50:51.436 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2023-06-08T03:50:51.470 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3) ... 2023-06-08T03:50:51.475 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libjson-perl (4.04000-1) ... 2023-06-08T03:50:51.778 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libllvm14:amd64. 2023-06-08T03:50:51.806 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1_amd64.deb ... 2023-06-08T03:50:51.806 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libnm0:amd64. 2023-06-08T03:50:51.834 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2023-06-08T03:50:51.845 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1) ... 2023-06-08T03:50:51.873 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-06-08T03:50:52.192 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libpq5:amd64. 2023-06-08T03:50:52.220 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../16-libpq5_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-06-08T03:50:52.250 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libpq5:amd64 (14.8-0ubuntu0.22.04.1) ... 2023-06-08T03:50:52.595 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2023-06-08T03:50:52.623 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-06-08T03:50:52.661 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-06-08T03:50:52.964 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libqmi-proxy. 2023-06-08T03:50:52.980 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-06-08T03:50:53.022 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-06-08T03:50:53.266 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libssl-dev:amd64. 2023-06-08T03:50:53.293 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.10_amd64.deb ... 2023-06-08T03:50:53.332 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.10) ... 2023-06-08T03:50:53.852 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libteamdctl0:amd64. 2023-06-08T03:50:53.881 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2023-06-08T03:50:53.919 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2023-06-08T03:50:54.081 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2023-06-08T03:50:54.109 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-06-08T03:50:54.148 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-06-08T03:50:54.264 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package modemmanager. 2023-06-08T03:50:54.291 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.1_amd64.deb ... 2023-06-08T03:50:54.330 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.1) ... 2023-06-08T03:50:54.433 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libmbim-proxy. 2023-06-08T03:50:54.449 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-06-08T03:50:54.492 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-06-08T03:50:54.811 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libmm-glib0:amd64. 2023-06-08T03:50:54.838 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.1_amd64.deb ... 2023-06-08T03:50:54.877 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.1) ... 2023-06-08T03:50:54.927 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package network-manager. 2023-06-08T03:50:54.955 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2023-06-08T03:50:55.002 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2023-06-08T03:50:55.239 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libndp0:amd64. 2023-06-08T03:50:55.266 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3_amd64.deb ... 2023-06-08T03:50:55.305 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3) ... 2023-06-08T03:50:55.608 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libnm0:amd64. 2023-06-08T03:50:55.633 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2023-06-08T03:50:55.634 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package ppp. 2023-06-08T03:50:55.662 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2023-06-08T03:50:55.666 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-06-08T03:50:55.956 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2023-06-08T03:50:56.010 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libpq5:amd64. 2023-06-08T03:50:56.038 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../16-libpq5_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-06-08T03:50:56.077 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libpq5:amd64 (14.8-0ubuntu0.22.04.1) ... 2023-06-08T03:50:56.247 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package pptp-linux. 2023-06-08T03:50:56.275 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2023-06-08T03:50:56.305 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2023-06-08T03:50:56.413 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2023-06-08T03:50:56.440 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-06-08T03:50:56.479 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-06-08T03:50:56.599 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package network-manager-pptp. 2023-06-08T03:50:56.628 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2023-06-08T03:50:56.666 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2023-06-08T03:50:56.765 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libqmi-proxy. 2023-06-08T03:50:56.781 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-06-08T03:50:56.815 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-06-08T03:50:56.969 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package postgresql-client-common. 2023-06-08T03:50:56.997 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2023-06-08T03:50:57.026 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libssl-dev:amd64. 2023-06-08T03:50:57.035 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking postgresql-client-common (238) ... 2023-06-08T03:50:57.042 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.10_amd64.deb ... 2023-06-08T03:50:57.075 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.10) ... 2023-06-08T03:50:57.322 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package postgresql-client-14. 2023-06-08T03:50:57.350 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../27-postgresql-client-14_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-06-08T03:50:57.389 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking postgresql-client-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-08T03:50:57.571 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package libteamdctl0:amd64. 2023-06-08T03:50:57.598 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2023-06-08T03:50:57.637 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2023-06-08T03:50:57.944 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package postgresql-common. 2023-06-08T03:50:57.972 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2023-06-08T03:50:57.998 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package modemmanager. 2023-06-08T03:50:58.021 INFO:teuthology.orchestra.run.smithi062.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2023-06-08T03:50:58.026 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.1_amd64.deb ... 2023-06-08T03:50:58.041 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking postgresql-common (238) ... 2023-06-08T03:50:58.065 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.1) ... 2023-06-08T03:50:58.476 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package postgresql-14. 2023-06-08T03:50:58.504 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../29-postgresql-14_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-06-08T03:50:58.546 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking postgresql-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-08T03:50:58.747 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package network-manager. 2023-06-08T03:50:58.774 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2023-06-08T03:50:58.830 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2023-06-08T03:50:59.453 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package ppp. 2023-06-08T03:50:59.481 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2023-06-08T03:50:59.779 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2023-06-08T03:50:59.878 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package postgresql. 2023-06-08T03:50:59.907 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2023-06-08T03:50:59.944 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking postgresql (14+238) ... 2023-06-08T03:51:00.100 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package pptp-linux. 2023-06-08T03:51:00.127 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2023-06-08T03:51:00.166 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2023-06-08T03:51:00.188 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package postgresql-client. 2023-06-08T03:51:00.205 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2023-06-08T03:51:00.247 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking postgresql-client (14+238) ... 2023-06-08T03:51:00.377 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package network-manager-pptp. 2023-06-08T03:51:00.393 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2023-06-08T03:51:00.443 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2023-06-08T03:51:00.491 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package postgresql-contrib. 2023-06-08T03:51:00.519 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2023-06-08T03:51:00.557 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking postgresql-contrib (14+238) ... 2023-06-08T03:51:00.729 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package postgresql-client-common. 2023-06-08T03:51:00.757 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2023-06-08T03:51:00.796 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking postgresql-client-common (238) ... 2023-06-08T03:51:00.834 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package tcl8.6. 2023-06-08T03:51:00.851 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2023-06-08T03:51:00.884 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2023-06-08T03:51:01.100 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package postgresql-client-14. 2023-06-08T03:51:01.127 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../27-postgresql-client-14_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-06-08T03:51:01.137 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package tcl. 2023-06-08T03:51:01.151 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2023-06-08T03:51:01.166 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking postgresql-client-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-08T03:51:01.200 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking tcl (8.6.11+1build2) ... 2023-06-08T03:51:01.557 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package wpasupplicant. 2023-06-08T03:51:01.585 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2_amd64.deb ... 2023-06-08T03:51:01.623 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2) ... 2023-06-08T03:51:01.696 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package postgresql-common. 2023-06-08T03:51:01.724 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2023-06-08T03:51:01.772 INFO:teuthology.orchestra.run.smithi188.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2023-06-08T03:51:01.802 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking postgresql-common (238) ... 2023-06-08T03:51:02.044 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package usb-modeswitch-data. 2023-06-08T03:51:02.061 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2023-06-08T03:51:02.102 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2023-06-08T03:51:02.253 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package postgresql-14. 2023-06-08T03:51:02.281 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../29-postgresql-14_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-06-08T03:51:02.323 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking postgresql-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-08T03:51:02.405 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package usb-modeswitch. 2023-06-08T03:51:02.434 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2023-06-08T03:51:02.481 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2023-06-08T03:51:02.776 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up postgresql-client-common (238) ... 2023-06-08T03:51:02.969 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up flex (2.6.4-8build2) ... 2023-06-08T03:51:03.120 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2023-06-08T03:51:03.246 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libpq5:amd64 (14.8-0ubuntu0.22.04.1) ... 2023-06-08T03:51:03.372 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2023-06-08T03:51:03.498 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2023-06-08T03:51:03.624 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up postgresql-client-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-08T03:51:03.714 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package postgresql. 2023-06-08T03:51:03.731 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2023-06-08T03:51:03.772 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking postgresql (14+238) ... 2023-06-08T03:51:04.110 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package postgresql-client. 2023-06-08T03:51:04.126 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2023-06-08T03:51:04.169 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking postgresql-client (14+238) ... 2023-06-08T03:51:04.191 INFO:teuthology.orchestra.run.smithi062.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2023-06-08T03:51:04.273 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2) ... 2023-06-08T03:51:04.379 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package postgresql-contrib. 2023-06-08T03:51:04.395 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2023-06-08T03:51:04.437 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking postgresql-contrib (14+238) ... 2023-06-08T03:51:04.661 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2023-06-08T03:51:04.661 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2023-06-08T03:51:04.765 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package tcl8.6. 2023-06-08T03:51:04.793 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2023-06-08T03:51:04.832 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2023-06-08T03:51:05.142 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package tcl. 2023-06-08T03:51:05.171 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2023-06-08T03:51:05.214 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking tcl (8.6.11+1build2) ... 2023-06-08T03:51:05.217 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2023-06-08T03:51:05.343 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.10) ... 2023-06-08T03:51:05.469 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2023-06-08T03:51:05.562 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package wpasupplicant. 2023-06-08T03:51:05.587 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2023-06-08T03:51:05.590 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2_amd64.deb ... 2023-06-08T03:51:05.628 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2) ... 2023-06-08T03:51:05.688 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2023-06-08T03:51:05.789 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-06-08T03:51:05.916 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2023-06-08T03:51:05.983 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package usb-modeswitch-data. 2023-06-08T03:51:05.999 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2023-06-08T03:51:06.041 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2023-06-08T03:51:06.419 INFO:teuthology.orchestra.run.smithi188.stdout:Selecting previously unselected package usb-modeswitch. 2023-06-08T03:51:06.447 INFO:teuthology.orchestra.run.smithi188.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2023-06-08T03:51:06.494 INFO:teuthology.orchestra.run.smithi188.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2023-06-08T03:51:06.562 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1) ... 2023-06-08T03:51:06.681 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up dump (0.4b47-3) ... 2023-06-08T03:51:06.756 INFO:teuthology.orchestra.run.smithi062.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2023-06-08T03:51:06.780 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up postgresql-client-common (238) ... 2023-06-08T03:51:06.823 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.1) ... 2023-06-08T03:51:06.950 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-06-08T03:51:06.991 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up flex (2.6.4-8build2) ... 2023-06-08T03:51:07.075 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up tcl (8.6.11+1build2) ... 2023-06-08T03:51:07.117 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2023-06-08T03:51:07.243 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libpq5:amd64 (14.8-0ubuntu0.22.04.1) ... 2023-06-08T03:51:07.260 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libjson-perl (4.04000-1) ... 2023-06-08T03:51:07.369 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2023-06-08T03:51:07.402 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2023-06-08T03:51:07.478 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2023-06-08T03:51:07.492 INFO:teuthology.orchestra.run.smithi062.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2023-06-08T03:51:07.562 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up indent (2.2.12-1build2) ... 2023-06-08T03:51:07.604 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up postgresql-client-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-08T03:51:07.688 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2023-06-08T03:51:07.873 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3) ... 2023-06-08T03:51:07.999 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-06-08T03:51:08.109 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2023-06-08T03:51:08.147 INFO:teuthology.orchestra.run.smithi188.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2023-06-08T03:51:08.243 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up postgresql-client (14+238) ... 2023-06-08T03:51:08.244 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2) ... 2023-06-08T03:51:08.361 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2023-06-08T03:51:08.597 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2023-06-08T03:51:08.598 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2023-06-08T03:51:08.858 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:08.858 INFO:teuthology.orchestra.run.smithi062.stdout:The following network interfaces were found in /etc/network/interfaces 2023-06-08T03:51:08.858 INFO:teuthology.orchestra.run.smithi062.stdout:which means they are currently configured by ifupdown: 2023-06-08T03:51:08.858 INFO:teuthology.orchestra.run.smithi062.stdout:- enp3s0f1 2023-06-08T03:51:08.858 INFO:teuthology.orchestra.run.smithi062.stdout:If you want to manage those interfaces with NetworkManager instead 2023-06-08T03:51:08.859 INFO:teuthology.orchestra.run.smithi062.stdout:remove their configuration from /etc/network/interfaces. 2023-06-08T03:51:08.859 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:08.992 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2023-06-08T03:51:09.096 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2023-06-08T03:51:09.231 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.10) ... 2023-06-08T03:51:09.348 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2023-06-08T03:51:09.349 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2023-06-08T03:51:09.457 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2023-06-08T03:51:09.558 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2023-06-08T03:51:09.701 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-06-08T03:51:09.719 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2023-06-08T03:51:09.827 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2023-06-08T03:51:10.322 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-06-08T03:51:10.474 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1) ... 2023-06-08T03:51:10.572 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2023-06-08T03:51:10.575 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up dump (0.4b47-3) ... 2023-06-08T03:51:10.652 INFO:teuthology.orchestra.run.smithi188.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2023-06-08T03:51:10.718 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.1) ... 2023-06-08T03:51:10.800 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2023-06-08T03:51:10.844 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-06-08T03:51:10.902 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up postgresql-common (238) ... 2023-06-08T03:51:10.970 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up tcl (8.6.11+1build2) ... 2023-06-08T03:51:11.096 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libjson-perl (4.04000-1) ... 2023-06-08T03:51:11.222 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2023-06-08T03:51:11.312 INFO:teuthology.orchestra.run.smithi188.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2023-06-08T03:51:11.373 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up indent (2.2.12-1build2) ... 2023-06-08T03:51:11.483 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2023-06-08T03:51:11.625 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3) ... 2023-06-08T03:51:11.752 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-06-08T03:51:11.804 INFO:teuthology.orchestra.run.smithi062.stdout:Adding user postgres to group ssl-cert 2023-06-08T03:51:11.886 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2023-06-08T03:51:12.034 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:12.035 INFO:teuthology.orchestra.run.smithi062.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2023-06-08T03:51:12.054 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up postgresql-client (14+238) ... 2023-06-08T03:51:12.180 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2023-06-08T03:51:12.236 INFO:teuthology.orchestra.run.smithi062.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2023-06-08T03:51:12.236 INFO:teuthology.orchestra.run.smithi062.stdout:Removing obsolete dictionary files: 2023-06-08T03:51:12.697 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:12.697 INFO:teuthology.orchestra.run.smithi188.stdout:The following network interfaces were found in /etc/network/interfaces 2023-06-08T03:51:12.698 INFO:teuthology.orchestra.run.smithi188.stdout:which means they are currently configured by ifupdown: 2023-06-08T03:51:12.698 INFO:teuthology.orchestra.run.smithi188.stdout:- enp3s0f1 2023-06-08T03:51:12.698 INFO:teuthology.orchestra.run.smithi188.stdout:If you want to manage those interfaces with NetworkManager instead 2023-06-08T03:51:12.698 INFO:teuthology.orchestra.run.smithi188.stdout:remove their configuration from /etc/network/interfaces. 2023-06-08T03:51:12.698 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:12.821 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2023-06-08T03:51:12.864 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2023-06-08T03:51:13.161 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2023-06-08T03:51:13.270 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up postgresql-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-08T03:51:13.497 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2023-06-08T03:51:13.606 INFO:teuthology.orchestra.run.smithi062.stdout:Creating new PostgreSQL cluster 14/main ... 2023-06-08T03:51:13.619 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2023-06-08T03:51:13.661 INFO:teuthology.orchestra.run.smithi062.stdout:The files belonging to this database system will be owned by user "postgres". 2023-06-08T03:51:13.661 INFO:teuthology.orchestra.run.smithi062.stdout:This user must also own the server process. 2023-06-08T03:51:13.661 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:13.661 INFO:teuthology.orchestra.run.smithi062.stdout:The database cluster will be initialized with locale "en_US". 2023-06-08T03:51:13.661 INFO:teuthology.orchestra.run.smithi062.stdout:The default database encoding has accordingly been set to "LATIN1". 2023-06-08T03:51:13.662 INFO:teuthology.orchestra.run.smithi062.stdout:The default text search configuration will be set to "english". 2023-06-08T03:51:13.662 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:13.662 INFO:teuthology.orchestra.run.smithi062.stdout:Data page checksums are disabled. 2023-06-08T03:51:13.662 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:13.662 INFO:teuthology.orchestra.run.smithi062.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2023-06-08T03:51:13.662 INFO:teuthology.orchestra.run.smithi062.stdout:creating subdirectories ... ok 2023-06-08T03:51:13.662 INFO:teuthology.orchestra.run.smithi062.stdout:selecting dynamic shared memory implementation ... posix 2023-06-08T03:51:13.677 INFO:teuthology.orchestra.run.smithi062.stdout:selecting default max_connections ... 100 2023-06-08T03:51:13.695 INFO:teuthology.orchestra.run.smithi062.stdout:selecting default shared_buffers ... 128MB 2023-06-08T03:51:13.702 INFO:teuthology.orchestra.run.smithi062.stdout:selecting default time zone ... Etc/UTC 2023-06-08T03:51:13.703 INFO:teuthology.orchestra.run.smithi062.stdout:creating configuration files ... ok 2023-06-08T03:51:13.818 INFO:teuthology.orchestra.run.smithi062.stdout:running bootstrap script ... ok 2023-06-08T03:51:14.357 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-06-08T03:51:14.483 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2023-06-08T03:51:14.492 INFO:teuthology.orchestra.run.smithi062.stdout:performing post-bootstrap initialization ... ok 2023-06-08T03:51:14.601 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2023-06-08T03:51:14.702 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up postgresql-common (238) ... 2023-06-08T03:51:15.147 INFO:teuthology.orchestra.run.smithi062.stdout:syncing data to disk ... ok 2023-06-08T03:51:15.515 INFO:teuthology.orchestra.run.smithi188.stdout:Adding user postgres to group ssl-cert 2023-06-08T03:51:15.547 INFO:teuthology.orchestra.run.smithi062.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2023-06-08T03:51:15.729 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:15.730 INFO:teuthology.orchestra.run.smithi188.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2023-06-08T03:51:15.960 INFO:teuthology.orchestra.run.smithi188.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2023-06-08T03:51:15.960 INFO:teuthology.orchestra.run.smithi188.stdout:Removing obsolete dictionary files: 2023-06-08T03:51:16.567 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2023-06-08T03:51:16.962 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up postgresql-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-08T03:51:17.298 INFO:teuthology.orchestra.run.smithi188.stdout:Creating new PostgreSQL cluster 14/main ... 2023-06-08T03:51:17.324 INFO:teuthology.orchestra.run.smithi188.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2023-06-08T03:51:17.373 INFO:teuthology.orchestra.run.smithi188.stdout:The files belonging to this database system will be owned by user "postgres". 2023-06-08T03:51:17.374 INFO:teuthology.orchestra.run.smithi188.stdout:This user must also own the server process. 2023-06-08T03:51:17.374 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:17.374 INFO:teuthology.orchestra.run.smithi188.stdout:The database cluster will be initialized with locale "en_US". 2023-06-08T03:51:17.374 INFO:teuthology.orchestra.run.smithi188.stdout:The default database encoding has accordingly been set to "LATIN1". 2023-06-08T03:51:17.374 INFO:teuthology.orchestra.run.smithi188.stdout:The default text search configuration will be set to "english". 2023-06-08T03:51:17.374 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:17.375 INFO:teuthology.orchestra.run.smithi188.stdout:Data page checksums are disabled. 2023-06-08T03:51:17.375 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:17.375 INFO:teuthology.orchestra.run.smithi188.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2023-06-08T03:51:17.376 INFO:teuthology.orchestra.run.smithi188.stdout:creating subdirectories ... ok 2023-06-08T03:51:17.376 INFO:teuthology.orchestra.run.smithi188.stdout:selecting dynamic shared memory implementation ... posix 2023-06-08T03:51:17.389 INFO:teuthology.orchestra.run.smithi188.stdout:selecting default max_connections ... 100 2023-06-08T03:51:17.411 INFO:teuthology.orchestra.run.smithi188.stdout:selecting default shared_buffers ... 128MB 2023-06-08T03:51:17.427 INFO:teuthology.orchestra.run.smithi188.stdout:selecting default time zone ... Etc/UTC 2023-06-08T03:51:17.428 INFO:teuthology.orchestra.run.smithi188.stdout:creating configuration files ... ok 2023-06-08T03:51:17.544 INFO:teuthology.orchestra.run.smithi188.stdout:running bootstrap script ... ok 2023-06-08T03:51:18.186 INFO:teuthology.orchestra.run.smithi188.stdout:performing post-bootstrap initialization ... ok 2023-06-08T03:51:18.377 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-06-08T03:51:18.503 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up postgresql-contrib (14+238) ... 2023-06-08T03:51:18.629 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up postgresql (14+238) ... 2023-06-08T03:51:18.754 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-06-08T03:51:18.873 INFO:teuthology.orchestra.run.smithi188.stdout:syncing data to disk ... ok 2023-06-08T03:51:18.880 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.1) ... 2023-06-08T03:51:19.149 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2023-06-08T03:51:19.149 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2023-06-08T03:51:19.254 INFO:teuthology.orchestra.run.smithi188.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2023-06-08T03:51:19.825 INFO:teuthology.orchestra.run.smithi062.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2023-06-08T03:51:20.119 INFO:teuthology.orchestra.run.smithi062.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-06-08T03:51:20.279 INFO:teuthology.orchestra.run.smithi062.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-06-08T03:51:21.405 INFO:teuthology.orchestra.run.smithi062.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2023-06-08T03:51:21.513 INFO:teuthology.orchestra.run.smithi062.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-06-08T03:51:22.034 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-06-08T03:51:22.143 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up postgresql-contrib (14+238) ... 2023-06-08T03:51:22.152 INFO:teuthology.orchestra.run.smithi062.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-06-08T03:51:22.154 DEBUG:teuthology.parallel:result is None 2023-06-08T03:51:22.269 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up postgresql (14+238) ... 2023-06-08T03:51:22.404 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-06-08T03:51:22.530 INFO:teuthology.orchestra.run.smithi188.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.1) ... 2023-06-08T03:51:22.780 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2023-06-08T03:51:22.781 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2023-06-08T03:51:23.340 INFO:teuthology.orchestra.run.smithi188.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2023-06-08T03:51:23.626 INFO:teuthology.orchestra.run.smithi188.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-06-08T03:51:23.777 INFO:teuthology.orchestra.run.smithi188.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-06-08T03:51:25.139 INFO:teuthology.orchestra.run.smithi188.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2023-06-08T03:51:25.238 INFO:teuthology.orchestra.run.smithi188.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-06-08T03:51:26.342 INFO:teuthology.orchestra.run.smithi188.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-06-08T03:51:26.345 DEBUG:teuthology.parallel:result is None 2023-06-08T03:51:26.345 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=a02638f808b8fe11bccdd01222c0e6e2eb71120b 2023-06-08T03:51:26.511 DEBUG:teuthology.orchestra.run.smithi062:> dpkg-query -W -f '${Version}' ceph 2023-06-08T03:51:26.531 INFO:teuthology.orchestra.run.smithi062.stdout:18.0.0-4313-ga02638f8-1jammy 2023-06-08T03:51:26.532 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-4313-ga02638f8-1jammy 2023-06-08T03:51:26.532 INFO:teuthology.task.install:The correct ceph version 18.0.0-4313-ga02638f8-1jammy is installed. 2023-06-08T03:51:26.533 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=a02638f808b8fe11bccdd01222c0e6e2eb71120b 2023-06-08T03:51:26.755 DEBUG:teuthology.orchestra.run.smithi188:> dpkg-query -W -f '${Version}' ceph 2023-06-08T03:51:26.775 INFO:teuthology.orchestra.run.smithi188.stdout:18.0.0-4313-ga02638f8-1jammy 2023-06-08T03:51:26.775 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-4313-ga02638f8-1jammy 2023-06-08T03:51:26.775 INFO:teuthology.task.install:The correct ceph version 18.0.0-4313-ga02638f8-1jammy is installed. 2023-06-08T03:51:26.776 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-06-08T03:51:26.776 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:51:26.776 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-06-08T03:51:26.791 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:51:26.791 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-06-08T03:51:26.830 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-06-08T03:51:26.830 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:51:26.830 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/usr/bin/daemon-helper 2023-06-08T03:51:26.844 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-06-08T03:51:26.900 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:51:26.901 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd of=/usr/bin/daemon-helper 2023-06-08T03:51:26.914 DEBUG:teuthology.orchestra.run.smithi188:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-06-08T03:51:26.968 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-06-08T03:51:26.969 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:51:26.969 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/usr/bin/adjust-ulimits 2023-06-08T03:51:26.982 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-06-08T03:51:27.036 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:51:27.036 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd of=/usr/bin/adjust-ulimits 2023-06-08T03:51:27.049 DEBUG:teuthology.orchestra.run.smithi188:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-06-08T03:51:27.101 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-06-08T03:51:27.101 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:51:27.101 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/usr/bin/stdin-killer 2023-06-08T03:51:27.115 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-06-08T03:51:27.168 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:51:27.168 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd of=/usr/bin/stdin-killer 2023-06-08T03:51:27.180 DEBUG:teuthology.orchestra.run.smithi188:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-06-08T03:51:27.233 INFO:teuthology.run_tasks:Running task ceph... 2023-06-08T03:51:27.300 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2023-06-08T03:51:27.301 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 777 /var/log/ceph 2023-06-08T03:51:27.303 DEBUG:teuthology.orchestra.run.smithi188:> sudo chmod 777 /var/log/ceph 2023-06-08T03:51:27.316 INFO:tasks.ceph:Disabling ceph logrotate... 2023-06-08T03:51:27.316 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -f -- /etc/logrotate.d/ceph 2023-06-08T03:51:27.358 DEBUG:teuthology.orchestra.run.smithi188:> sudo rm -f -- /etc/logrotate.d/ceph 2023-06-08T03:51:27.370 INFO:tasks.ceph:Creating extra log directories... 2023-06-08T03:51:27.370 DEBUG:teuthology.orchestra.run.smithi062:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-06-08T03:51:27.414 DEBUG:teuthology.orchestra.run.smithi188:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-06-08T03:51:27.433 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2023-06-08T03:51:27.433 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2023-06-08T03:51:27.434 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2023-06-08T03:51:27.434 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:51:27.434 DEBUG:teuthology.orchestra.run.smithi062:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-06-08T03:51:27.473 DEBUG:teuthology.orchestra.run.smithi062:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-06-08T03:51:27.548 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:51:27.549 DEBUG:teuthology.orchestra.run.smithi188:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-06-08T03:51:27.554 DEBUG:teuthology.orchestra.run.smithi188:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-06-08T03:51:27.634 INFO:tasks.ceph:Creating ceph cluster ceph... 2023-06-08T03:51:27.634 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2023-06-08T03:51:27.635 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/xiubli-2023-06-08_03:32:08-fs:functional-wip-lxb-fscrypt-20230607-0901-distro-default-smithi/7298109', 'branch': 'wip-lxb-fscrypt-20230607-0901', 'description': 'fs:functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev}', 'email': None, 'first_in_suite': False, 'job_id': '7298109', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'xiubli-2023-06-08_03:32:08-fs:functional-wip-lxb-fscrypt-20230607-0901-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-lxb-fscrypt-20230607-0901'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': 'a02638f808b8fe11bccdd01222c0e6e2eb71120b'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'a02638f808b8fe11bccdd01222c0e6e2eb71120b'}}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-lxb-fscrypt-20230607-0901', 'sha1': 'a02638f808b8fe11bccdd01222c0e6e2eb71120b'}}, 'owner': 'scheduled_xiubli@teuthology', 'priority': 110, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'sha1': 'a02638f808b8fe11bccdd01222c0e6e2eb71120b', 'sleep_before_teardown': 0, 'suite': 'fs:functional', 'suite_branch': 'wip-lxb-fscrypt-20230607-0901', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_a02638f808b8fe11bccdd01222c0e6e2eb71120b/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': 'a02638f808b8fe11bccdd01222c0e6e2eb71120b', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi062.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNPLIF5u3skjywnd8kp/OmDWy6XwErxGTv9Pu0gyCtmCrzgeKDSy2bId4ge+dsDLaTB9DWNS3SaE8J3jTVYb8w4=', 'smithi188.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKQDuDbYM8xsqu0CcZErvlhqtqskWz0fHBF0/mavCegplR9rFGMEbIxyLkQP70vfT6kb7VALPwvRA5Zxf9mxmAE='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'a02638f808b8fe11bccdd01222c0e6e2eb71120b'}}, {'ceph': None}, {'ceph-fuse': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.tests_from_xfstests_dev']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '2ef0dcdee569e9851c9d2ffb6acfd4b80d031e61', 'timestamp': '2023-06-08_03:32:08', 'tube': 'smithi', 'user': 'xiubli', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.23459'} 2023-06-08T03:51:27.635 DEBUG:teuthology.orchestra.run.smithi062:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-06-08T03:51:27.638 DEBUG:teuthology.orchestra.run.smithi188:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-06-08T03:51:27.674 DEBUG:teuthology.orchestra.run.smithi062:> sudo install -d -m0777 -- /var/run/ceph 2023-06-08T03:51:27.686 DEBUG:teuthology.orchestra.run.smithi188:> sudo install -d -m0777 -- /var/run/ceph 2023-06-08T03:51:27.729 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:51:27.730 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/scratch_devs of=/dev/stdout 2023-06-08T03:51:27.745 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-06-08T03:51:27.745 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_1 2023-06-08T03:51:27.793 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-06-08T03:51:27.793 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-08T03:51:27.793 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 5h/5d Inode: 883 Links: 1 2023-06-08T03:51:27.794 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-08T03:51:27.794 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2023-06-08 03:45:21.543093326 +0000 2023-06-08T03:51:27.794 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2023-06-08 03:45:21.163096716 +0000 2023-06-08T03:51:27.794 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2023-06-08 03:45:21.163096716 +0000 2023-06-08T03:51:27.794 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: - 2023-06-08T03:51:27.794 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-06-08T03:51:27.848 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2023-06-08T03:51:27.848 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2023-06-08T03:51:27.848 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000433128 s, 1.2 MB/s 2023-06-08T03:51:27.849 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-06-08T03:51:27.898 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_2 2023-06-08T03:51:27.945 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-06-08T03:51:27.945 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-08T03:51:27.945 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 5h/5d Inode: 904 Links: 1 2023-06-08T03:51:27.945 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-08T03:51:27.945 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2023-06-08 03:45:22.419085511 +0000 2023-06-08T03:51:27.946 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2023-06-08 03:45:21.795091078 +0000 2023-06-08T03:51:27.946 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2023-06-08 03:45:21.795091078 +0000 2023-06-08T03:51:27.946 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: - 2023-06-08T03:51:27.946 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-06-08T03:51:28.000 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2023-06-08T03:51:28.000 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2023-06-08T03:51:28.000 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000366775 s, 1.4 MB/s 2023-06-08T03:51:28.001 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-06-08T03:51:28.050 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_3 2023-06-08T03:51:28.096 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-06-08T03:51:28.097 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-08T03:51:28.097 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 5h/5d Inode: 921 Links: 1 2023-06-08T03:51:28.097 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-08T03:51:28.097 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2023-06-08 03:45:23.075079659 +0000 2023-06-08T03:51:28.097 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2023-06-08 03:45:22.683083155 +0000 2023-06-08T03:51:28.097 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2023-06-08 03:45:22.683083155 +0000 2023-06-08T03:51:28.098 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: - 2023-06-08T03:51:28.098 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-06-08T03:51:28.151 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2023-06-08T03:51:28.151 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2023-06-08T03:51:28.151 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.0003149 s, 1.6 MB/s 2023-06-08T03:51:28.152 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-06-08T03:51:28.202 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_4 2023-06-08T03:51:28.248 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-06-08T03:51:28.249 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-08T03:51:28.249 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 5h/5d Inode: 938 Links: 1 2023-06-08T03:51:28.249 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-08T03:51:28.249 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2023-06-08 03:45:23.707074021 +0000 2023-06-08T03:51:28.249 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2023-06-08 03:45:23.315077518 +0000 2023-06-08T03:51:28.249 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2023-06-08 03:45:23.315077518 +0000 2023-06-08T03:51:28.250 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: - 2023-06-08T03:51:28.250 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-06-08T03:51:28.303 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2023-06-08T03:51:28.303 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2023-06-08T03:51:28.304 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000361191 s, 1.4 MB/s 2023-06-08T03:51:28.304 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-06-08T03:51:28.354 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-06-08T03:51:28.354 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:51:28.355 DEBUG:teuthology.orchestra.run.smithi188:> dd if=/scratch_devs of=/dev/stdout 2023-06-08T03:51:28.360 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-06-08T03:51:28.360 DEBUG:teuthology.orchestra.run.smithi188:> stat /dev/vg_nvme/lv_1 2023-06-08T03:51:28.406 INFO:teuthology.orchestra.run.smithi188.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-06-08T03:51:28.406 INFO:teuthology.orchestra.run.smithi188.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-08T03:51:28.406 INFO:teuthology.orchestra.run.smithi188.stdout:Device: 5h/5d Inode: 893 Links: 1 2023-06-08T03:51:28.406 INFO:teuthology.orchestra.run.smithi188.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-08T03:51:28.407 INFO:teuthology.orchestra.run.smithi188.stdout:Access: 2023-06-08 03:45:21.153664544 +0000 2023-06-08T03:51:28.407 INFO:teuthology.orchestra.run.smithi188.stdout:Modify: 2023-06-08 03:45:20.773667930 +0000 2023-06-08T03:51:28.407 INFO:teuthology.orchestra.run.smithi188.stdout:Change: 2023-06-08 03:45:20.773667930 +0000 2023-06-08T03:51:28.407 INFO:teuthology.orchestra.run.smithi188.stdout: Birth: - 2023-06-08T03:51:28.407 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-06-08T03:51:28.461 INFO:teuthology.orchestra.run.smithi188.stderr:1+0 records in 2023-06-08T03:51:28.461 INFO:teuthology.orchestra.run.smithi188.stderr:1+0 records out 2023-06-08T03:51:28.461 INFO:teuthology.orchestra.run.smithi188.stderr:512 bytes copied, 0.000392976 s, 1.3 MB/s 2023-06-08T03:51:28.463 DEBUG:teuthology.orchestra.run.smithi188:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-06-08T03:51:28.516 DEBUG:teuthology.orchestra.run.smithi188:> stat /dev/vg_nvme/lv_2 2023-06-08T03:51:28.566 INFO:teuthology.orchestra.run.smithi188.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-06-08T03:51:28.566 INFO:teuthology.orchestra.run.smithi188.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-08T03:51:28.566 INFO:teuthology.orchestra.run.smithi188.stdout:Device: 5h/5d Inode: 910 Links: 1 2023-06-08T03:51:28.566 INFO:teuthology.orchestra.run.smithi188.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-08T03:51:28.567 INFO:teuthology.orchestra.run.smithi188.stdout:Access: 2023-06-08 03:45:21.777658985 +0000 2023-06-08T03:51:28.567 INFO:teuthology.orchestra.run.smithi188.stdout:Modify: 2023-06-08 03:45:21.393662406 +0000 2023-06-08T03:51:28.567 INFO:teuthology.orchestra.run.smithi188.stdout:Change: 2023-06-08 03:45:21.393662406 +0000 2023-06-08T03:51:28.567 INFO:teuthology.orchestra.run.smithi188.stdout: Birth: - 2023-06-08T03:51:28.567 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-06-08T03:51:28.620 INFO:teuthology.orchestra.run.smithi188.stderr:1+0 records in 2023-06-08T03:51:28.621 INFO:teuthology.orchestra.run.smithi188.stderr:1+0 records out 2023-06-08T03:51:28.621 INFO:teuthology.orchestra.run.smithi188.stderr:512 bytes copied, 0.00034984 s, 1.5 MB/s 2023-06-08T03:51:28.621 DEBUG:teuthology.orchestra.run.smithi188:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-06-08T03:51:28.671 DEBUG:teuthology.orchestra.run.smithi188:> stat /dev/vg_nvme/lv_3 2023-06-08T03:51:28.718 INFO:teuthology.orchestra.run.smithi188.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-06-08T03:51:28.718 INFO:teuthology.orchestra.run.smithi188.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-08T03:51:28.718 INFO:teuthology.orchestra.run.smithi188.stdout:Device: 5h/5d Inode: 925 Links: 1 2023-06-08T03:51:28.718 INFO:teuthology.orchestra.run.smithi188.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-08T03:51:28.718 INFO:teuthology.orchestra.run.smithi188.stdout:Access: 2023-06-08 03:45:22.413653318 +0000 2023-06-08T03:51:28.718 INFO:teuthology.orchestra.run.smithi188.stdout:Modify: 2023-06-08 03:45:22.009656918 +0000 2023-06-08T03:51:28.719 INFO:teuthology.orchestra.run.smithi188.stdout:Change: 2023-06-08 03:45:22.009656918 +0000 2023-06-08T03:51:28.719 INFO:teuthology.orchestra.run.smithi188.stdout: Birth: - 2023-06-08T03:51:28.719 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-06-08T03:51:28.772 INFO:teuthology.orchestra.run.smithi188.stderr:1+0 records in 2023-06-08T03:51:28.772 INFO:teuthology.orchestra.run.smithi188.stderr:1+0 records out 2023-06-08T03:51:28.773 INFO:teuthology.orchestra.run.smithi188.stderr:512 bytes copied, 0.000343834 s, 1.5 MB/s 2023-06-08T03:51:28.773 DEBUG:teuthology.orchestra.run.smithi188:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-06-08T03:51:28.823 DEBUG:teuthology.orchestra.run.smithi188:> stat /dev/vg_nvme/lv_4 2023-06-08T03:51:28.869 INFO:teuthology.orchestra.run.smithi188.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-06-08T03:51:28.870 INFO:teuthology.orchestra.run.smithi188.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-08T03:51:28.870 INFO:teuthology.orchestra.run.smithi188.stdout:Device: 5h/5d Inode: 944 Links: 1 2023-06-08T03:51:28.870 INFO:teuthology.orchestra.run.smithi188.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-08T03:51:28.870 INFO:teuthology.orchestra.run.smithi188.stdout:Access: 2023-06-08 03:45:23.073647438 +0000 2023-06-08T03:51:28.870 INFO:teuthology.orchestra.run.smithi188.stdout:Modify: 2023-06-08 03:45:22.677650966 +0000 2023-06-08T03:51:28.870 INFO:teuthology.orchestra.run.smithi188.stdout:Change: 2023-06-08 03:45:22.677650966 +0000 2023-06-08T03:51:28.871 INFO:teuthology.orchestra.run.smithi188.stdout: Birth: - 2023-06-08T03:51:28.871 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-06-08T03:51:28.923 INFO:teuthology.orchestra.run.smithi188.stderr:1+0 records in 2023-06-08T03:51:28.923 INFO:teuthology.orchestra.run.smithi188.stderr:1+0 records out 2023-06-08T03:51:28.924 INFO:teuthology.orchestra.run.smithi188.stderr:512 bytes copied, 0.000281486 s, 1.8 MB/s 2023-06-08T03:51:28.924 DEBUG:teuthology.orchestra.run.smithi188:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-06-08T03:51:28.971 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-06-08T03:51:28.972 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi062.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi188.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-06-08T03:51:28.972 INFO:tasks.ceph:Generating config... 2023-06-08T03:51:28.973 INFO:tasks.ceph:[client] client mount timeout = 600 2023-06-08T03:51:28.973 INFO:tasks.ceph:[client] debug client = 20 2023-06-08T03:51:28.974 INFO:tasks.ceph:[client] debug ms = 1 2023-06-08T03:51:28.974 INFO:tasks.ceph:[client] pid file = 2023-06-08T03:51:28.974 INFO:tasks.ceph:[client] rados mon op timeout = 900 2023-06-08T03:51:28.974 INFO:tasks.ceph:[client] rados osd op timeout = 900 2023-06-08T03:51:28.974 INFO:tasks.ceph:[mds] debug mds = 20 2023-06-08T03:51:28.975 INFO:tasks.ceph:[mds] debug mds balancer = 20 2023-06-08T03:51:28.975 INFO:tasks.ceph:[mds] debug ms = 1 2023-06-08T03:51:28.975 INFO:tasks.ceph:[mds] mds debug frag = True 2023-06-08T03:51:28.975 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2023-06-08T03:51:28.975 INFO:tasks.ceph:[mds] mds op complaint time = 180 2023-06-08T03:51:28.976 INFO:tasks.ceph:[mds] mds verify scatter = True 2023-06-08T03:51:28.976 INFO:tasks.ceph:[mds] osd op complaint time = 180 2023-06-08T03:51:28.976 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2023-06-08T03:51:28.976 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2023-06-08T03:51:28.976 INFO:tasks.ceph:[mgr] debug mgr = 20 2023-06-08T03:51:28.977 INFO:tasks.ceph:[mgr] debug ms = 1 2023-06-08T03:51:28.977 INFO:tasks.ceph:[mon] debug mon = 20 2023-06-08T03:51:28.977 INFO:tasks.ceph:[mon] debug ms = 1 2023-06-08T03:51:28.977 INFO:tasks.ceph:[mon] debug paxos = 20 2023-06-08T03:51:28.977 INFO:tasks.ceph:[mon] mon op complaint time = 120 2023-06-08T03:51:28.978 INFO:tasks.ceph:[osd] bdev async discard = True 2023-06-08T03:51:28.978 INFO:tasks.ceph:[osd] bdev enable discard = True 2023-06-08T03:51:28.978 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2023-06-08T03:51:28.978 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2023-06-08T03:51:28.978 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2023-06-08T03:51:28.978 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2023-06-08T03:51:28.979 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2023-06-08T03:51:28.979 INFO:tasks.ceph:[osd] debug ms = 1 2023-06-08T03:51:28.979 INFO:tasks.ceph:[osd] debug osd = 20 2023-06-08T03:51:28.979 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2023-06-08T03:51:28.979 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2023-06-08T03:51:28.980 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2023-06-08T03:51:28.980 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2023-06-08T03:51:28.980 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2023-06-08T03:51:28.980 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2023-06-08T03:51:28.980 INFO:tasks.ceph:[osd] osd op complaint time = 180 2023-06-08T03:51:28.981 INFO:tasks.ceph:Setting up mon.a... 2023-06-08T03:51:28.981 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2023-06-08T03:51:29.016 INFO:teuthology.orchestra.run.smithi062.stdout:creating /etc/ceph/ceph.keyring 2023-06-08T03:51:29.031 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2023-06-08T03:51:29.107 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-06-08T03:51:29.160 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.62'), ('mon.b', '172.21.15.188'), ('mon.c', '[v2:172.21.15.188:3301,v1:172.21.15.188:6790]')] 2023-06-08T03:51:29.161 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.62,172.21.15.188,[v2:172.21.15.188:3301,v1:172.21.15.188:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2023-06-08T03:51:29.161 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:51:29.162 DEBUG:teuthology.orchestra.run.smithi062:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2023-06-08T03:51:29.209 DEBUG:teuthology.orchestra.run.smithi062:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.62 --add b 172.21.15.188 --addv c '[v2:172.21.15.188:3301,v1:172.21.15.188:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2023-06-08T03:51:29.296 INFO:teuthology.orchestra.run.smithi062.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2023-06-08T03:51:29.296 INFO:teuthology.orchestra.run.smithi062.stdout:monmaptool: generated fsid 38543461-7da4-4257-82f0-49ef761f6bad 2023-06-08T03:51:29.296 INFO:teuthology.orchestra.run.smithi062.stdout:setting min_mon_release = pacific 2023-06-08T03:51:29.296 INFO:teuthology.orchestra.run.smithi062.stdout:epoch 0 2023-06-08T03:51:29.297 INFO:teuthology.orchestra.run.smithi062.stdout:fsid 38543461-7da4-4257-82f0-49ef761f6bad 2023-06-08T03:51:29.297 INFO:teuthology.orchestra.run.smithi062.stdout:last_changed 2023-06-08T03:51:29.294754+0000 2023-06-08T03:51:29.297 INFO:teuthology.orchestra.run.smithi062.stdout:created 2023-06-08T03:51:29.294754+0000 2023-06-08T03:51:29.297 INFO:teuthology.orchestra.run.smithi062.stdout:min_mon_release 16 (pacific) 2023-06-08T03:51:29.297 INFO:teuthology.orchestra.run.smithi062.stdout:election_strategy: 1 2023-06-08T03:51:29.297 INFO:teuthology.orchestra.run.smithi062.stdout:0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2023-06-08T03:51:29.297 INFO:teuthology.orchestra.run.smithi062.stdout:1: [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] mon.b 2023-06-08T03:51:29.298 INFO:teuthology.orchestra.run.smithi062.stdout:2: [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] mon.c 2023-06-08T03:51:29.298 INFO:teuthology.orchestra.run.smithi062.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2023-06-08T03:51:29.299 DEBUG:teuthology.orchestra.run.smithi062:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2023-06-08T03:51:29.349 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 38543461-7da4-4257-82f0-49ef761f6bad... 2023-06-08T03:51:29.350 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-06-08T03:51:29.394 DEBUG:teuthology.orchestra.run.smithi188:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-06-08T03:51:29.423 INFO:teuthology.orchestra.run.smithi062.stdout:[global] 2023-06-08T03:51:29.423 INFO:teuthology.orchestra.run.smithi062.stdout: chdir = "" 2023-06-08T03:51:29.423 INFO:teuthology.orchestra.run.smithi062.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-06-08T03:51:29.424 INFO:teuthology.orchestra.run.smithi062.stdout: auth supported = cephx 2023-06-08T03:51:29.424 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.424 INFO:teuthology.orchestra.run.smithi062.stdout: filestore xattr use omap = true 2023-06-08T03:51:29.424 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.424 INFO:teuthology.orchestra.run.smithi062.stdout: mon clock drift allowed = 1.000 2023-06-08T03:51:29.424 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.424 INFO:teuthology.orchestra.run.smithi062.stdout: osd crush chooseleaf type = 0 2023-06-08T03:51:29.425 INFO:teuthology.orchestra.run.smithi062.stdout: auth debug = true 2023-06-08T03:51:29.425 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.425 INFO:teuthology.orchestra.run.smithi062.stdout: ms die on old message = true 2023-06-08T03:51:29.425 INFO:teuthology.orchestra.run.smithi062.stdout: ms die on bug = true 2023-06-08T03:51:29.425 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.425 INFO:teuthology.orchestra.run.smithi062.stdout: mon max pg per osd = 10000 # >= luminous 2023-06-08T03:51:29.425 INFO:teuthology.orchestra.run.smithi062.stdout: mon pg warn max object skew = 0 2023-06-08T03:51:29.425 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.426 INFO:teuthology.orchestra.run.smithi062.stdout: # disable pg_autoscaler by default for new pools 2023-06-08T03:51:29.426 INFO:teuthology.orchestra.run.smithi062.stdout: osd_pool_default_pg_autoscale_mode = off 2023-06-08T03:51:29.426 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.426 INFO:teuthology.orchestra.run.smithi062.stdout: osd pool default size = 2 2023-06-08T03:51:29.426 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.426 INFO:teuthology.orchestra.run.smithi062.stdout: mon osd allow primary affinity = true 2023-06-08T03:51:29.426 INFO:teuthology.orchestra.run.smithi062.stdout: mon osd allow pg remap = true 2023-06-08T03:51:29.427 INFO:teuthology.orchestra.run.smithi062.stdout: mon warn on legacy crush tunables = false 2023-06-08T03:51:29.427 INFO:teuthology.orchestra.run.smithi062.stdout: mon warn on crush straw calc version zero = false 2023-06-08T03:51:29.427 INFO:teuthology.orchestra.run.smithi062.stdout: mon warn on no sortbitwise = false 2023-06-08T03:51:29.427 INFO:teuthology.orchestra.run.smithi062.stdout: mon warn on osd down out interval zero = false 2023-06-08T03:51:29.427 INFO:teuthology.orchestra.run.smithi062.stdout: mon warn on too few osds = false 2023-06-08T03:51:29.427 INFO:teuthology.orchestra.run.smithi062.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-06-08T03:51:29.427 INFO:teuthology.orchestra.run.smithi062.stdout: mon_warn_on_pool_no_redundancy = false 2023-06-08T03:51:29.427 INFO:teuthology.orchestra.run.smithi062.stdout: mon_allow_pool_size_one = true 2023-06-08T03:51:29.428 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.428 INFO:teuthology.orchestra.run.smithi062.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-06-08T03:51:29.428 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.428 INFO:teuthology.orchestra.run.smithi062.stdout: osd default data pool replay window = 5 2023-06-08T03:51:29.428 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.428 INFO:teuthology.orchestra.run.smithi062.stdout: mon allow pool delete = true 2023-06-08T03:51:29.428 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.428 INFO:teuthology.orchestra.run.smithi062.stdout: mon cluster log file level = debug 2023-06-08T03:51:29.429 INFO:teuthology.orchestra.run.smithi062.stdout: debug asserts on shutdown = true 2023-06-08T03:51:29.429 INFO:teuthology.orchestra.run.smithi062.stdout: mon health detail to clog = false 2023-06-08T03:51:29.429 INFO:teuthology.orchestra.run.smithi062.stdout: mon host = "172.21.15.62,172.21.15.188,[v2:172.21.15.188:3301,v1:172.21.15.188:6790]" 2023-06-08T03:51:29.429 INFO:teuthology.orchestra.run.smithi062.stdout: fsid = 38543461-7da4-4257-82f0-49ef761f6bad 2023-06-08T03:51:29.429 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.429 INFO:teuthology.orchestra.run.smithi062.stdout:[osd] 2023-06-08T03:51:29.429 INFO:teuthology.orchestra.run.smithi062.stdout: osd journal size = 100 2023-06-08T03:51:29.429 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.430 INFO:teuthology.orchestra.run.smithi062.stdout: osd scrub load threshold = 5.0 2023-06-08T03:51:29.430 INFO:teuthology.orchestra.run.smithi062.stdout: osd scrub max interval = 600 2023-06-08T03:51:29.430 INFO:teuthology.orchestra.run.smithi062.stdout: osd mclock profile = high_recovery_ops 2023-06-08T03:51:29.430 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.430 INFO:teuthology.orchestra.run.smithi062.stdout: osd recover clone overlap = true 2023-06-08T03:51:29.430 INFO:teuthology.orchestra.run.smithi062.stdout: osd recovery max chunk = 1048576 2023-06-08T03:51:29.430 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.431 INFO:teuthology.orchestra.run.smithi062.stdout: osd debug shutdown = true 2023-06-08T03:51:29.431 INFO:teuthology.orchestra.run.smithi062.stdout: osd debug op order = true 2023-06-08T03:51:29.431 INFO:teuthology.orchestra.run.smithi062.stdout: osd debug verify stray on activate = true 2023-06-08T03:51:29.431 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.431 INFO:teuthology.orchestra.run.smithi062.stdout: osd open classes on start = true 2023-06-08T03:51:29.431 INFO:teuthology.orchestra.run.smithi062.stdout: osd debug pg log writeout = true 2023-06-08T03:51:29.431 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.431 INFO:teuthology.orchestra.run.smithi062.stdout: osd deep scrub update digest min age = 30 2023-06-08T03:51:29.432 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.432 INFO:teuthology.orchestra.run.smithi062.stdout: osd map max advance = 10 2023-06-08T03:51:29.432 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.432 INFO:teuthology.orchestra.run.smithi062.stdout: journal zero on create = true 2023-06-08T03:51:29.432 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.432 INFO:teuthology.orchestra.run.smithi062.stdout: filestore ondisk finisher threads = 3 2023-06-08T03:51:29.432 INFO:teuthology.orchestra.run.smithi062.stdout: filestore apply finisher threads = 3 2023-06-08T03:51:29.432 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.433 INFO:teuthology.orchestra.run.smithi062.stdout: bdev debug aio = true 2023-06-08T03:51:29.433 INFO:teuthology.orchestra.run.smithi062.stdout: osd debug misdirected ops = true 2023-06-08T03:51:29.433 INFO:teuthology.orchestra.run.smithi062.stdout: bdev async discard = True 2023-06-08T03:51:29.433 INFO:teuthology.orchestra.run.smithi062.stdout: bdev enable discard = True 2023-06-08T03:51:29.433 INFO:teuthology.orchestra.run.smithi062.stdout: bluestore allocator = bitmap 2023-06-08T03:51:29.433 INFO:teuthology.orchestra.run.smithi062.stdout: bluestore block size = 96636764160 2023-06-08T03:51:29.433 INFO:teuthology.orchestra.run.smithi062.stdout: bluestore fsck on mount = True 2023-06-08T03:51:29.433 INFO:teuthology.orchestra.run.smithi062.stdout: debug bluefs = 1/20 2023-06-08T03:51:29.434 INFO:teuthology.orchestra.run.smithi062.stdout: debug bluestore = 1/20 2023-06-08T03:51:29.434 INFO:teuthology.orchestra.run.smithi062.stdout: debug ms = 1 2023-06-08T03:51:29.434 INFO:teuthology.orchestra.run.smithi062.stdout: debug osd = 20 2023-06-08T03:51:29.434 INFO:teuthology.orchestra.run.smithi062.stdout: debug rocksdb = 4/10 2023-06-08T03:51:29.434 INFO:teuthology.orchestra.run.smithi062.stdout: mon osd backfillfull_ratio = 0.85 2023-06-08T03:51:29.434 INFO:teuthology.orchestra.run.smithi062.stdout: mon osd full ratio = 0.9 2023-06-08T03:51:29.434 INFO:teuthology.orchestra.run.smithi062.stdout: mon osd nearfull ratio = 0.8 2023-06-08T03:51:29.434 INFO:teuthology.orchestra.run.smithi062.stdout: osd failsafe full ratio = 0.95 2023-06-08T03:51:29.435 INFO:teuthology.orchestra.run.smithi062.stdout: osd objectstore = bluestore 2023-06-08T03:51:29.435 INFO:teuthology.orchestra.run.smithi062.stdout: osd op complaint time = 180 2023-06-08T03:51:29.435 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.435 INFO:teuthology.orchestra.run.smithi062.stdout:[mgr] 2023-06-08T03:51:29.435 INFO:teuthology.orchestra.run.smithi062.stdout: debug ms = 1 2023-06-08T03:51:29.435 INFO:teuthology.orchestra.run.smithi062.stdout: debug mgr = 20 2023-06-08T03:51:29.435 INFO:teuthology.orchestra.run.smithi062.stdout: debug mon = 20 2023-06-08T03:51:29.436 INFO:teuthology.orchestra.run.smithi062.stdout: debug auth = 20 2023-06-08T03:51:29.436 INFO:teuthology.orchestra.run.smithi062.stdout: mon reweight min pgs per osd = 4 2023-06-08T03:51:29.436 INFO:teuthology.orchestra.run.smithi062.stdout: mon reweight min bytes per osd = 10 2023-06-08T03:51:29.436 INFO:teuthology.orchestra.run.smithi062.stdout: mgr/telemetry/nag = false 2023-06-08T03:51:29.436 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.436 INFO:teuthology.orchestra.run.smithi062.stdout:[mon] 2023-06-08T03:51:29.436 INFO:teuthology.orchestra.run.smithi062.stdout: debug ms = 1 2023-06-08T03:51:29.436 INFO:teuthology.orchestra.run.smithi062.stdout: debug mon = 20 2023-06-08T03:51:29.437 INFO:teuthology.orchestra.run.smithi062.stdout: debug paxos = 20 2023-06-08T03:51:29.437 INFO:teuthology.orchestra.run.smithi062.stdout: debug auth = 20 2023-06-08T03:51:29.437 INFO:teuthology.orchestra.run.smithi062.stdout: mon data avail warn = 5 2023-06-08T03:51:29.437 INFO:teuthology.orchestra.run.smithi062.stdout: mon mgr mkfs grace = 240 2023-06-08T03:51:29.437 INFO:teuthology.orchestra.run.smithi062.stdout: mon reweight min pgs per osd = 4 2023-06-08T03:51:29.437 INFO:teuthology.orchestra.run.smithi062.stdout: mon osd reporter subtree level = osd 2023-06-08T03:51:29.437 INFO:teuthology.orchestra.run.smithi062.stdout: mon osd prime pg temp = true 2023-06-08T03:51:29.437 INFO:teuthology.orchestra.run.smithi062.stdout: mon reweight min bytes per osd = 10 2023-06-08T03:51:29.438 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.438 INFO:teuthology.orchestra.run.smithi062.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-06-08T03:51:29.438 INFO:teuthology.orchestra.run.smithi062.stdout: auth mon ticket ttl = 660 # 11m 2023-06-08T03:51:29.438 INFO:teuthology.orchestra.run.smithi062.stdout: auth service ticket ttl = 240 # 4m 2023-06-08T03:51:29.438 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.438 INFO:teuthology.orchestra.run.smithi062.stdout: # don't complain about insecure global_id in the test suite 2023-06-08T03:51:29.438 INFO:teuthology.orchestra.run.smithi062.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-06-08T03:51:29.438 INFO:teuthology.orchestra.run.smithi062.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-06-08T03:51:29.439 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.439 INFO:teuthology.orchestra.run.smithi062.stdout: # 1m isn't quite enough 2023-06-08T03:51:29.439 INFO:teuthology.orchestra.run.smithi062.stdout: mon_down_mkfs_grace = 2m 2023-06-08T03:51:29.439 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.439 INFO:teuthology.orchestra.run.smithi062.stdout: mon_warn_on_filestore_osds = false 2023-06-08T03:51:29.439 INFO:teuthology.orchestra.run.smithi062.stdout: mon op complaint time = 120 2023-06-08T03:51:29.439 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:51:29.439 INFO:teuthology.orchestra.run.smithi062.stdout:[client] 2023-06-08T03:51:29.440 INFO:teuthology.orchestra.run.smithi062.stdout: rgw cache enabled = true 2023-06-08T03:51:29.440 INFO:teuthology.orchestra.run.smithi062.stdout: rgw enable ops log = true 2023-06-08T03:51:29.440 INFO:teuthology.orchestra.run.smithi062.stdout: rgw enable usage log = true 2023-06-08T03:51:29.440 INFO:teuthology.orchestra.run.smithi062.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-06-08T03:51:29.440 INFO:teuthology.orchestra.run.smithi062.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-06-08T03:51:29.440 INFO:teuthology.orchestra.run.smithi062.stdout: client mount timeout = 600 2023-06-08T03:51:29.440 INFO:teuthology.orchestra.run.smithi062.stdout: debug client = 20 2023-06-08T03:51:29.440 INFO:teuthology.orchestra.run.smithi062.stdout: debug ms = 1 2023-06-08T03:51:29.441 INFO:teuthology.orchestra.run.smithi062.stdout: pid file = "" 2023-06-08T03:51:29.441 INFO:teuthology.orchestra.run.smithi062.stdout: rados mon op timeout = 900 2023-06-08T03:51:29.441 INFO:teuthology.orchestra.run.smithi062.stdout: rados osd op timeout = 900 2023-06-08T03:51:29.441 INFO:teuthology.orchestra.run.smithi062.stdout:[mon.a] 2023-06-08T03:51:29.441 INFO:teuthology.orchestra.run.smithi062.stdout:[mon.b] 2023-06-08T03:51:29.441 INFO:teuthology.orchestra.run.smithi062.stdout:[mon.c] 2023-06-08T03:51:29.441 INFO:teuthology.orchestra.run.smithi062.stdout:[mds.a] 2023-06-08T03:51:29.441 INFO:teuthology.orchestra.run.smithi062.stdout:[mds.c] 2023-06-08T03:51:29.442 INFO:teuthology.orchestra.run.smithi062.stdout:[mds.b] 2023-06-08T03:51:29.442 INFO:teuthology.orchestra.run.smithi062.stdout:[mds.d] 2023-06-08T03:51:29.442 INFO:teuthology.orchestra.run.smithi062.stdout:[mds] 2023-06-08T03:51:29.442 INFO:teuthology.orchestra.run.smithi062.stdout: debug mds = 20 2023-06-08T03:51:29.442 INFO:teuthology.orchestra.run.smithi062.stdout: debug mds balancer = 20 2023-06-08T03:51:29.442 INFO:teuthology.orchestra.run.smithi062.stdout: debug ms = 1 2023-06-08T03:51:29.442 INFO:teuthology.orchestra.run.smithi062.stdout: mds debug frag = True 2023-06-08T03:51:29.442 INFO:teuthology.orchestra.run.smithi062.stdout: mds debug scatterstat = True 2023-06-08T03:51:29.443 INFO:teuthology.orchestra.run.smithi062.stdout: mds op complaint time = 180 2023-06-08T03:51:29.443 INFO:teuthology.orchestra.run.smithi062.stdout: mds verify scatter = True 2023-06-08T03:51:29.443 INFO:teuthology.orchestra.run.smithi062.stdout: osd op complaint time = 180 2023-06-08T03:51:29.443 INFO:teuthology.orchestra.run.smithi062.stdout: rados mon op timeout = 900 2023-06-08T03:51:29.443 INFO:teuthology.orchestra.run.smithi062.stdout: rados osd op timeout = 900 2023-06-08T03:51:29.444 INFO:teuthology.orchestra.run.smithi188.stdout:[global] 2023-06-08T03:51:29.445 INFO:teuthology.orchestra.run.smithi188.stdout: chdir = "" 2023-06-08T03:51:29.445 INFO:teuthology.orchestra.run.smithi188.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-06-08T03:51:29.445 INFO:teuthology.orchestra.run.smithi188.stdout: auth supported = cephx 2023-06-08T03:51:29.445 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.445 INFO:teuthology.orchestra.run.smithi188.stdout: filestore xattr use omap = true 2023-06-08T03:51:29.445 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.445 INFO:teuthology.orchestra.run.smithi188.stdout: mon clock drift allowed = 1.000 2023-06-08T03:51:29.446 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.446 INFO:teuthology.orchestra.run.smithi188.stdout: osd crush chooseleaf type = 0 2023-06-08T03:51:29.446 INFO:teuthology.orchestra.run.smithi188.stdout: auth debug = true 2023-06-08T03:51:29.446 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.446 INFO:teuthology.orchestra.run.smithi188.stdout: ms die on old message = true 2023-06-08T03:51:29.446 INFO:teuthology.orchestra.run.smithi188.stdout: ms die on bug = true 2023-06-08T03:51:29.446 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.446 INFO:teuthology.orchestra.run.smithi188.stdout: mon max pg per osd = 10000 # >= luminous 2023-06-08T03:51:29.447 INFO:teuthology.orchestra.run.smithi188.stdout: mon pg warn max object skew = 0 2023-06-08T03:51:29.447 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.447 INFO:teuthology.orchestra.run.smithi188.stdout: # disable pg_autoscaler by default for new pools 2023-06-08T03:51:29.447 INFO:teuthology.orchestra.run.smithi188.stdout: osd_pool_default_pg_autoscale_mode = off 2023-06-08T03:51:29.447 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.447 INFO:teuthology.orchestra.run.smithi188.stdout: osd pool default size = 2 2023-06-08T03:51:29.447 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.447 INFO:teuthology.orchestra.run.smithi188.stdout: mon osd allow primary affinity = true 2023-06-08T03:51:29.448 INFO:teuthology.orchestra.run.smithi188.stdout: mon osd allow pg remap = true 2023-06-08T03:51:29.448 INFO:teuthology.orchestra.run.smithi188.stdout: mon warn on legacy crush tunables = false 2023-06-08T03:51:29.448 INFO:teuthology.orchestra.run.smithi188.stdout: mon warn on crush straw calc version zero = false 2023-06-08T03:51:29.448 INFO:teuthology.orchestra.run.smithi188.stdout: mon warn on no sortbitwise = false 2023-06-08T03:51:29.448 INFO:teuthology.orchestra.run.smithi188.stdout: mon warn on osd down out interval zero = false 2023-06-08T03:51:29.448 INFO:teuthology.orchestra.run.smithi188.stdout: mon warn on too few osds = false 2023-06-08T03:51:29.448 INFO:teuthology.orchestra.run.smithi188.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-06-08T03:51:29.448 INFO:teuthology.orchestra.run.smithi188.stdout: mon_warn_on_pool_no_redundancy = false 2023-06-08T03:51:29.449 INFO:teuthology.orchestra.run.smithi188.stdout: mon_allow_pool_size_one = true 2023-06-08T03:51:29.449 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.449 INFO:teuthology.orchestra.run.smithi188.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-06-08T03:51:29.449 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.449 INFO:teuthology.orchestra.run.smithi188.stdout: osd default data pool replay window = 5 2023-06-08T03:51:29.449 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.449 INFO:teuthology.orchestra.run.smithi188.stdout: mon allow pool delete = true 2023-06-08T03:51:29.450 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.450 INFO:teuthology.orchestra.run.smithi188.stdout: mon cluster log file level = debug 2023-06-08T03:51:29.450 INFO:teuthology.orchestra.run.smithi188.stdout: debug asserts on shutdown = true 2023-06-08T03:51:29.450 INFO:teuthology.orchestra.run.smithi188.stdout: mon health detail to clog = false 2023-06-08T03:51:29.450 INFO:teuthology.orchestra.run.smithi188.stdout: mon host = "172.21.15.62,172.21.15.188,[v2:172.21.15.188:3301,v1:172.21.15.188:6790]" 2023-06-08T03:51:29.450 INFO:teuthology.orchestra.run.smithi188.stdout: fsid = 38543461-7da4-4257-82f0-49ef761f6bad 2023-06-08T03:51:29.450 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.450 INFO:teuthology.orchestra.run.smithi188.stdout:[osd] 2023-06-08T03:51:29.451 INFO:teuthology.orchestra.run.smithi188.stdout: osd journal size = 100 2023-06-08T03:51:29.451 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.451 INFO:teuthology.orchestra.run.smithi188.stdout: osd scrub load threshold = 5.0 2023-06-08T03:51:29.451 INFO:teuthology.orchestra.run.smithi188.stdout: osd scrub max interval = 600 2023-06-08T03:51:29.451 INFO:teuthology.orchestra.run.smithi188.stdout: osd mclock profile = high_recovery_ops 2023-06-08T03:51:29.451 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.451 INFO:teuthology.orchestra.run.smithi188.stdout: osd recover clone overlap = true 2023-06-08T03:51:29.451 INFO:teuthology.orchestra.run.smithi188.stdout: osd recovery max chunk = 1048576 2023-06-08T03:51:29.452 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.452 INFO:teuthology.orchestra.run.smithi188.stdout: osd debug shutdown = true 2023-06-08T03:51:29.452 INFO:teuthology.orchestra.run.smithi188.stdout: osd debug op order = true 2023-06-08T03:51:29.452 INFO:teuthology.orchestra.run.smithi188.stdout: osd debug verify stray on activate = true 2023-06-08T03:51:29.452 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.452 INFO:teuthology.orchestra.run.smithi188.stdout: osd open classes on start = true 2023-06-08T03:51:29.452 INFO:teuthology.orchestra.run.smithi188.stdout: osd debug pg log writeout = true 2023-06-08T03:51:29.452 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.453 INFO:teuthology.orchestra.run.smithi188.stdout: osd deep scrub update digest min age = 30 2023-06-08T03:51:29.453 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.453 INFO:teuthology.orchestra.run.smithi188.stdout: osd map max advance = 10 2023-06-08T03:51:29.453 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.453 INFO:teuthology.orchestra.run.smithi188.stdout: journal zero on create = true 2023-06-08T03:51:29.453 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.453 INFO:teuthology.orchestra.run.smithi188.stdout: filestore ondisk finisher threads = 3 2023-06-08T03:51:29.453 INFO:teuthology.orchestra.run.smithi188.stdout: filestore apply finisher threads = 3 2023-06-08T03:51:29.454 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.454 INFO:teuthology.orchestra.run.smithi188.stdout: bdev debug aio = true 2023-06-08T03:51:29.454 INFO:teuthology.orchestra.run.smithi188.stdout: osd debug misdirected ops = true 2023-06-08T03:51:29.454 INFO:teuthology.orchestra.run.smithi188.stdout: bdev async discard = True 2023-06-08T03:51:29.454 INFO:teuthology.orchestra.run.smithi188.stdout: bdev enable discard = True 2023-06-08T03:51:29.454 INFO:teuthology.orchestra.run.smithi188.stdout: bluestore allocator = bitmap 2023-06-08T03:51:29.454 INFO:teuthology.orchestra.run.smithi188.stdout: bluestore block size = 96636764160 2023-06-08T03:51:29.454 INFO:teuthology.orchestra.run.smithi188.stdout: bluestore fsck on mount = True 2023-06-08T03:51:29.455 INFO:teuthology.orchestra.run.smithi188.stdout: debug bluefs = 1/20 2023-06-08T03:51:29.455 INFO:teuthology.orchestra.run.smithi188.stdout: debug bluestore = 1/20 2023-06-08T03:51:29.455 INFO:teuthology.orchestra.run.smithi188.stdout: debug ms = 1 2023-06-08T03:51:29.455 INFO:teuthology.orchestra.run.smithi188.stdout: debug osd = 20 2023-06-08T03:51:29.455 INFO:teuthology.orchestra.run.smithi188.stdout: debug rocksdb = 4/10 2023-06-08T03:51:29.455 INFO:teuthology.orchestra.run.smithi188.stdout: mon osd backfillfull_ratio = 0.85 2023-06-08T03:51:29.455 INFO:teuthology.orchestra.run.smithi188.stdout: mon osd full ratio = 0.9 2023-06-08T03:51:29.455 INFO:teuthology.orchestra.run.smithi188.stdout: mon osd nearfull ratio = 0.8 2023-06-08T03:51:29.456 INFO:teuthology.orchestra.run.smithi188.stdout: osd failsafe full ratio = 0.95 2023-06-08T03:51:29.456 INFO:teuthology.orchestra.run.smithi188.stdout: osd objectstore = bluestore 2023-06-08T03:51:29.456 INFO:teuthology.orchestra.run.smithi188.stdout: osd op complaint time = 180 2023-06-08T03:51:29.456 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.456 INFO:teuthology.orchestra.run.smithi188.stdout:[mgr] 2023-06-08T03:51:29.456 INFO:teuthology.orchestra.run.smithi188.stdout: debug ms = 1 2023-06-08T03:51:29.456 INFO:teuthology.orchestra.run.smithi188.stdout: debug mgr = 20 2023-06-08T03:51:29.457 INFO:teuthology.orchestra.run.smithi188.stdout: debug mon = 20 2023-06-08T03:51:29.457 INFO:teuthology.orchestra.run.smithi188.stdout: debug auth = 20 2023-06-08T03:51:29.457 INFO:teuthology.orchestra.run.smithi188.stdout: mon reweight min pgs per osd = 4 2023-06-08T03:51:29.457 INFO:teuthology.orchestra.run.smithi188.stdout: mon reweight min bytes per osd = 10 2023-06-08T03:51:29.457 INFO:teuthology.orchestra.run.smithi188.stdout: mgr/telemetry/nag = false 2023-06-08T03:51:29.457 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.457 INFO:teuthology.orchestra.run.smithi188.stdout:[mon] 2023-06-08T03:51:29.457 INFO:teuthology.orchestra.run.smithi188.stdout: debug ms = 1 2023-06-08T03:51:29.458 INFO:teuthology.orchestra.run.smithi188.stdout: debug mon = 20 2023-06-08T03:51:29.458 INFO:teuthology.orchestra.run.smithi188.stdout: debug paxos = 20 2023-06-08T03:51:29.458 INFO:teuthology.orchestra.run.smithi188.stdout: debug auth = 20 2023-06-08T03:51:29.458 INFO:teuthology.orchestra.run.smithi188.stdout: mon data avail warn = 5 2023-06-08T03:51:29.458 INFO:teuthology.orchestra.run.smithi188.stdout: mon mgr mkfs grace = 240 2023-06-08T03:51:29.458 INFO:teuthology.orchestra.run.smithi188.stdout: mon reweight min pgs per osd = 4 2023-06-08T03:51:29.458 INFO:teuthology.orchestra.run.smithi188.stdout: mon osd reporter subtree level = osd 2023-06-08T03:51:29.458 INFO:teuthology.orchestra.run.smithi188.stdout: mon osd prime pg temp = true 2023-06-08T03:51:29.459 INFO:teuthology.orchestra.run.smithi188.stdout: mon reweight min bytes per osd = 10 2023-06-08T03:51:29.459 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.459 INFO:teuthology.orchestra.run.smithi188.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-06-08T03:51:29.459 INFO:teuthology.orchestra.run.smithi188.stdout: auth mon ticket ttl = 660 # 11m 2023-06-08T03:51:29.459 INFO:teuthology.orchestra.run.smithi188.stdout: auth service ticket ttl = 240 # 4m 2023-06-08T03:51:29.459 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.459 INFO:teuthology.orchestra.run.smithi188.stdout: # don't complain about insecure global_id in the test suite 2023-06-08T03:51:29.459 INFO:teuthology.orchestra.run.smithi188.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-06-08T03:51:29.460 INFO:teuthology.orchestra.run.smithi188.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-06-08T03:51:29.460 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.460 INFO:teuthology.orchestra.run.smithi188.stdout: # 1m isn't quite enough 2023-06-08T03:51:29.460 INFO:teuthology.orchestra.run.smithi188.stdout: mon_down_mkfs_grace = 2m 2023-06-08T03:51:29.460 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.460 INFO:teuthology.orchestra.run.smithi188.stdout: mon_warn_on_filestore_osds = false 2023-06-08T03:51:29.460 INFO:teuthology.orchestra.run.smithi188.stdout: mon op complaint time = 120 2023-06-08T03:51:29.460 INFO:teuthology.orchestra.run.smithi188.stdout: 2023-06-08T03:51:29.461 INFO:teuthology.orchestra.run.smithi188.stdout:[client] 2023-06-08T03:51:29.461 INFO:teuthology.orchestra.run.smithi188.stdout: rgw cache enabled = true 2023-06-08T03:51:29.461 INFO:teuthology.orchestra.run.smithi188.stdout: rgw enable ops log = true 2023-06-08T03:51:29.461 INFO:teuthology.orchestra.run.smithi188.stdout: rgw enable usage log = true 2023-06-08T03:51:29.461 INFO:teuthology.orchestra.run.smithi188.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-06-08T03:51:29.461 INFO:teuthology.orchestra.run.smithi188.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-06-08T03:51:29.461 INFO:teuthology.orchestra.run.smithi188.stdout: client mount timeout = 600 2023-06-08T03:51:29.461 INFO:teuthology.orchestra.run.smithi188.stdout: debug client = 20 2023-06-08T03:51:29.462 INFO:teuthology.orchestra.run.smithi188.stdout: debug ms = 1 2023-06-08T03:51:29.462 INFO:teuthology.orchestra.run.smithi188.stdout: pid file = "" 2023-06-08T03:51:29.462 INFO:teuthology.orchestra.run.smithi188.stdout: rados mon op timeout = 900 2023-06-08T03:51:29.462 INFO:teuthology.orchestra.run.smithi188.stdout: rados osd op timeout = 900 2023-06-08T03:51:29.462 INFO:teuthology.orchestra.run.smithi188.stdout:[mon.a] 2023-06-08T03:51:29.462 INFO:teuthology.orchestra.run.smithi188.stdout:[mon.b] 2023-06-08T03:51:29.462 INFO:teuthology.orchestra.run.smithi188.stdout:[mon.c] 2023-06-08T03:51:29.462 INFO:teuthology.orchestra.run.smithi188.stdout:[mds.a] 2023-06-08T03:51:29.463 INFO:teuthology.orchestra.run.smithi188.stdout:[mds.c] 2023-06-08T03:51:29.463 INFO:teuthology.orchestra.run.smithi188.stdout:[mds.b] 2023-06-08T03:51:29.463 INFO:teuthology.orchestra.run.smithi188.stdout:[mds.d] 2023-06-08T03:51:29.463 INFO:teuthology.orchestra.run.smithi188.stdout:[mds] 2023-06-08T03:51:29.463 INFO:teuthology.orchestra.run.smithi188.stdout: debug mds = 20 2023-06-08T03:51:29.463 INFO:teuthology.orchestra.run.smithi188.stdout: debug mds balancer = 20 2023-06-08T03:51:29.463 INFO:teuthology.orchestra.run.smithi188.stdout: debug ms = 1 2023-06-08T03:51:29.463 INFO:teuthology.orchestra.run.smithi188.stdout: mds debug frag = True 2023-06-08T03:51:29.464 INFO:teuthology.orchestra.run.smithi188.stdout: mds debug scatterstat = True 2023-06-08T03:51:29.464 INFO:teuthology.orchestra.run.smithi188.stdout: mds op complaint time = 180 2023-06-08T03:51:29.464 INFO:teuthology.orchestra.run.smithi188.stdout: mds verify scatter = True 2023-06-08T03:51:29.464 INFO:teuthology.orchestra.run.smithi188.stdout: osd op complaint time = 180 2023-06-08T03:51:29.464 INFO:teuthology.orchestra.run.smithi188.stdout: rados mon op timeout = 900 2023-06-08T03:51:29.464 INFO:teuthology.orchestra.run.smithi188.stdout: rados osd op timeout = 900 2023-06-08T03:51:29.464 INFO:tasks.ceph:Creating admin key on mon.a... 2023-06-08T03:51:29.465 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2023-06-08T03:51:29.537 INFO:tasks.ceph:Copying monmap to all nodes... 2023-06-08T03:51:29.538 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:51:29.538 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2023-06-08T03:51:29.542 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:51:29.543 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2023-06-08T03:51:29.588 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi062.front.sepia.ceph.com 2023-06-08T03:51:29.589 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:51:29.589 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/ceph/ceph.keyring 2023-06-08T03:51:29.589 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-06-08T03:51:29.654 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:51:29.655 DEBUG:teuthology.orchestra.run.smithi062:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-06-08T03:51:29.701 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi188.front.sepia.ceph.com 2023-06-08T03:51:29.701 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:51:29.701 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd of=/etc/ceph/ceph.keyring 2023-06-08T03:51:29.702 DEBUG:teuthology.orchestra.run.smithi188:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-06-08T03:51:29.725 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:51:29.725 DEBUG:teuthology.orchestra.run.smithi188:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-06-08T03:51:29.770 INFO:tasks.ceph:Setting up mon nodes... 2023-06-08T03:51:29.770 INFO:tasks.ceph:Setting up mgr nodes... 2023-06-08T03:51:29.770 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2023-06-08T03:51:29.815 INFO:teuthology.orchestra.run.smithi062.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2023-06-08T03:51:29.818 DEBUG:teuthology.orchestra.run.smithi188:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2023-06-08T03:51:29.860 INFO:teuthology.orchestra.run.smithi188.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2023-06-08T03:51:29.870 INFO:tasks.ceph:Setting up mds nodes... 2023-06-08T03:51:29.870 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2023-06-08T03:51:29.912 INFO:teuthology.orchestra.run.smithi062.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2023-06-08T03:51:29.914 DEBUG:teuthology.orchestra.run.smithi062:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2023-06-08T03:51:29.970 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2023-06-08T03:51:30.054 INFO:teuthology.orchestra.run.smithi062.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2023-06-08T03:51:30.057 DEBUG:teuthology.orchestra.run.smithi062:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2023-06-08T03:51:30.117 DEBUG:teuthology.orchestra.run.smithi188:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2023-06-08T03:51:30.161 INFO:teuthology.orchestra.run.smithi188.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2023-06-08T03:51:30.164 DEBUG:teuthology.orchestra.run.smithi188:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2023-06-08T03:51:30.218 DEBUG:teuthology.orchestra.run.smithi188:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2023-06-08T03:51:30.299 INFO:teuthology.orchestra.run.smithi188.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2023-06-08T03:51:30.302 DEBUG:teuthology.orchestra.run.smithi188:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2023-06-08T03:51:30.357 INFO:tasks.ceph_client:Setting up client nodes... 2023-06-08T03:51:30.358 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-06-08T03:51:30.394 INFO:teuthology.orchestra.run.smithi062.stdout:creating /etc/ceph/ceph.client.0.keyring 2023-06-08T03:51:30.405 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2023-06-08T03:51:30.480 INFO:teuthology.orchestra.run.smithi062.stdout:creating /etc/ceph/ceph.client.2.keyring 2023-06-08T03:51:30.491 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-06-08T03:51:30.525 INFO:teuthology.orchestra.run.smithi188.stdout:creating /etc/ceph/ceph.client.1.keyring 2023-06-08T03:51:30.536 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2023-06-08T03:51:30.608 INFO:teuthology.orchestra.run.smithi188.stdout:creating /etc/ceph/ceph.client.3.keyring 2023-06-08T03:51:30.618 INFO:tasks.ceph:Running mkfs on osd nodes... 2023-06-08T03:51:30.619 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi062.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi188.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-06-08T03:51:30.619 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2023-06-08T03:51:30.633 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-06-08T03:51:30.633 INFO:tasks.ceph:role: osd.0 2023-06-08T03:51:30.633 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi062.front.sepia.ceph.com 2023-06-08T03:51:30.634 DEBUG:teuthology.orchestra.run.smithi062:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-06-08T03:51:30.696 INFO:teuthology.orchestra.run.smithi062.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-06-08T03:51:30.697 INFO:teuthology.orchestra.run.smithi062.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-08T03:51:30.697 INFO:teuthology.orchestra.run.smithi062.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-08T03:51:30.697 INFO:teuthology.orchestra.run.smithi062.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-08T03:51:30.697 INFO:teuthology.orchestra.run.smithi062.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-08T03:51:30.697 INFO:teuthology.orchestra.run.smithi062.stdout: = sunit=0 swidth=0 blks 2023-06-08T03:51:30.697 INFO:teuthology.orchestra.run.smithi062.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-08T03:51:30.697 INFO:teuthology.orchestra.run.smithi062.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-08T03:51:30.698 INFO:teuthology.orchestra.run.smithi062.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-08T03:51:30.698 INFO:teuthology.orchestra.run.smithi062.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-08T03:51:31.166 INFO:teuthology.orchestra.run.smithi062.stdout:Discarding blocks...Done. 2023-06-08T03:51:31.169 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi062.front.sepia.ceph.com -o noatime 2023-06-08T03:51:31.169 DEBUG:teuthology.orchestra.run.smithi062:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2023-06-08T03:51:31.307 DEBUG:teuthology.orchestra.run.smithi062:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2023-06-08T03:51:31.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-08T03:51:31.319 INFO:teuthology.orchestra.run.smithi062.stderr:sudo: /sbin/restorecon: command not found 2023-06-08T03:51:31.320 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2023-06-08T03:51:31.374 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-06-08T03:51:31.374 INFO:tasks.ceph:role: osd.1 2023-06-08T03:51:31.374 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi062.front.sepia.ceph.com 2023-06-08T03:51:31.374 DEBUG:teuthology.orchestra.run.smithi062:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-06-08T03:51:31.437 INFO:teuthology.orchestra.run.smithi062.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-06-08T03:51:31.437 INFO:teuthology.orchestra.run.smithi062.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-08T03:51:31.437 INFO:teuthology.orchestra.run.smithi062.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-08T03:51:31.437 INFO:teuthology.orchestra.run.smithi062.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-08T03:51:31.437 INFO:teuthology.orchestra.run.smithi062.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-08T03:51:31.437 INFO:teuthology.orchestra.run.smithi062.stdout: = sunit=0 swidth=0 blks 2023-06-08T03:51:31.438 INFO:teuthology.orchestra.run.smithi062.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-08T03:51:31.438 INFO:teuthology.orchestra.run.smithi062.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-08T03:51:31.438 INFO:teuthology.orchestra.run.smithi062.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-08T03:51:31.438 INFO:teuthology.orchestra.run.smithi062.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-08T03:51:31.872 INFO:teuthology.orchestra.run.smithi062.stdout:Discarding blocks...Done. 2023-06-08T03:51:31.874 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi062.front.sepia.ceph.com -o noatime 2023-06-08T03:51:31.875 DEBUG:teuthology.orchestra.run.smithi062:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2023-06-08T03:51:31.941 DEBUG:teuthology.orchestra.run.smithi062:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2023-06-08T03:51:31.995 INFO:teuthology.orchestra.run.smithi062.stderr:sudo: /sbin/restorecon: command not found 2023-06-08T03:51:31.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-08T03:51:31.996 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2023-06-08T03:51:32.052 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-06-08T03:51:32.053 INFO:tasks.ceph:role: osd.2 2023-06-08T03:51:32.053 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi062.front.sepia.ceph.com 2023-06-08T03:51:32.053 DEBUG:teuthology.orchestra.run.smithi062:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-06-08T03:51:32.121 INFO:teuthology.orchestra.run.smithi062.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-06-08T03:51:32.121 INFO:teuthology.orchestra.run.smithi062.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-08T03:51:32.121 INFO:teuthology.orchestra.run.smithi062.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-08T03:51:32.121 INFO:teuthology.orchestra.run.smithi062.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-08T03:51:32.122 INFO:teuthology.orchestra.run.smithi062.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-08T03:51:32.122 INFO:teuthology.orchestra.run.smithi062.stdout: = sunit=0 swidth=0 blks 2023-06-08T03:51:32.122 INFO:teuthology.orchestra.run.smithi062.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-08T03:51:32.122 INFO:teuthology.orchestra.run.smithi062.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-08T03:51:32.122 INFO:teuthology.orchestra.run.smithi062.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-08T03:51:32.122 INFO:teuthology.orchestra.run.smithi062.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-08T03:51:32.590 INFO:teuthology.orchestra.run.smithi062.stdout:Discarding blocks...Done. 2023-06-08T03:51:32.592 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi062.front.sepia.ceph.com -o noatime 2023-06-08T03:51:32.593 DEBUG:teuthology.orchestra.run.smithi062:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2023-06-08T03:51:32.685 DEBUG:teuthology.orchestra.run.smithi062:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2023-06-08T03:51:32.695 INFO:teuthology.orchestra.run.smithi062.stderr:sudo: /sbin/restorecon: command not found 2023-06-08T03:51:32.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-08T03:51:32.696 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2023-06-08T03:51:32.750 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-06-08T03:51:32.751 INFO:tasks.ceph:role: osd.3 2023-06-08T03:51:32.751 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi062.front.sepia.ceph.com 2023-06-08T03:51:32.751 DEBUG:teuthology.orchestra.run.smithi062:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-06-08T03:51:32.812 INFO:teuthology.orchestra.run.smithi062.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-06-08T03:51:32.812 INFO:teuthology.orchestra.run.smithi062.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-08T03:51:32.813 INFO:teuthology.orchestra.run.smithi062.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-08T03:51:32.813 INFO:teuthology.orchestra.run.smithi062.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-08T03:51:32.813 INFO:teuthology.orchestra.run.smithi062.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-08T03:51:32.813 INFO:teuthology.orchestra.run.smithi062.stdout: = sunit=0 swidth=0 blks 2023-06-08T03:51:32.813 INFO:teuthology.orchestra.run.smithi062.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-08T03:51:32.813 INFO:teuthology.orchestra.run.smithi062.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-08T03:51:32.813 INFO:teuthology.orchestra.run.smithi062.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-08T03:51:32.813 INFO:teuthology.orchestra.run.smithi062.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-08T03:51:33.278 INFO:teuthology.orchestra.run.smithi062.stdout:Discarding blocks...Done. 2023-06-08T03:51:33.280 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi062.front.sepia.ceph.com -o noatime 2023-06-08T03:51:33.281 DEBUG:teuthology.orchestra.run.smithi062:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2023-06-08T03:51:33.418 DEBUG:teuthology.orchestra.run.smithi062:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2023-06-08T03:51:33.429 INFO:teuthology.orchestra.run.smithi062.stderr:sudo: /sbin/restorecon: command not found 2023-06-08T03:51:33.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-08T03:51:33.430 DEBUG:teuthology.orchestra.run.smithi062:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-08T03:51:33.535 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:33.527+0000 7f9223bfa640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2023-06-08T03:51:33.539 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:33.531+0000 7f9223bfa640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2023-06-08T03:51:33.539 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:33.531+0000 7f9223bfa640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-06-08T03:51:33.539 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:33.531+0000 7f9223bfa640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-06-08T03:51:33.539 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:33.531+0000 7f9223bfa640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-06-08T03:51:33.546 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:33.539+0000 7f9223bfa640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2023-06-08T03:51:36.550 DEBUG:teuthology.orchestra.run.smithi062:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-06-08T03:51:36.565 DEBUG:teuthology.orchestra.run.smithi062:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-08T03:51:36.648 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:36.639+0000 7ff85416b640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2023-06-08T03:51:36.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:36.643+0000 7ff85416b640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2023-06-08T03:51:36.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:36.643+0000 7ff85416b640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-06-08T03:51:36.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:36.643+0000 7ff85416b640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-06-08T03:51:36.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:36.643+0000 7ff85416b640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-06-08T03:51:36.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:36.643+0000 7ff85416b640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2023-06-08T03:51:39.672 DEBUG:teuthology.orchestra.run.smithi062:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-06-08T03:51:39.734 DEBUG:teuthology.orchestra.run.smithi062:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-08T03:51:39.817 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:39.811+0000 7fc9b5377640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2023-06-08T03:51:39.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:39.811+0000 7fc9b5377640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2023-06-08T03:51:39.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:39.811+0000 7fc9b5377640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-06-08T03:51:39.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:39.811+0000 7fc9b5377640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-06-08T03:51:39.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:39.811+0000 7fc9b5377640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-06-08T03:51:39.819 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:39.811+0000 7fc9b5377640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2023-06-08T03:51:42.844 DEBUG:teuthology.orchestra.run.smithi062:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-06-08T03:51:42.897 DEBUG:teuthology.orchestra.run.smithi062:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-08T03:51:42.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:42.975+0000 7fa8b1413640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2023-06-08T03:51:42.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:42.975+0000 7fa8b1413640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2023-06-08T03:51:42.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:42.975+0000 7fa8b1413640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-06-08T03:51:42.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:42.975+0000 7fa8b1413640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-06-08T03:51:42.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:42.975+0000 7fa8b1413640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-06-08T03:51:42.984 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:51:42.975+0000 7fa8b1413640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2023-06-08T03:51:46.002 DEBUG:teuthology.orchestra.run.smithi062:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-06-08T03:51:46.062 DEBUG:teuthology.orchestra.run.smithi188:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2023-06-08T03:51:46.076 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-06-08T03:51:46.076 INFO:tasks.ceph:role: osd.4 2023-06-08T03:51:46.077 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi188.front.sepia.ceph.com 2023-06-08T03:51:46.077 DEBUG:teuthology.orchestra.run.smithi188:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-06-08T03:51:46.137 INFO:teuthology.orchestra.run.smithi188.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-06-08T03:51:46.137 INFO:teuthology.orchestra.run.smithi188.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-08T03:51:46.137 INFO:teuthology.orchestra.run.smithi188.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-08T03:51:46.137 INFO:teuthology.orchestra.run.smithi188.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-08T03:51:46.138 INFO:teuthology.orchestra.run.smithi188.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-08T03:51:46.138 INFO:teuthology.orchestra.run.smithi188.stdout: = sunit=0 swidth=0 blks 2023-06-08T03:51:46.138 INFO:teuthology.orchestra.run.smithi188.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-08T03:51:46.138 INFO:teuthology.orchestra.run.smithi188.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-08T03:51:46.138 INFO:teuthology.orchestra.run.smithi188.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-08T03:51:46.138 INFO:teuthology.orchestra.run.smithi188.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-08T03:51:46.593 INFO:teuthology.orchestra.run.smithi188.stdout:Discarding blocks...Done. 2023-06-08T03:51:46.594 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi188.front.sepia.ceph.com -o noatime 2023-06-08T03:51:46.595 DEBUG:teuthology.orchestra.run.smithi188:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2023-06-08T03:51:46.689 DEBUG:teuthology.orchestra.run.smithi188:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2023-06-08T03:51:46.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-08T03:51:46.700 INFO:teuthology.orchestra.run.smithi188.stderr:sudo: /sbin/restorecon: command not found 2023-06-08T03:51:46.701 DEBUG:teuthology.orchestra.run.smithi188:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2023-06-08T03:51:46.751 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-06-08T03:51:46.751 INFO:tasks.ceph:role: osd.5 2023-06-08T03:51:46.752 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi188.front.sepia.ceph.com 2023-06-08T03:51:46.752 DEBUG:teuthology.orchestra.run.smithi188:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-06-08T03:51:46.814 INFO:teuthology.orchestra.run.smithi188.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-06-08T03:51:46.814 INFO:teuthology.orchestra.run.smithi188.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-08T03:51:46.814 INFO:teuthology.orchestra.run.smithi188.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-08T03:51:46.814 INFO:teuthology.orchestra.run.smithi188.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-08T03:51:46.815 INFO:teuthology.orchestra.run.smithi188.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-08T03:51:46.815 INFO:teuthology.orchestra.run.smithi188.stdout: = sunit=0 swidth=0 blks 2023-06-08T03:51:46.815 INFO:teuthology.orchestra.run.smithi188.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-08T03:51:46.815 INFO:teuthology.orchestra.run.smithi188.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-08T03:51:46.815 INFO:teuthology.orchestra.run.smithi188.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-08T03:51:46.815 INFO:teuthology.orchestra.run.smithi188.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-08T03:51:47.276 INFO:teuthology.orchestra.run.smithi188.stdout:Discarding blocks...Done. 2023-06-08T03:51:47.278 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi188.front.sepia.ceph.com -o noatime 2023-06-08T03:51:47.279 DEBUG:teuthology.orchestra.run.smithi188:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2023-06-08T03:51:47.414 DEBUG:teuthology.orchestra.run.smithi188:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2023-06-08T03:51:47.425 INFO:teuthology.orchestra.run.smithi188.stderr:sudo: /sbin/restorecon: command not found 2023-06-08T03:51:47.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-08T03:51:47.426 DEBUG:teuthology.orchestra.run.smithi188:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2023-06-08T03:51:47.485 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-06-08T03:51:47.485 INFO:tasks.ceph:role: osd.6 2023-06-08T03:51:47.485 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi188.front.sepia.ceph.com 2023-06-08T03:51:47.486 DEBUG:teuthology.orchestra.run.smithi188:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-06-08T03:51:47.549 INFO:teuthology.orchestra.run.smithi188.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-06-08T03:51:47.549 INFO:teuthology.orchestra.run.smithi188.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-08T03:51:47.549 INFO:teuthology.orchestra.run.smithi188.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-08T03:51:47.549 INFO:teuthology.orchestra.run.smithi188.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-08T03:51:47.549 INFO:teuthology.orchestra.run.smithi188.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-08T03:51:47.549 INFO:teuthology.orchestra.run.smithi188.stdout: = sunit=0 swidth=0 blks 2023-06-08T03:51:47.550 INFO:teuthology.orchestra.run.smithi188.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-08T03:51:47.550 INFO:teuthology.orchestra.run.smithi188.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-08T03:51:47.550 INFO:teuthology.orchestra.run.smithi188.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-08T03:51:47.550 INFO:teuthology.orchestra.run.smithi188.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-08T03:51:48.025 INFO:teuthology.orchestra.run.smithi188.stdout:Discarding blocks...Done. 2023-06-08T03:51:48.027 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi188.front.sepia.ceph.com -o noatime 2023-06-08T03:51:48.027 DEBUG:teuthology.orchestra.run.smithi188:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2023-06-08T03:51:48.180 DEBUG:teuthology.orchestra.run.smithi188:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2023-06-08T03:51:48.191 INFO:teuthology.orchestra.run.smithi188.stderr:sudo: /sbin/restorecon: command not found 2023-06-08T03:51:48.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-08T03:51:48.192 DEBUG:teuthology.orchestra.run.smithi188:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2023-06-08T03:51:48.245 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-06-08T03:51:48.246 INFO:tasks.ceph:role: osd.7 2023-06-08T03:51:48.246 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi188.front.sepia.ceph.com 2023-06-08T03:51:48.246 DEBUG:teuthology.orchestra.run.smithi188:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-06-08T03:51:48.310 INFO:teuthology.orchestra.run.smithi188.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-06-08T03:51:48.310 INFO:teuthology.orchestra.run.smithi188.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-08T03:51:48.310 INFO:teuthology.orchestra.run.smithi188.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-08T03:51:48.310 INFO:teuthology.orchestra.run.smithi188.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-08T03:51:48.310 INFO:teuthology.orchestra.run.smithi188.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-08T03:51:48.310 INFO:teuthology.orchestra.run.smithi188.stdout: = sunit=0 swidth=0 blks 2023-06-08T03:51:48.311 INFO:teuthology.orchestra.run.smithi188.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-08T03:51:48.311 INFO:teuthology.orchestra.run.smithi188.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-08T03:51:48.311 INFO:teuthology.orchestra.run.smithi188.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-08T03:51:48.311 INFO:teuthology.orchestra.run.smithi188.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-08T03:51:48.738 INFO:teuthology.orchestra.run.smithi188.stdout:Discarding blocks...Done. 2023-06-08T03:51:48.740 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi188.front.sepia.ceph.com -o noatime 2023-06-08T03:51:48.741 DEBUG:teuthology.orchestra.run.smithi188:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2023-06-08T03:51:48.832 DEBUG:teuthology.orchestra.run.smithi188:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2023-06-08T03:51:48.841 INFO:teuthology.orchestra.run.smithi188.stderr:sudo: /sbin/restorecon: command not found 2023-06-08T03:51:48.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-08T03:51:48.843 DEBUG:teuthology.orchestra.run.smithi188:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-08T03:51:48.950 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:48.943+0000 7ffb2e8bb640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2023-06-08T03:51:48.954 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:48.947+0000 7ffb2e8bb640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2023-06-08T03:51:48.954 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:48.947+0000 7ffb2e8bb640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-06-08T03:51:48.955 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:48.947+0000 7ffb2e8bb640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-06-08T03:51:48.955 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:48.947+0000 7ffb2e8bb640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-06-08T03:51:48.956 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:48.947+0000 7ffb2e8bb640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2023-06-08T03:51:51.960 DEBUG:teuthology.orchestra.run.smithi188:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-06-08T03:51:51.974 DEBUG:teuthology.orchestra.run.smithi188:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-08T03:51:52.057 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:52.047+0000 7f52b3225640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2023-06-08T03:51:52.057 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:52.047+0000 7f52b3225640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2023-06-08T03:51:52.058 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:52.051+0000 7f52b3225640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-06-08T03:51:52.058 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:52.051+0000 7f52b3225640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-06-08T03:51:52.058 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:52.051+0000 7f52b3225640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-06-08T03:51:52.058 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:52.051+0000 7f52b3225640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2023-06-08T03:51:55.068 DEBUG:teuthology.orchestra.run.smithi188:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-06-08T03:51:55.122 DEBUG:teuthology.orchestra.run.smithi188:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-08T03:51:55.205 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:55.195+0000 7f0d3dab3640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2023-06-08T03:51:55.206 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:55.199+0000 7f0d3dab3640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2023-06-08T03:51:55.206 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:55.199+0000 7f0d3dab3640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-06-08T03:51:55.206 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:55.199+0000 7f0d3dab3640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-06-08T03:51:55.206 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:55.199+0000 7f0d3dab3640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-06-08T03:51:55.206 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:55.199+0000 7f0d3dab3640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2023-06-08T03:51:57.637 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:51:57.640 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:51:58.223 DEBUG:teuthology.orchestra.run.smithi188:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-06-08T03:51:58.237 DEBUG:teuthology.orchestra.run.smithi188:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-08T03:51:58.317 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:58.307+0000 7fad429a6640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2023-06-08T03:51:58.317 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:58.311+0000 7fad429a6640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2023-06-08T03:51:58.318 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:58.311+0000 7fad429a6640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-06-08T03:51:58.318 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:58.311+0000 7fad429a6640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-06-08T03:51:58.318 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:58.311+0000 7fad429a6640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-06-08T03:51:58.318 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:51:58.311+0000 7fad429a6640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2023-06-08T03:52:01.326 DEBUG:teuthology.orchestra.run.smithi188:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-06-08T03:52:01.381 INFO:tasks.ceph:Reading keys from all nodes... 2023-06-08T03:52:01.382 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:52:01.382 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2023-06-08T03:52:01.396 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:52:01.396 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2023-06-08T03:52:01.453 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:52:01.453 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2023-06-08T03:52:01.508 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:52:01.508 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2023-06-08T03:52:01.560 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:52:01.560 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2023-06-08T03:52:01.612 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:52:01.612 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2023-06-08T03:52:01.668 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:52:01.669 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2023-06-08T03:52:01.724 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:52:01.725 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2023-06-08T03:52:01.738 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:52:01.738 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2023-06-08T03:52:01.793 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:52:01.793 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2023-06-08T03:52:01.844 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:52:01.844 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2023-06-08T03:52:01.898 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:52:01.898 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2023-06-08T03:52:01.952 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:52:01.952 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2023-06-08T03:52:02.005 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:52:02.005 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2023-06-08T03:52:02.056 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:52:02.056 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2023-06-08T03:52:02.062 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:52:02.062 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2023-06-08T03:52:02.109 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:52:02.109 DEBUG:teuthology.orchestra.run.smithi188:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2023-06-08T03:52:02.114 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:52:02.114 DEBUG:teuthology.orchestra.run.smithi188:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2023-06-08T03:52:02.161 INFO:tasks.ceph:Adding keys to all mons... 2023-06-08T03:52:02.162 DEBUG:teuthology.orchestra.run.smithi062:> sudo tee -a /etc/ceph/ceph.keyring 2023-06-08T03:52:02.164 DEBUG:teuthology.orchestra.run.smithi188:> sudo tee -a /etc/ceph/ceph.keyring 2023-06-08T03:52:02.207 INFO:teuthology.orchestra.run.smithi062.stdout:[mgr.y] 2023-06-08T03:52:02.207 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQBBUIFkuR2LMBAAk85MhsFRyIN1SyiHlGx7Zg== 2023-06-08T03:52:02.207 INFO:teuthology.orchestra.run.smithi062.stdout:[mds.a] 2023-06-08T03:52:02.208 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQBBUIFk0jZFNhAATnaikepk6VuSfK2ZVSDW3A== 2023-06-08T03:52:02.208 INFO:teuthology.orchestra.run.smithi062.stdout:[mds.c] 2023-06-08T03:52:02.208 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQBCUIFkTRcvAxAA3f5OwSFnc8E7rPLPu8rwWw== 2023-06-08T03:52:02.208 INFO:teuthology.orchestra.run.smithi062.stdout:[osd.0] 2023-06-08T03:52:02.208 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQBFUIFkpc3SHxAAoXjlqhE6J+BOWMvbANgDAQ== 2023-06-08T03:52:02.208 INFO:teuthology.orchestra.run.smithi062.stdout:[osd.1] 2023-06-08T03:52:02.208 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQBIUIFkXzyUJhAAtQ9YJWJh/8d8PbZ7h+l3ug== 2023-06-08T03:52:02.209 INFO:teuthology.orchestra.run.smithi062.stdout:[osd.2] 2023-06-08T03:52:02.209 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQBLUIFkN7eoMBAASwK9rgLXGrm4i8u7mEtesA== 2023-06-08T03:52:02.209 INFO:teuthology.orchestra.run.smithi062.stdout:[osd.3] 2023-06-08T03:52:02.209 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQBOUIFkJeJ2OhAAZb7NhzfwSyxIbuncHwSu+g== 2023-06-08T03:52:02.209 INFO:teuthology.orchestra.run.smithi062.stdout:[mgr.x] 2023-06-08T03:52:02.209 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQBBUIFkVp0TMxAAAdAWm6t48vcJyasZArS9Zw== 2023-06-08T03:52:02.209 INFO:teuthology.orchestra.run.smithi062.stdout:[mds.b] 2023-06-08T03:52:02.209 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQBCUIFkem5lCRAAQQTiOj6D7s76/VbmXsnyDw== 2023-06-08T03:52:02.210 INFO:teuthology.orchestra.run.smithi062.stdout:[mds.d] 2023-06-08T03:52:02.210 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQBCUIFk4jCpERAAJdn/+8ERgmI35+4rOMbwHg== 2023-06-08T03:52:02.210 INFO:teuthology.orchestra.run.smithi062.stdout:[osd.4] 2023-06-08T03:52:02.210 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQBUUIFkuzBxOBAA/lVMaBHSH12eRSA8Fm60Zg== 2023-06-08T03:52:02.210 INFO:teuthology.orchestra.run.smithi062.stdout:[osd.5] 2023-06-08T03:52:02.210 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQBYUIFkkWMzAxAAD/dwvO5nS9W5ecnWwnI1Mg== 2023-06-08T03:52:02.210 INFO:teuthology.orchestra.run.smithi062.stdout:[osd.6] 2023-06-08T03:52:02.211 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQBbUIFktugJDBAAzohUuBlkyYxkhlKIXxNGWQ== 2023-06-08T03:52:02.211 INFO:teuthology.orchestra.run.smithi062.stdout:[osd.7] 2023-06-08T03:52:02.211 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQBeUIFk+7K1EhAAT/RFsQSR10vWGGOB/dBjZw== 2023-06-08T03:52:02.211 INFO:teuthology.orchestra.run.smithi062.stdout:[client.0] 2023-06-08T03:52:02.211 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQBCUIFkz+5uFxAAta2hcECbZKjtdllAwfQk2A== 2023-06-08T03:52:02.211 INFO:teuthology.orchestra.run.smithi062.stdout:[client.2] 2023-06-08T03:52:02.211 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQBCUIFkHhCNHBAAJrRBZmOGPjqwau4o+85rzw== 2023-06-08T03:52:02.211 INFO:teuthology.orchestra.run.smithi062.stdout:[client.1] 2023-06-08T03:52:02.212 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQBCUIFkl8AiHxAAPuJSjBPmCsxZKbwWhFW+MA== 2023-06-08T03:52:02.212 INFO:teuthology.orchestra.run.smithi062.stdout:[client.3] 2023-06-08T03:52:02.212 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQBCUIFk5KUSJBAAzRE71UKnT+cDjPDCJxv76g== 2023-06-08T03:52:02.216 INFO:teuthology.orchestra.run.smithi188.stdout:[mgr.y] 2023-06-08T03:52:02.216 INFO:teuthology.orchestra.run.smithi188.stdout: key = AQBBUIFkuR2LMBAAk85MhsFRyIN1SyiHlGx7Zg== 2023-06-08T03:52:02.216 INFO:teuthology.orchestra.run.smithi188.stdout:[mds.a] 2023-06-08T03:52:02.216 INFO:teuthology.orchestra.run.smithi188.stdout: key = AQBBUIFk0jZFNhAATnaikepk6VuSfK2ZVSDW3A== 2023-06-08T03:52:02.216 INFO:teuthology.orchestra.run.smithi188.stdout:[mds.c] 2023-06-08T03:52:02.217 INFO:teuthology.orchestra.run.smithi188.stdout: key = AQBCUIFkTRcvAxAA3f5OwSFnc8E7rPLPu8rwWw== 2023-06-08T03:52:02.217 INFO:teuthology.orchestra.run.smithi188.stdout:[osd.0] 2023-06-08T03:52:02.217 INFO:teuthology.orchestra.run.smithi188.stdout: key = AQBFUIFkpc3SHxAAoXjlqhE6J+BOWMvbANgDAQ== 2023-06-08T03:52:02.217 INFO:teuthology.orchestra.run.smithi188.stdout:[osd.1] 2023-06-08T03:52:02.217 INFO:teuthology.orchestra.run.smithi188.stdout: key = AQBIUIFkXzyUJhAAtQ9YJWJh/8d8PbZ7h+l3ug== 2023-06-08T03:52:02.217 INFO:teuthology.orchestra.run.smithi188.stdout:[osd.2] 2023-06-08T03:52:02.217 INFO:teuthology.orchestra.run.smithi188.stdout: key = AQBLUIFkN7eoMBAASwK9rgLXGrm4i8u7mEtesA== 2023-06-08T03:52:02.217 INFO:teuthology.orchestra.run.smithi188.stdout:[osd.3] 2023-06-08T03:52:02.218 INFO:teuthology.orchestra.run.smithi188.stdout: key = AQBOUIFkJeJ2OhAAZb7NhzfwSyxIbuncHwSu+g== 2023-06-08T03:52:02.218 INFO:teuthology.orchestra.run.smithi188.stdout:[mgr.x] 2023-06-08T03:52:02.218 INFO:teuthology.orchestra.run.smithi188.stdout: key = AQBBUIFkVp0TMxAAAdAWm6t48vcJyasZArS9Zw== 2023-06-08T03:52:02.218 INFO:teuthology.orchestra.run.smithi188.stdout:[mds.b] 2023-06-08T03:52:02.218 INFO:teuthology.orchestra.run.smithi188.stdout: key = AQBCUIFkem5lCRAAQQTiOj6D7s76/VbmXsnyDw== 2023-06-08T03:52:02.218 INFO:teuthology.orchestra.run.smithi188.stdout:[mds.d] 2023-06-08T03:52:02.219 INFO:teuthology.orchestra.run.smithi188.stdout: key = AQBCUIFk4jCpERAAJdn/+8ERgmI35+4rOMbwHg== 2023-06-08T03:52:02.219 INFO:teuthology.orchestra.run.smithi188.stdout:[osd.4] 2023-06-08T03:52:02.219 INFO:teuthology.orchestra.run.smithi188.stdout: key = AQBUUIFkuzBxOBAA/lVMaBHSH12eRSA8Fm60Zg== 2023-06-08T03:52:02.219 INFO:teuthology.orchestra.run.smithi188.stdout:[osd.5] 2023-06-08T03:52:02.219 INFO:teuthology.orchestra.run.smithi188.stdout: key = AQBYUIFkkWMzAxAAD/dwvO5nS9W5ecnWwnI1Mg== 2023-06-08T03:52:02.219 INFO:teuthology.orchestra.run.smithi188.stdout:[osd.6] 2023-06-08T03:52:02.219 INFO:teuthology.orchestra.run.smithi188.stdout: key = AQBbUIFktugJDBAAzohUuBlkyYxkhlKIXxNGWQ== 2023-06-08T03:52:02.219 INFO:teuthology.orchestra.run.smithi188.stdout:[osd.7] 2023-06-08T03:52:02.220 INFO:teuthology.orchestra.run.smithi188.stdout: key = AQBeUIFk+7K1EhAAT/RFsQSR10vWGGOB/dBjZw== 2023-06-08T03:52:02.220 INFO:teuthology.orchestra.run.smithi188.stdout:[client.0] 2023-06-08T03:52:02.220 INFO:teuthology.orchestra.run.smithi188.stdout: key = AQBCUIFkz+5uFxAAta2hcECbZKjtdllAwfQk2A== 2023-06-08T03:52:02.220 INFO:teuthology.orchestra.run.smithi188.stdout:[client.2] 2023-06-08T03:52:02.220 INFO:teuthology.orchestra.run.smithi188.stdout: key = AQBCUIFkHhCNHBAAJrRBZmOGPjqwau4o+85rzw== 2023-06-08T03:52:02.220 INFO:teuthology.orchestra.run.smithi188.stdout:[client.1] 2023-06-08T03:52:02.220 INFO:teuthology.orchestra.run.smithi188.stdout: key = AQBCUIFkl8AiHxAAPuJSjBPmCsxZKbwWhFW+MA== 2023-06-08T03:52:02.220 INFO:teuthology.orchestra.run.smithi188.stdout:[client.3] 2023-06-08T03:52:02.221 INFO:teuthology.orchestra.run.smithi188.stdout: key = AQBCUIFk5KUSJBAAzRE71UKnT+cDjPDCJxv76g== 2023-06-08T03:52:02.221 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-06-08T03:52:02.257 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-06-08T03:52:02.309 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-08T03:52:02.346 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-08T03:52:02.397 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-08T03:52:02.433 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-08T03:52:02.487 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-08T03:52:02.521 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-08T03:52:02.562 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-08T03:52:02.605 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-08T03:52:02.647 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-08T03:52:02.686 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-08T03:52:02.726 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-08T03:52:02.766 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-08T03:52:02.812 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-06-08T03:52:02.853 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-06-08T03:52:02.898 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-08T03:52:02.941 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-08T03:52:02.986 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-08T03:52:03.030 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-08T03:52:03.076 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-08T03:52:03.114 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-08T03:52:03.152 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-08T03:52:03.193 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-08T03:52:03.232 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-08T03:52:03.274 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-08T03:52:03.312 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-08T03:52:03.353 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-08T03:52:03.398 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-08T03:52:03.400 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-08T03:52:03.445 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-08T03:52:03.447 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-08T03:52:03.525 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-08T03:52:03.533 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-08T03:52:03.610 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-08T03:52:03.617 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-08T03:52:03.699 INFO:tasks.ceph:Running mkfs on mon nodes... 2023-06-08T03:52:03.699 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2023-06-08T03:52:03.712 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-06-08T03:52:03.811 DEBUG:teuthology.orchestra.run.smithi062:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2023-06-08T03:52:03.822 DEBUG:teuthology.orchestra.run.smithi188:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2023-06-08T03:52:03.835 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-06-08T03:52:03.934 DEBUG:teuthology.orchestra.run.smithi188:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2023-06-08T03:52:03.945 DEBUG:teuthology.orchestra.run.smithi188:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2023-06-08T03:52:03.999 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-06-08T03:52:04.099 DEBUG:teuthology.orchestra.run.smithi188:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2023-06-08T03:52:04.109 DEBUG:teuthology.orchestra.run.smithi062:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-06-08T03:52:04.111 DEBUG:teuthology.orchestra.run.smithi188:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-06-08T03:52:04.156 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2023-06-08T03:52:04.157 INFO:tasks.ceph.mon.a:Restarting daemon 2023-06-08T03:52:04.157 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2023-06-08T03:52:04.159 INFO:tasks.ceph.mon.a:Started 2023-06-08T03:52:04.160 INFO:tasks.ceph.mon.b:Restarting daemon 2023-06-08T03:52:04.160 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2023-06-08T03:52:04.198 INFO:tasks.ceph.mon.b:Started 2023-06-08T03:52:04.198 INFO:tasks.ceph.mon.c:Restarting daemon 2023-06-08T03:52:04.198 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2023-06-08T03:52:04.200 INFO:tasks.ceph.mon.c:Started 2023-06-08T03:52:04.200 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2023-06-08T03:52:04.201 INFO:tasks.ceph.mgr.y:Restarting daemon 2023-06-08T03:52:04.201 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2023-06-08T03:52:04.203 INFO:tasks.ceph.mgr.y:Started 2023-06-08T03:52:04.204 INFO:tasks.ceph.mgr.x:Restarting daemon 2023-06-08T03:52:04.204 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2023-06-08T03:52:04.205 INFO:tasks.ceph.mgr.x:Started 2023-06-08T03:52:04.206 INFO:tasks.ceph:Setting crush tunables to default 2023-06-08T03:52:04.206 DEBUG:teuthology.orchestra.run.smithi062:> sudo ceph --cluster ceph osd crush tunables default 2023-06-08T03:52:04.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.319+0000 7f0c57936640 1 Processor -- start 2023-06-08T03:52:04.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.319+0000 7f0c57936640 1 -- start start 2023-06-08T03:52:04.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.319+0000 7f0c57936640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 0x7f0c500cbd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:04.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.319+0000 7f0c57936640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 0x7f0c5006a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:04.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.319+0000 7f0c57936640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c5006adc0 con 0x7f0c500cc6f0 2023-06-08T03:52:04.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.319+0000 7f0c57936640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0c500cc2d0 con 0x7f0c500d05d0 2023-06-08T03:52:04.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.319+0000 7f0c57936640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c500cacf0 con 0x7f0c5006a420 2023-06-08T03:52:04.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.323+0000 7f0c54ed1640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f0c500cc6f0 0x7f0c500ca4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:44328/0 (socket says 172.21.15.62:44328) 2023-06-08T03:52:04.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.323+0000 7f0c54ed1640 1 -- 172.21.15.62:0/3285607322 learned_addr learned my addr 172.21.15.62:0/3285607322 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:04.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.323+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 0x7f0c500cbd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:04.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.323+0000 7f0c55ed3640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 0x7f0c5006a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:04.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.323+0000 7f0c556d2640 1 -- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 msgr2=0x7f0c500cbd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-06-08T03:52:04.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.323+0000 7f0c556d2640 1 -- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 msgr2=0x7f0c500cbd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-08T03:52:04.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.323+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 0x7f0c500cbd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-08T03:52:04.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.323+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 0x7f0c500cbd90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-06-08T03:52:04.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.323+0000 7f0c55ed3640 1 -- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 msgr2=0x7f0c5006a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2023-06-08T03:52:04.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.323+0000 7f0c55ed3640 1 -- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 msgr2=0x7f0c5006a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-08T03:52:04.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.323+0000 7f0c55ed3640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 0x7f0c5006a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-08T03:52:04.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.323+0000 7f0c55ed3640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 0x7f0c5006a880 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-06-08T03:52:04.533 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.527+0000 7f0c55ed3640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 0x7f0c5006a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:04.533 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.527+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 0x7f0c500cbd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:04.533 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.527+0000 7f0c55ed3640 1 -- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 msgr2=0x7f0c5006a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2023-06-08T03:52:04.534 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.527+0000 7f0c55ed3640 1 -- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 msgr2=0x7f0c5006a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-08T03:52:04.534 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.527+0000 7f0c55ed3640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 0x7f0c5006a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-08T03:52:04.534 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.527+0000 7f0c556d2640 1 -- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 msgr2=0x7f0c500cbd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-06-08T03:52:04.534 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.527+0000 7f0c556d2640 1 -- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 msgr2=0x7f0c500cbd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-08T03:52:04.534 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.527+0000 7f0c55ed3640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 0x7f0c5006a880 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-06-08T03:52:04.534 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.527+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 0x7f0c500cbd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-08T03:52:04.534 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.527+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 0x7f0c500cbd90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-06-08T03:52:04.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.931+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 0x7f0c500cbd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:04.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.931+0000 7f0c55ed3640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 0x7f0c5006a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:04.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.931+0000 7f0c556d2640 1 -- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 msgr2=0x7f0c500cbd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-06-08T03:52:04.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.931+0000 7f0c556d2640 1 -- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 msgr2=0x7f0c500cbd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-08T03:52:04.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.931+0000 7f0c55ed3640 1 -- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 msgr2=0x7f0c5006a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2023-06-08T03:52:04.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.931+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 0x7f0c500cbd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-08T03:52:04.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.931+0000 7f0c55ed3640 1 -- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 msgr2=0x7f0c5006a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-08T03:52:04.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.931+0000 7f0c55ed3640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 0x7f0c5006a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-08T03:52:04.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.931+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 0x7f0c500cbd90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-06-08T03:52:04.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:04.931+0000 7f0c55ed3640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 0x7f0c5006a880 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-06-08T03:52:05.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:05.735+0000 7f0c55ed3640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 0x7f0c5006a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:05.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:05.735+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 0x7f0c500cbd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:05.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:05.735+0000 7f0c55ed3640 1 -- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 msgr2=0x7f0c5006a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-06-08T03:52:05.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:05.735+0000 7f0c55ed3640 1 -- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 msgr2=0x7f0c5006a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-08T03:52:05.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:05.735+0000 7f0c55ed3640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 0x7f0c5006a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-08T03:52:05.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:05.735+0000 7f0c556d2640 1 -- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 msgr2=0x7f0c500cbd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2023-06-08T03:52:05.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:05.735+0000 7f0c556d2640 1 -- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 msgr2=0x7f0c500cbd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-08T03:52:05.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:05.735+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 0x7f0c500cbd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-08T03:52:05.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:05.735+0000 7f0c55ed3640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 0x7f0c5006a880 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-06-08T03:52:05.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:05.735+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 0x7f0c500cbd90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-06-08T03:52:07.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.323+0000 7f0c46ffd640 1 -- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 msgr2=0x7f0c5006a880 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-06-08T03:52:07.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.323+0000 7f0c46ffd640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c5006a420 0x7f0c5006a880 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:07.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.323+0000 7f0c46ffd640 1 -- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 msgr2=0x7f0c500cbd90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-06-08T03:52:07.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.323+0000 7f0c46ffd640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.188:3300/0 conn(0x7f0c500d05d0 0x7f0c500cbd90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:07.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.323+0000 7f0c46ffd640 1 -- 172.21.15.62:0/3285607322 >> v1:172.21.15.62:6789/0 conn(0x7f0c500cc6f0 legacy=0x7f0c500ca4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:07.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.323+0000 7f0c46ffd640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 0x7f0c34005b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:07.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.323+0000 7f0c46ffd640 1 -- 172.21.15.62:0/3285607322 --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c500cafd0 con 0x7f0c34006170 2023-06-08T03:52:07.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.323+0000 7f0c46ffd640 1 -- 172.21.15.62:0/3285607322 --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0c500cc2d0 con 0x7f0c340036d0 2023-06-08T03:52:07.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.323+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 0x7f0c34005b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:07.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.323+0000 7f0c556d2640 1 -- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 msgr2=0x7f0c34005b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-06-08T03:52:07.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.323+0000 7f0c556d2640 1 -- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 msgr2=0x7f0c34005b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-08T03:52:07.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.323+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 0x7f0c34005b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-08T03:52:07.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.323+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 0x7f0c34005b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-06-08T03:52:07.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.527+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 0x7f0c34005b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:07.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.527+0000 7f0c556d2640 1 -- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 msgr2=0x7f0c34005b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-06-08T03:52:07.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.527+0000 7f0c556d2640 1 -- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 msgr2=0x7f0c34005b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-08T03:52:07.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.527+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 0x7f0c34005b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-08T03:52:07.531 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.527+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 0x7f0c34005b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-06-08T03:52:07.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.931+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 0x7f0c34005b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:07.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.931+0000 7f0c556d2640 1 -- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 msgr2=0x7f0c34005b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-06-08T03:52:07.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.931+0000 7f0c556d2640 1 -- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 msgr2=0x7f0c34005b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-08T03:52:07.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.931+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 0x7f0c34005b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-08T03:52:07.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:07.931+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 0x7f0c34005b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-06-08T03:52:08.738 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:08.735+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 0x7f0c34005b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:08.739 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:08.735+0000 7f0c556d2640 1 -- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 msgr2=0x7f0c34005b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-06-08T03:52:08.739 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:08.735+0000 7f0c556d2640 1 -- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 msgr2=0x7f0c34005b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-08T03:52:08.739 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:08.735+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 0x7f0c34005b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-08T03:52:08.739 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:08.735+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 0x7f0c34005b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-06-08T03:52:09.598 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.591+0000 7f0c47fff640 1 -- 172.21.15.62:0/3285607322 <== mon.1 v1:172.21.15.188:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1986291981 0 0) 0x7f0c500cafd0 con 0x7f0c34006170 2023-06-08T03:52:09.598 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.591+0000 7f0c47fff640 1 -- 172.21.15.62:0/3285607322 --> v1:172.21.15.188:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0c3c003530 con 0x7f0c34006170 2023-06-08T03:52:09.605 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c47fff640 1 -- 172.21.15.62:0/3285607322 <== mon.1 v1:172.21.15.188:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4234940260 0 0) 0x7f0c3c003530 con 0x7f0c34006170 2023-06-08T03:52:09.605 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c47fff640 1 -- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 msgr2=0x7f0c34005b20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-06-08T03:52:09.605 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c47fff640 1 --2- 172.21.15.62:0/3285607322 >> v2:172.21.15.62:3300/0 conn(0x7f0c340036d0 0x7f0c34005b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:09.605 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c47fff640 1 -- 172.21.15.62:0/3285607322 --> v1:172.21.15.188:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c3400af10 con 0x7f0c34006170 2023-06-08T03:52:09.605 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c47fff640 1 -- 172.21.15.62:0/3285607322 <== mon.1 v1:172.21.15.188:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f0c40001700 con 0x7f0c34006170 2023-06-08T03:52:09.605 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c47fff640 1 -- 172.21.15.62:0/3285607322 >> v1:172.21.15.188:6789/0 conn(0x7f0c34006170 legacy=0x7f0c34008620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:09.605 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c55ed3640 1 -- 172.21.15.62:0/3285607322 reap_dead start 2023-06-08T03:52:09.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c47fff640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0c3c003980 0x7f0c3c003d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:09.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c47fff640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c3c0047d0 0x7f0c3c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:09.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c47fff640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c3c0052a0 0x7f0c3c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:09.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c47fff640 1 -- 172.21.15.62:0/3285607322 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c500cc2d0 con 0x7f0c3c0052a0 2023-06-08T03:52:09.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c47fff640 1 -- 172.21.15.62:0/3285607322 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c3c00c1d0 con 0x7f0c3c003980 2023-06-08T03:52:09.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c47fff640 1 -- 172.21.15.62:0/3285607322 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c3c00c390 con 0x7f0c3c0047d0 2023-06-08T03:52:09.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0c3c003980 0x7f0c3c003d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:09.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c54ed1640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c3c0047d0 0x7f0c3c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:09.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c55ed3640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c3c0052a0 0x7f0c3c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:09.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c556d2640 1 -- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c3c0047d0 msgr2=0x7f0c3c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:09.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c3c0047d0 0x7f0c3c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:09.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c556d2640 1 -- 172.21.15.62:0/3285607322 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c3c0052a0 msgr2=0x7f0c3c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:09.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c3c0052a0 0x7f0c3c00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:09.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.599+0000 7f0c556d2640 1 -- 172.21.15.62:0/3285607322 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c3c003530 con 0x7f0c3c003980 2023-06-08T03:52:09.611 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.603+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0c3c003980 0x7f0c3c003d70 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0c4801a4c0 tx=0x7f0c4801e7f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=976d94ecd8e4ba61 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:09.613 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.607+0000 7f0c47fff640 1 -- 172.21.15.62:0/3285607322 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c480ad640 con 0x7f0c3c003980 2023-06-08T03:52:09.613 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.607+0000 7f0c47fff640 1 -- 172.21.15.62:0/3285607322 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c4800f040 con 0x7f0c3c003980 2023-06-08T03:52:09.613 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.607+0000 7f0c47fff640 1 -- 172.21.15.62:0/3285607322 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c480ada00 con 0x7f0c3c003980 2023-06-08T03:52:09.614 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.607+0000 7f0c57936640 1 -- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0c3c003980 msgr2=0x7f0c3c003d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:09.614 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.607+0000 7f0c57936640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0c3c003980 0x7f0c3c003d70 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0c4801a4c0 tx=0x7f0c4801e7f0 comp rx=0 tx=0).stop 2023-06-08T03:52:09.614 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.607+0000 7f0c57936640 1 -- 172.21.15.62:0/3285607322 shutdown_connections 2023-06-08T03:52:09.614 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.607+0000 7f0c57936640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c3c0052a0 0x7f0c3c00b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:09.615 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.607+0000 7f0c57936640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c3c0047d0 0x7f0c3c004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:09.615 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.607+0000 7f0c57936640 1 --2- 172.21.15.62:0/3285607322 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0c3c003980 0x7f0c3c003d70 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:09.615 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.607+0000 7f0c57936640 1 -- 172.21.15.62:0/3285607322 >> 172.21.15.62:0/3285607322 conn(0x7f0c50065850 msgr2=0x7f0c50099140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:09.615 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.607+0000 7f0c57936640 1 -- 172.21.15.62:0/3285607322 shutdown_connections 2023-06-08T03:52:09.615 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.607+0000 7f0c57936640 1 -- 172.21.15.62:0/3285607322 wait complete. 2023-06-08T03:52:09.616 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.607+0000 7f0c57936640 1 Processor -- start 2023-06-08T03:52:09.616 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.607+0000 7f0c57936640 1 -- start start 2023-06-08T03:52:09.617 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c57936640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c3c003980 0x7f0c5014c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:09.617 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c57936640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c3c0047d0 0x7f0c500c9870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:09.617 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c57936640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0c3c0052a0 0x7f0c5015bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:09.617 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c57936640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c500c7950 con 0x7f0c3c003980 2023-06-08T03:52:09.617 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c57936640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c500b1b10 con 0x7f0c3c0052a0 2023-06-08T03:52:09.617 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c57936640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c500b1df0 con 0x7f0c3c0047d0 2023-06-08T03:52:09.618 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c556d2640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c3c003980 0x7f0c5014c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:09.618 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c556d2640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c3c003980 0x7f0c5014c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:53988/0 (socket says 172.21.15.62:53988) 2023-06-08T03:52:09.618 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c556d2640 1 -- 172.21.15.62:0/3891434616 learned_addr learned my addr 172.21.15.62:0/3891434616 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:09.618 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c54ed1640 1 --2- 172.21.15.62:0/3891434616 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c3c0047d0 0x7f0c500c9870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:09.618 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c55ed3640 1 --2- 172.21.15.62:0/3891434616 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0c3c0052a0 0x7f0c5015bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:09.619 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c556d2640 1 -- 172.21.15.62:0/3891434616 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c3c0047d0 msgr2=0x7f0c500c9870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:09.619 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3891434616 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c3c0047d0 0x7f0c500c9870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:09.620 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c556d2640 1 -- 172.21.15.62:0/3891434616 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0c3c0052a0 msgr2=0x7f0c5015bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:09.620 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3891434616 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0c3c0052a0 0x7f0c5015bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:09.620 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c556d2640 1 -- 172.21.15.62:0/3891434616 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c500c7c10 con 0x7f0c3c003980 2023-06-08T03:52:09.620 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c556d2640 1 --2- 172.21.15.62:0/3891434616 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c3c003980 0x7f0c5014c350 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0c4801e620 tx=0x7f0c3c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:09.620 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c45ffb640 1 -- 172.21.15.62:0/3891434616 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c480adad0 con 0x7f0c3c003980 2023-06-08T03:52:09.620 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c45ffb640 1 -- 172.21.15.62:0/3891434616 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c480adc30 con 0x7f0c3c003980 2023-06-08T03:52:09.620 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c57936640 1 -- 172.21.15.62:0/3891434616 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c500c7ef0 con 0x7f0c3c003980 2023-06-08T03:52:09.620 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c45ffb640 1 -- 172.21.15.62:0/3891434616 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c480c1450 con 0x7f0c3c003980 2023-06-08T03:52:09.621 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c57936640 1 -- 172.21.15.62:0/3891434616 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c50157680 con 0x7f0c3c003980 2023-06-08T03:52:09.621 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c57936640 1 -- 172.21.15.62:0/3891434616 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c500c9db0 con 0x7f0c3c003980 2023-06-08T03:52:09.621 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c45ffb640 1 -- 172.21.15.62:0/3891434616 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f0c480c18b0 con 0x7f0c3c003980 2023-06-08T03:52:09.621 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.611+0000 7f0c45ffb640 1 -- 172.21.15.62:0/3891434616 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f0c480b68a0 con 0x7f0c3c003980 2023-06-08T03:52:09.621 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.615+0000 7f0c45ffb640 1 -- 172.21.15.62:0/3891434616 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f0c48009c10 con 0x7f0c3c003980 2023-06-08T03:52:09.686 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.679+0000 7f0c57936640 1 -- 172.21.15.62:0/3891434616 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f0c500b1f30 con 0x7f0c3c003980 2023-06-08T03:52:09.690 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.683+0000 7f0c45ffb640 1 -- 172.21.15.62:0/3891434616 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f0c500b1f30 con 0x7f0c3c003980 2023-06-08T03:52:09.690 INFO:teuthology.orchestra.run.smithi062.stderr:adjusted tunables profile to default 2023-06-08T03:52:09.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.683+0000 7f0c57936640 1 -- 172.21.15.62:0/3891434616 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c3c003980 msgr2=0x7f0c5014c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:09.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.683+0000 7f0c57936640 1 --2- 172.21.15.62:0/3891434616 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c3c003980 0x7f0c5014c350 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0c4801e620 tx=0x7f0c3c005800 comp rx=0 tx=0).stop 2023-06-08T03:52:09.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.683+0000 7f0c57936640 1 -- 172.21.15.62:0/3891434616 shutdown_connections 2023-06-08T03:52:09.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.683+0000 7f0c57936640 1 --2- 172.21.15.62:0/3891434616 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0c3c0052a0 0x7f0c5015bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:09.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.683+0000 7f0c57936640 1 --2- 172.21.15.62:0/3891434616 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c3c0047d0 0x7f0c500c9870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:09.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.683+0000 7f0c57936640 1 --2- 172.21.15.62:0/3891434616 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c3c003980 0x7f0c5014c350 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:09.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.683+0000 7f0c57936640 1 -- 172.21.15.62:0/3891434616 >> 172.21.15.62:0/3891434616 conn(0x7f0c50065850 msgr2=0x7f0c500b2300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:09.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.683+0000 7f0c57936640 1 -- 172.21.15.62:0/3891434616 shutdown_connections 2023-06-08T03:52:09.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:09.683+0000 7f0c57936640 1 -- 172.21.15.62:0/3891434616 wait complete. 2023-06-08T03:52:09.709 INFO:tasks.ceph:check_enable_crimson: False 2023-06-08T03:52:09.709 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2023-06-08T03:52:09.710 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:52:09.710 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2023-06-08T03:52:09.720 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:52:09.720 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2023-06-08T03:52:09.774 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:52:09.775 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2023-06-08T03:52:09.802 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:09.795+0000 7f34677b6180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-06-08T03:52:09.811 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:52:09.812 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2023-06-08T03:52:09.866 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:52:09.866 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2023-06-08T03:52:09.876 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:09.866+0000 7fb24c5b5180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-06-08T03:52:09.879 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:52:09.879 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2023-06-08T03:52:09.932 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:52:09.932 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2023-06-08T03:52:09.984 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:52:09.984 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2023-06-08T03:52:10.035 DEBUG:teuthology.orchestra.run.smithi188:> sudo ceph --cluster ceph osd new 8ef71d41-08c9-4a3a-a318-296655b156a4 0 2023-06-08T03:52:10.200 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.190+0000 7f5b086bc640 1 Processor -- start 2023-06-08T03:52:10.200 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.190+0000 7f5b086bc640 1 -- start start 2023-06-08T03:52:10.201 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.190+0000 7f5b086bc640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f5b00159ee0 0x7f5b000c8ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:10.201 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.190+0000 7f5b086bc640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b0015d200 0x7f5b0015a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:10.202 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.190+0000 7f5b086bc640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f5b0015a7f0 0x7f5b000cae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:10.202 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.190+0000 7f5b086bc640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b00070860 con 0x7f5b0015a7f0 2023-06-08T03:52:10.202 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.190+0000 7f5b086bc640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b000caa60 con 0x7f5b00159ee0 2023-06-08T03:52:10.202 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.190+0000 7f5b086bc640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b0015ac50 con 0x7f5b0015d200 2023-06-08T03:52:10.202 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.190+0000 7f5b05c57640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b0015d200 0x7f5b0015a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:10.202 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.190+0000 7f5b06458640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f5b00159ee0 0x7f5b000c8ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:10.202 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.190+0000 7f5b05c57640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b0015d200 0x7f5b0015a2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.188:45772/0 (socket says 172.21.15.188:45772) 2023-06-08T03:52:10.203 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.190+0000 7f5b06458640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f5b00159ee0 0x7f5b000c8ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.188:53774/0 (socket says 172.21.15.188:53774) 2023-06-08T03:52:10.203 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.190+0000 7f5b05c57640 1 -- 172.21.15.188:0/3455512710 learned_addr learned my addr 172.21.15.188:0/3455512710 (peer_addr_for_me v2:172.21.15.188:0/0) 2023-06-08T03:52:10.203 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.194+0000 7f5b05c57640 1 -- 172.21.15.188:0/3455512710 >> v2:172.21.15.188:3300/0 conn(0x7f5b00159ee0 msgr2=0x7f5b000c8ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:10.203 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.194+0000 7f5b06c59640 1 --2- 172.21.15.188:0/3455512710 >> v2:172.21.15.62:3300/0 conn(0x7f5b0015a7f0 0x7f5b000cae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:10.203 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.194+0000 7f5b05c57640 1 --2- 172.21.15.188:0/3455512710 >> v2:172.21.15.188:3300/0 conn(0x7f5b00159ee0 0x7f5b000c8ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.203 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.194+0000 7f5b05c57640 1 -- 172.21.15.188:0/3455512710 >> v2:172.21.15.62:3300/0 conn(0x7f5b0015a7f0 msgr2=0x7f5b000cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:10.203 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.194+0000 7f5b05c57640 1 --2- 172.21.15.188:0/3455512710 >> v2:172.21.15.62:3300/0 conn(0x7f5b0015a7f0 0x7f5b000cae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.203 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.194+0000 7f5b05c57640 1 -- 172.21.15.188:0/3455512710 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b00070660 con 0x7f5b0015d200 2023-06-08T03:52:10.204 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.194+0000 7f5b06458640 1 --2- 172.21.15.188:0/3455512710 >> v2:172.21.15.188:3300/0 conn(0x7f5b00159ee0 0x7f5b000c8ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:52:10.205 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.194+0000 7f5b05c57640 1 --2- 172.21.15.188:0/3455512710 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b0015d200 0x7f5b0015a2b0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5b000b45f0 tx=0x7f5af001c500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=db924520d1ab5041 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:10.205 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.194+0000 7f5b05456640 1 -- 172.21.15.188:0/3455512710 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5af00ac630 con 0x7f5b0015d200 2023-06-08T03:52:10.205 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.194+0000 7f5b05456640 1 -- 172.21.15.188:0/3455512710 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5af00ac790 con 0x7f5b0015d200 2023-06-08T03:52:10.205 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.194+0000 7f5b05456640 1 -- 172.21.15.188:0/3455512710 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5af00acb20 con 0x7f5b0015d200 2023-06-08T03:52:10.205 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.194+0000 7f5b086bc640 1 -- 172.21.15.188:0/3455512710 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b0015d200 msgr2=0x7f5b0015a2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:10.205 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.194+0000 7f5b086bc640 1 --2- 172.21.15.188:0/3455512710 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b0015d200 0x7f5b0015a2b0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5b000b45f0 tx=0x7f5af001c500 comp rx=0 tx=0).stop 2023-06-08T03:52:10.205 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.194+0000 7f5b086bc640 1 -- 172.21.15.188:0/3455512710 shutdown_connections 2023-06-08T03:52:10.206 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.194+0000 7f5b086bc640 1 --2- 172.21.15.188:0/3455512710 >> v2:172.21.15.62:3300/0 conn(0x7f5b0015a7f0 0x7f5b000cae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.206 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.194+0000 7f5b086bc640 1 --2- 172.21.15.188:0/3455512710 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b0015d200 0x7f5b0015a2b0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.206 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.194+0000 7f5b086bc640 1 --2- 172.21.15.188:0/3455512710 >> v2:172.21.15.188:3300/0 conn(0x7f5b00159ee0 0x7f5b000c8ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.206 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.194+0000 7f5b086bc640 1 -- 172.21.15.188:0/3455512710 >> 172.21.15.188:0/3455512710 conn(0x7f5b000b0c80 msgr2=0x7f5b0006b620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:10.206 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.194+0000 7f5b086bc640 1 -- 172.21.15.188:0/3455512710 shutdown_connections 2023-06-08T03:52:10.206 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.194+0000 7f5b086bc640 1 -- 172.21.15.188:0/3455512710 wait complete. 2023-06-08T03:52:10.208 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b086bc640 1 Processor -- start 2023-06-08T03:52:10.208 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b086bc640 1 -- start start 2023-06-08T03:52:10.208 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b086bc640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b00159ee0 0x7f5b001f4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:10.208 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b086bc640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b0015a7f0 0x7f5b00151c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:10.208 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b086bc640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5b0015d200 0x7f5b00152140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:10.209 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b086bc640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b001f4fc0 con 0x7f5b0015a7f0 2023-06-08T03:52:10.209 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b086bc640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b0014cb00 con 0x7f5b0015d200 2023-06-08T03:52:10.209 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b086bc640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b000b27f0 con 0x7f5b00159ee0 2023-06-08T03:52:10.209 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b06458640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b00159ee0 0x7f5b001f4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:10.209 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b06c59640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5b0015d200 0x7f5b00152140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:10.209 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b06458640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b00159ee0 0x7f5b001f4a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.188:45780/0 (socket says 172.21.15.188:45780) 2023-06-08T03:52:10.209 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b06458640 1 -- 172.21.15.188:0/3218857362 learned_addr learned my addr 172.21.15.188:0/3218857362 (peer_addr_for_me v2:172.21.15.188:0/0) 2023-06-08T03:52:10.209 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b05c57640 1 --2- 172.21.15.188:0/3218857362 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b0015a7f0 0x7f5b00151c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:10.210 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b06c59640 1 -- 172.21.15.188:0/3218857362 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b00159ee0 msgr2=0x7f5b001f4a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:10.210 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b06c59640 1 --2- 172.21.15.188:0/3218857362 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b00159ee0 0x7f5b001f4a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.210 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b06c59640 1 -- 172.21.15.188:0/3218857362 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b0015a7f0 msgr2=0x7f5b00151c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:10.210 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b06c59640 1 --2- 172.21.15.188:0/3218857362 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b0015a7f0 0x7f5b00151c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.210 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b06c59640 1 -- 172.21.15.188:0/3218857362 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5afc009420 con 0x7f5b0015d200 2023-06-08T03:52:10.210 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b05c57640 1 --2- 172.21.15.188:0/3218857362 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b0015a7f0 0x7f5b00151c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:10.210 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b06458640 1 --2- 172.21.15.188:0/3218857362 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b00159ee0 0x7f5b001f4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:52:10.211 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b06c59640 1 --2- 172.21.15.188:0/3218857362 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5b0015d200 0x7f5b00152140 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f5af800cce0 tx=0x7f5af800a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:10.211 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5af6ffd640 1 -- 172.21.15.188:0/3218857362 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5af8003ba0 con 0x7f5b0015d200 2023-06-08T03:52:10.211 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5af6ffd640 1 -- 172.21.15.188:0/3218857362 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5af8003d00 con 0x7f5b0015d200 2023-06-08T03:52:10.211 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b086bc640 1 -- 172.21.15.188:0/3218857362 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5af00094d0 con 0x7f5b0015d200 2023-06-08T03:52:10.211 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5af6ffd640 1 -- 172.21.15.188:0/3218857362 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5af8004240 con 0x7f5b0015d200 2023-06-08T03:52:10.211 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b086bc640 1 -- 172.21.15.188:0/3218857362 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b0014cd50 con 0x7f5b0015d200 2023-06-08T03:52:10.211 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5af6ffd640 1 -- 172.21.15.188:0/3218857362 <== mon.1 v2:172.21.15.188:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f5af80043a0 con 0x7f5b0015d200 2023-06-08T03:52:10.211 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5af6ffd640 1 -- 172.21.15.188:0/3218857362 <== mon.1 v2:172.21.15.188:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7f5af8012070 con 0x7f5b0015d200 2023-06-08T03:52:10.212 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.198+0000 7f5b086bc640 1 -- 172.21.15.188:0/3218857362 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b000b2d10 con 0x7f5b0015d200 2023-06-08T03:52:10.214 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.206+0000 7f5af6ffd640 1 -- 172.21.15.188:0/3218857362 <== mon.1 v2:172.21.15.188:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f5af8003e70 con 0x7f5b0015d200 2023-06-08T03:52:10.283 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.274+0000 7f5b086bc640 1 -- 172.21.15.188:0/3218857362 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_command({"prefix": "osd new", "uuid": "8ef71d41-08c9-4a3a-a318-296655b156a4", "id": 0} v 0) v1 -- 0x7f5b0004d650 con 0x7f5b0015d200 2023-06-08T03:52:10.291 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.282+0000 7f5af6ffd640 1 -- 172.21.15.188:0/3218857362 <== mon.1 v2:172.21.15.188:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "8ef71d41-08c9-4a3a-a318-296655b156a4", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f5af8004830 con 0x7f5b0015d200 2023-06-08T03:52:10.291 INFO:teuthology.orchestra.run.smithi188.stdout:0 2023-06-08T03:52:10.292 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.282+0000 7f5b086bc640 1 -- 172.21.15.188:0/3218857362 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5b0015d200 msgr2=0x7f5b00152140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:10.292 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.282+0000 7f5b086bc640 1 --2- 172.21.15.188:0/3218857362 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5b0015d200 0x7f5b00152140 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f5af800cce0 tx=0x7f5af800a660 comp rx=0 tx=0).stop 2023-06-08T03:52:10.292 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.282+0000 7f5b086bc640 1 -- 172.21.15.188:0/3218857362 shutdown_connections 2023-06-08T03:52:10.292 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.282+0000 7f5b086bc640 1 --2- 172.21.15.188:0/3218857362 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5b0015d200 0x7f5b00152140 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.293 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.282+0000 7f5b086bc640 1 --2- 172.21.15.188:0/3218857362 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b0015a7f0 0x7f5b00151c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.293 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.282+0000 7f5b086bc640 1 --2- 172.21.15.188:0/3218857362 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b00159ee0 0x7f5b001f4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.293 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.282+0000 7f5b086bc640 1 -- 172.21.15.188:0/3218857362 >> 172.21.15.188:0/3218857362 conn(0x7f5b000b0c80 msgr2=0x7f5b000af230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:10.293 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.286+0000 7f5b086bc640 1 -- 172.21.15.188:0/3218857362 shutdown_connections 2023-06-08T03:52:10.294 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.286+0000 7f5b086bc640 1 -- 172.21.15.188:0/3218857362 wait complete. 2023-06-08T03:52:10.310 DEBUG:teuthology.orchestra.run.smithi188:> sudo ceph --cluster ceph osd new a7225215-8897-4786-a73c-909cfc480a64 1 2023-06-08T03:52:10.397 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:10.390+0000 7fb24c5b5180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-06-08T03:52:10.401 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:10.395+0000 7f34677b6180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-06-08T03:52:10.420 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.410+0000 7f1ac55fc640 1 Processor -- start 2023-06-08T03:52:10.420 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.410+0000 7f1ac55fc640 1 -- start start 2023-06-08T03:52:10.421 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.410+0000 7f1ac55fc640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f1ac00ccc80 0x7f1ac00cb570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:10.421 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.410+0000 7f1ac55fc640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ac00cd2b0 con 0x7f1ac00cc830 2023-06-08T03:52:10.421 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.410+0000 7f1ac55fc640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ac00cd590 con 0x7f1ac00cda40 2023-06-08T03:52:10.421 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.410+0000 7f1ac55fc640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ac00cd870 con 0x7f1ac00ccc80 2023-06-08T03:52:10.421 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.410+0000 7f1abf7fe640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f1ac00ccc80 0x7f1ac00cb570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:10.421 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.410+0000 7f1abf7fe640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f1ac00ccc80 0x7f1ac00cb570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.188:53794/0 (socket says 172.21.15.188:53794) 2023-06-08T03:52:10.421 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.410+0000 7f1abf7fe640 1 -- 172.21.15.188:0/4010413567 learned_addr learned my addr 172.21.15.188:0/4010413567 (peer_addr_for_me v2:172.21.15.188:0/0) 2023-06-08T03:52:10.422 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.410+0000 7f1abf7fe640 1 -- 172.21.15.188:0/4010413567 >> v1:172.21.15.188:6789/0 conn(0x7f1ac00cda40 legacy=0x7f1ac00cde10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:10.422 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.414+0000 7f1abf7fe640 1 -- 172.21.15.188:0/4010413567 >> v1:172.21.15.62:6789/0 conn(0x7f1ac00cc830 legacy=0x7f1ac00cae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:10.422 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.414+0000 7f1abf7fe640 1 -- 172.21.15.188:0/4010413567 --> v2:172.21.15.188:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ac00ca660 con 0x7f1ac00ccc80 2023-06-08T03:52:10.424 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.414+0000 7f1abf7fe640 1 --2- 172.21.15.188:0/4010413567 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1ac00ccc80 0x7f1ac00cb570 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f1ab8009e50 tx=0x7f1ab801c940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bd28dccc96cf897b server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:10.424 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.414+0000 7f1abe7fc640 1 -- 172.21.15.188:0/4010413567 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ab80a5710 con 0x7f1ac00ccc80 2023-06-08T03:52:10.425 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.414+0000 7f1abe7fc640 1 -- 172.21.15.188:0/4010413567 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ab80a5870 con 0x7f1ac00ccc80 2023-06-08T03:52:10.425 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.414+0000 7f1abe7fc640 1 -- 172.21.15.188:0/4010413567 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ab80a5c00 con 0x7f1ac00ccc80 2023-06-08T03:52:10.425 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ac55fc640 1 -- 172.21.15.188:0/4010413567 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1ac00ccc80 msgr2=0x7f1ac00cb570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:10.426 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ac55fc640 1 --2- 172.21.15.188:0/4010413567 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1ac00ccc80 0x7f1ac00cb570 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f1ab8009e50 tx=0x7f1ab801c940 comp rx=0 tx=0).stop 2023-06-08T03:52:10.426 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ac55fc640 1 -- 172.21.15.188:0/4010413567 shutdown_connections 2023-06-08T03:52:10.426 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ac55fc640 1 --2- 172.21.15.188:0/4010413567 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1ac00ccc80 0x7f1ac00cb570 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.426 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ac55fc640 1 -- 172.21.15.188:0/4010413567 >> 172.21.15.188:0/4010413567 conn(0x7f1ac0065850 msgr2=0x7f1ac0099140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:10.426 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ac55fc640 1 -- 172.21.15.188:0/4010413567 shutdown_connections 2023-06-08T03:52:10.426 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ac55fc640 1 -- 172.21.15.188:0/4010413567 wait complete. 2023-06-08T03:52:10.428 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ac55fc640 1 Processor -- start 2023-06-08T03:52:10.428 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ac55fc640 1 -- start start 2023-06-08T03:52:10.428 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ac55fc640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1ac00cc830 0x7f1ac006c010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:10.428 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ac55fc640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1ac00ccc80 0x7f1ac014eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:10.428 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ac55fc640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ac00cda40 0x7f1ac00c52f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:10.428 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ac55fc640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ac00c4e60 con 0x7f1ac00cda40 2023-06-08T03:52:10.429 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ac55fc640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ac014f3f0 con 0x7f1ac00cc830 2023-06-08T03:52:10.429 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ac55fc640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ac00c4530 con 0x7f1ac00ccc80 2023-06-08T03:52:10.429 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1abeffd640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1ac00cc830 0x7f1ac006c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:10.429 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1abeffd640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1ac00cc830 0x7f1ac006c010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.188:53806/0 (socket says 172.21.15.188:53806) 2023-06-08T03:52:10.429 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1abeffd640 1 -- 172.21.15.188:0/1662732150 learned_addr learned my addr 172.21.15.188:0/1662732150 (peer_addr_for_me v2:172.21.15.188:0/0) 2023-06-08T03:52:10.429 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ab7fff640 1 --2- 172.21.15.188:0/1662732150 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1ac00ccc80 0x7f1ac014eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:10.429 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1abf7fe640 1 --2- 172.21.15.188:0/1662732150 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ac00cda40 0x7f1ac00c52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:10.429 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ab7fff640 1 -- 172.21.15.188:0/1662732150 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1ac00cc830 msgr2=0x7f1ac006c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:10.430 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ab7fff640 1 --2- 172.21.15.188:0/1662732150 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1ac00cc830 0x7f1ac006c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.430 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ab7fff640 1 -- 172.21.15.188:0/1662732150 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ac00cda40 msgr2=0x7f1ac00c52f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:10.430 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ab7fff640 1 --2- 172.21.15.188:0/1662732150 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ac00cda40 0x7f1ac00c52f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.430 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ab7fff640 1 -- 172.21.15.188:0/1662732150 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ab8009b30 con 0x7f1ac00ccc80 2023-06-08T03:52:10.430 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1abeffd640 1 --2- 172.21.15.188:0/1662732150 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1ac00cc830 0x7f1ac006c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:52:10.430 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ab7fff640 1 --2- 172.21.15.188:0/1662732150 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1ac00ccc80 0x7f1ac014eeb0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f1aa800b410 tx=0x7f1aa800b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:10.431 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ab77fe640 1 -- 172.21.15.188:0/1662732150 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa8004020 con 0x7f1ac00ccc80 2023-06-08T03:52:10.431 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ab77fe640 1 -- 172.21.15.188:0/1662732150 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1aa8004180 con 0x7f1ac00ccc80 2023-06-08T03:52:10.431 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ac55fc640 1 -- 172.21.15.188:0/1662732150 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ac00c4810 con 0x7f1ac00ccc80 2023-06-08T03:52:10.432 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ab77fe640 1 -- 172.21.15.188:0/1662732150 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa8011630 con 0x7f1ac00ccc80 2023-06-08T03:52:10.432 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ac55fc640 1 -- 172.21.15.188:0/1662732150 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ac00c5830 con 0x7f1ac00ccc80 2023-06-08T03:52:10.432 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ab77fe640 1 -- 172.21.15.188:0/1662732150 <== mon.2 v2:172.21.15.188:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f1aa8011a90 con 0x7f1ac00ccc80 2023-06-08T03:52:10.432 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ab77fe640 1 -- 172.21.15.188:0/1662732150 <== mon.2 v2:172.21.15.188:3301/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7f1aa8003dd0 con 0x7f1ac00ccc80 2023-06-08T03:52:10.432 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.418+0000 7f1ac55fc640 1 -- 172.21.15.188:0/1662732150 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ac004d650 con 0x7f1ac00ccc80 2023-06-08T03:52:10.433 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.426+0000 7f1ab77fe640 1 -- 172.21.15.188:0/1662732150 <== mon.2 v2:172.21.15.188:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f1aa8015030 con 0x7f1ac00ccc80 2023-06-08T03:52:10.496 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.486+0000 7f1ac55fc640 1 -- 172.21.15.188:0/1662732150 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_command({"prefix": "osd new", "uuid": "a7225215-8897-4786-a73c-909cfc480a64", "id": 1} v 0) v1 -- 0x7f1ac006ebc0 con 0x7f1ac00ccc80 2023-06-08T03:52:10.506 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.498+0000 7f1ab77fe640 1 -- 172.21.15.188:0/1662732150 <== mon.2 v2:172.21.15.188:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a7225215-8897-4786-a73c-909cfc480a64", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7f1aa8003600 con 0x7f1ac00ccc80 2023-06-08T03:52:10.506 INFO:teuthology.orchestra.run.smithi188.stdout:1 2023-06-08T03:52:10.507 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.498+0000 7f1ac55fc640 1 -- 172.21.15.188:0/1662732150 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1ac00ccc80 msgr2=0x7f1ac014eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:10.507 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.498+0000 7f1ac55fc640 1 --2- 172.21.15.188:0/1662732150 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1ac00ccc80 0x7f1ac014eeb0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f1aa800b410 tx=0x7f1aa800b8d0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.508 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.498+0000 7f1ac55fc640 1 -- 172.21.15.188:0/1662732150 shutdown_connections 2023-06-08T03:52:10.508 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.498+0000 7f1ac55fc640 1 --2- 172.21.15.188:0/1662732150 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ac00cda40 0x7f1ac00c52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.508 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.498+0000 7f1ac55fc640 1 --2- 172.21.15.188:0/1662732150 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1ac00ccc80 0x7f1ac014eeb0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.508 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.498+0000 7f1ac55fc640 1 --2- 172.21.15.188:0/1662732150 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1ac00cc830 0x7f1ac006c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.508 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.498+0000 7f1ac55fc640 1 -- 172.21.15.188:0/1662732150 >> 172.21.15.188:0/1662732150 conn(0x7f1ac0065850 msgr2=0x7f1ac006d270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:10.508 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.498+0000 7f1ac55fc640 1 -- 172.21.15.188:0/1662732150 shutdown_connections 2023-06-08T03:52:10.508 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.498+0000 7f1ac55fc640 1 -- 172.21.15.188:0/1662732150 wait complete. 2023-06-08T03:52:10.522 DEBUG:teuthology.orchestra.run.smithi188:> sudo ceph --cluster ceph osd new 261b3269-ad53-4708-921d-0b0df54b794f 2 2023-06-08T03:52:10.593 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:10.582+0000 7fb24c5b5180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-06-08T03:52:10.608 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:10.599+0000 7f34677b6180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-06-08T03:52:10.631 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.622+0000 7fa5ef6c6640 1 Processor -- start 2023-06-08T03:52:10.631 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.622+0000 7fa5ef6c6640 1 -- start start 2023-06-08T03:52:10.632 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.622+0000 7fa5ef6c6640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa5e8069310 0x7fa5e80ae1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:10.632 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.622+0000 7fa5ef6c6640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5e80adca0 0x7fa5e80ce6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:10.633 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.622+0000 7fa5ef6c6640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5e80ce230 con 0x7fa5e80696e0 2023-06-08T03:52:10.633 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.622+0000 7fa5ef6c6640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5e8160220 con 0x7fa5e8069310 2023-06-08T03:52:10.633 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.622+0000 7fa5ef6c6640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5e80cd940 con 0x7fa5e80adca0 2023-06-08T03:52:10.633 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.622+0000 7fa5ecc61640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5e80adca0 0x7fa5e80ce6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:10.633 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.622+0000 7fa5edc63640 1 --1- >> v1:172.21.15.188:6789/0 conn(0x7fa5e80696e0 0x7fa5e806b920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.188:6789/0 says I am v1:172.21.15.188:37850/0 (socket says 172.21.15.188:37850) 2023-06-08T03:52:10.633 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.622+0000 7fa5edc63640 1 -- 172.21.15.188:0/321057859 learned_addr learned my addr 172.21.15.188:0/321057859 (peer_addr_for_me v1:172.21.15.188:0/0) 2023-06-08T03:52:10.633 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.622+0000 7fa5ed462640 1 --2- 172.21.15.188:0/321057859 >> v2:172.21.15.62:3300/0 conn(0x7fa5e8069310 0x7fa5e80ae1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:10.634 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.622+0000 7fa5dffff640 1 -- 172.21.15.188:0/321057859 <== mon.1 v1:172.21.15.188:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 558485793 0 0) 0x7fa5e80ce230 con 0x7fa5e80696e0 2023-06-08T03:52:10.634 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.622+0000 7fa5ecc61640 1 -- 172.21.15.188:0/321057859 >> v2:172.21.15.62:3300/0 conn(0x7fa5e8069310 msgr2=0x7fa5e80ae1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:10.634 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.622+0000 7fa5ecc61640 1 --2- 172.21.15.188:0/321057859 >> v2:172.21.15.62:3300/0 conn(0x7fa5e8069310 0x7fa5e80ae1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.634 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.622+0000 7fa5ecc61640 1 -- 172.21.15.188:0/321057859 >> v1:172.21.15.188:6789/0 conn(0x7fa5e80696e0 legacy=0x7fa5e806b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:10.634 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.622+0000 7fa5ecc61640 1 -- 172.21.15.188:0/321057859 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5e815fc60 con 0x7fa5e80adca0 2023-06-08T03:52:10.635 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.626+0000 7fa5ecc61640 1 --2- 172.21.15.188:0/321057859 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5e80adca0 0x7fa5e80ce6c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa5d80097c0 tx=0x7fa5d801c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2fb7866734d44304 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:10.635 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.626+0000 7fa5dffff640 1 -- 172.21.15.188:0/321057859 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5d80ac620 con 0x7fa5e80adca0 2023-06-08T03:52:10.635 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.626+0000 7fa5dffff640 1 -- 172.21.15.188:0/321057859 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5d80ac780 con 0x7fa5e80adca0 2023-06-08T03:52:10.635 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.626+0000 7fa5dffff640 1 -- 172.21.15.188:0/321057859 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5d80acb10 con 0x7fa5e80adca0 2023-06-08T03:52:10.636 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.626+0000 7fa5ef6c6640 1 -- 172.21.15.188:0/321057859 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5e80adca0 msgr2=0x7fa5e80ce6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:10.636 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.626+0000 7fa5ef6c6640 1 --2- 172.21.15.188:0/321057859 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5e80adca0 0x7fa5e80ce6c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa5d80097c0 tx=0x7fa5d801c3c0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.636 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.626+0000 7fa5ef6c6640 1 -- 172.21.15.188:0/321057859 shutdown_connections 2023-06-08T03:52:10.636 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.626+0000 7fa5ef6c6640 1 --2- 172.21.15.188:0/321057859 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5e80adca0 0x7fa5e80ce6c0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.636 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.626+0000 7fa5ef6c6640 1 --2- 172.21.15.188:0/321057859 >> v2:172.21.15.62:3300/0 conn(0x7fa5e8069310 0x7fa5e80ae1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.637 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.626+0000 7fa5ef6c6640 1 -- 172.21.15.188:0/321057859 >> 172.21.15.188:0/321057859 conn(0x7fa5e80cc3f0 msgr2=0x7fa5e80cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:10.637 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.626+0000 7fa5ef6c6640 1 -- 172.21.15.188:0/321057859 shutdown_connections 2023-06-08T03:52:10.637 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.626+0000 7fa5ef6c6640 1 -- 172.21.15.188:0/321057859 wait complete. 2023-06-08T03:52:10.638 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.626+0000 7fa5ef6c6640 1 Processor -- start 2023-06-08T03:52:10.639 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.626+0000 7fa5ef6c6640 1 -- start start 2023-06-08T03:52:10.639 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ef6c6640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5e8069310 0x7fa5e80ad200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:10.639 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ef6c6640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5e80696e0 0x7fa5e80c3790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:10.639 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ef6c6640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5e80adca0 0x7fa5e80c3cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:10.639 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ef6c6640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5e80c4f70 con 0x7fa5e80adca0 2023-06-08T03:52:10.639 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ef6c6640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5e80ae180 con 0x7fa5e80696e0 2023-06-08T03:52:10.640 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ef6c6640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5e814fc60 con 0x7fa5e8069310 2023-06-08T03:52:10.640 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ed462640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5e8069310 0x7fa5e80ad200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:10.640 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ed462640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5e8069310 0x7fa5e80ad200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.188:45808/0 (socket says 172.21.15.188:45808) 2023-06-08T03:52:10.640 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ed462640 1 -- 172.21.15.188:0/890063339 learned_addr learned my addr 172.21.15.188:0/890063339 (peer_addr_for_me v2:172.21.15.188:0/0) 2023-06-08T03:52:10.640 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ecc61640 1 --2- 172.21.15.188:0/890063339 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5e80696e0 0x7fa5e80c3790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:10.640 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5edc63640 1 --2- 172.21.15.188:0/890063339 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5e80adca0 0x7fa5e80c3cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:10.640 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ed462640 1 -- 172.21.15.188:0/890063339 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5e80696e0 msgr2=0x7fa5e80c3790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:10.640 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ed462640 1 --2- 172.21.15.188:0/890063339 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5e80696e0 0x7fa5e80c3790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.641 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ed462640 1 -- 172.21.15.188:0/890063339 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5e80adca0 msgr2=0x7fa5e80c3cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:10.641 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ed462640 1 --2- 172.21.15.188:0/890063339 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5e80adca0 0x7fa5e80c3cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.641 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ed462640 1 -- 172.21.15.188:0/890063339 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5d8009420 con 0x7fa5e8069310 2023-06-08T03:52:10.641 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ecc61640 1 --2- 172.21.15.188:0/890063339 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5e80696e0 0x7fa5e80c3790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:52:10.641 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ed462640 1 --2- 172.21.15.188:0/890063339 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5e8069310 0x7fa5e80ad200 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa5e400d620 tx=0x7fa5e400dae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:10.641 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ddffb640 1 -- 172.21.15.188:0/890063339 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5e400b620 con 0x7fa5e8069310 2023-06-08T03:52:10.641 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ddffb640 1 -- 172.21.15.188:0/890063339 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5e400b780 con 0x7fa5e8069310 2023-06-08T03:52:10.642 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ef6c6640 1 -- 172.21.15.188:0/890063339 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5e80c51c0 con 0x7fa5e8069310 2023-06-08T03:52:10.642 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ddffb640 1 -- 172.21.15.188:0/890063339 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5e400bb30 con 0x7fa5e8069310 2023-06-08T03:52:10.642 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ef6c6640 1 -- 172.21.15.188:0/890063339 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5e814f8f0 con 0x7fa5e8069310 2023-06-08T03:52:10.642 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ddffb640 1 -- 172.21.15.188:0/890063339 <== mon.2 v2:172.21.15.188:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fa5e401e460 con 0x7fa5e8069310 2023-06-08T03:52:10.642 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ddffb640 1 -- 172.21.15.188:0/890063339 <== mon.2 v2:172.21.15.188:3301/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7fa5e40148a0 con 0x7fa5e8069310 2023-06-08T03:52:10.642 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.630+0000 7fa5ef6c6640 1 -- 172.21.15.188:0/890063339 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5e80cfc80 con 0x7fa5e8069310 2023-06-08T03:52:10.643 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.634+0000 7fa5ddffb640 1 -- 172.21.15.188:0/890063339 <== mon.2 v2:172.21.15.188:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7fa5e4014480 con 0x7fa5e8069310 2023-06-08T03:52:10.707 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.698+0000 7fa5ef6c6640 1 -- 172.21.15.188:0/890063339 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_command({"prefix": "osd new", "uuid": "261b3269-ad53-4708-921d-0b0df54b794f", "id": 2} v 0) v1 -- 0x7fa5e804d650 con 0x7fa5e8069310 2023-06-08T03:52:10.715 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.706+0000 7fa5ddffb640 1 -- 172.21.15.188:0/890063339 <== mon.2 v2:172.21.15.188:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "261b3269-ad53-4708-921d-0b0df54b794f", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7fa5e4014a60 con 0x7fa5e8069310 2023-06-08T03:52:10.716 INFO:teuthology.orchestra.run.smithi188.stdout:2 2023-06-08T03:52:10.717 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.706+0000 7fa5ef6c6640 1 -- 172.21.15.188:0/890063339 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5e8069310 msgr2=0x7fa5e80ad200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:10.717 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.706+0000 7fa5ef6c6640 1 --2- 172.21.15.188:0/890063339 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5e8069310 0x7fa5e80ad200 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa5e400d620 tx=0x7fa5e400dae0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.717 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.706+0000 7fa5ef6c6640 1 -- 172.21.15.188:0/890063339 shutdown_connections 2023-06-08T03:52:10.717 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.706+0000 7fa5ef6c6640 1 --2- 172.21.15.188:0/890063339 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5e80adca0 0x7fa5e80c3cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.717 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.706+0000 7fa5ef6c6640 1 --2- 172.21.15.188:0/890063339 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5e80696e0 0x7fa5e80c3790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.717 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.706+0000 7fa5ef6c6640 1 --2- 172.21.15.188:0/890063339 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5e8069310 0x7fa5e80ad200 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.718 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.706+0000 7fa5ef6c6640 1 -- 172.21.15.188:0/890063339 >> 172.21.15.188:0/890063339 conn(0x7fa5e80cc3f0 msgr2=0x7fa5e80b28e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:10.718 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.706+0000 7fa5ef6c6640 1 -- 172.21.15.188:0/890063339 shutdown_connections 2023-06-08T03:52:10.718 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.706+0000 7fa5ef6c6640 1 -- 172.21.15.188:0/890063339 wait complete. 2023-06-08T03:52:10.731 DEBUG:teuthology.orchestra.run.smithi188:> sudo ceph --cluster ceph osd new 285c0540-1f8b-4293-95ac-36ae4c523bf1 3 2023-06-08T03:52:10.847 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.838+0000 7f2505c11640 1 Processor -- start 2023-06-08T03:52:10.847 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.838+0000 7f2505c11640 1 -- start start 2023-06-08T03:52:10.848 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.838+0000 7f2505c11640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f25000ca200 0x7f25000ca650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:10.849 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.838+0000 7f2505c11640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f250006c120 0x7f250006c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:10.849 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.838+0000 7f2505c11640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25000cae70 con 0x7f2500069310 2023-06-08T03:52:10.849 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.838+0000 7f2505c11640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25000cb150 con 0x7f250006c120 2023-06-08T03:52:10.849 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.838+0000 7f2505c11640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25000cb430 con 0x7f25000ca200 2023-06-08T03:52:10.849 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.838+0000 7f24ff7fe640 1 --1- >> v1:172.21.15.188:6789/0 conn(0x7f2500069310 0x7f25000696e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.188:6789/0 says I am v1:172.21.15.188:37866/0 (socket says 172.21.15.188:37866) 2023-06-08T03:52:10.849 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.838+0000 7f24ff7fe640 1 -- 172.21.15.188:0/2417381455 learned_addr learned my addr 172.21.15.188:0/2417381455 (peer_addr_for_me v1:172.21.15.188:0/0) 2023-06-08T03:52:10.849 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.838+0000 7f24feffd640 1 --2- 172.21.15.188:0/2417381455 >> v2:172.21.15.188:3300/0 conn(0x7f25000ca200 0x7f25000ca650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:10.850 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.838+0000 7f24fffff640 1 --2- 172.21.15.188:0/2417381455 >> v2:172.21.15.62:3300/0 conn(0x7f250006c120 0x7f250006c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:10.850 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.838+0000 7f24feffd640 1 -- 172.21.15.188:0/2417381455 >> v2:172.21.15.62:3300/0 conn(0x7f250006c120 msgr2=0x7f250006c5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:10.850 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.838+0000 7f24feffd640 1 --2- 172.21.15.188:0/2417381455 >> v2:172.21.15.62:3300/0 conn(0x7f250006c120 0x7f250006c5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.850 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.838+0000 7f24feffd640 1 -- 172.21.15.188:0/2417381455 >> v1:172.21.15.188:6789/0 conn(0x7f2500069310 legacy=0x7f25000696e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:10.850 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.838+0000 7f24feffd640 1 -- 172.21.15.188:0/2417381455 --> v2:172.21.15.188:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f250006b920 con 0x7f25000ca200 2023-06-08T03:52:10.850 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.838+0000 7f24fffff640 1 --2- 172.21.15.188:0/2417381455 >> v2:172.21.15.62:3300/0 conn(0x7f250006c120 0x7f250006c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:10.851 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.842+0000 7f24feffd640 1 --2- 172.21.15.188:0/2417381455 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f25000ca200 0x7f25000ca650 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2500073290 tx=0x7f24f401c430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1f7b8852d07842f0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:10.851 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.842+0000 7f24fe7fc640 1 -- 172.21.15.188:0/2417381455 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24f40a7070 con 0x7f25000ca200 2023-06-08T03:52:10.851 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.842+0000 7f24fe7fc640 1 -- 172.21.15.188:0/2417381455 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24f40ab430 con 0x7f25000ca200 2023-06-08T03:52:10.851 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.842+0000 7f24fe7fc640 1 -- 172.21.15.188:0/2417381455 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24f40ab7c0 con 0x7f25000ca200 2023-06-08T03:52:10.852 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.842+0000 7f2505c11640 1 -- 172.21.15.188:0/2417381455 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f25000ca200 msgr2=0x7f25000ca650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:10.852 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.842+0000 7f2505c11640 1 --2- 172.21.15.188:0/2417381455 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f25000ca200 0x7f25000ca650 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2500073290 tx=0x7f24f401c430 comp rx=0 tx=0).stop 2023-06-08T03:52:10.852 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.842+0000 7f2505c11640 1 -- 172.21.15.188:0/2417381455 shutdown_connections 2023-06-08T03:52:10.852 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.842+0000 7f2505c11640 1 --2- 172.21.15.188:0/2417381455 >> v2:172.21.15.62:3300/0 conn(0x7f250006c120 0x7f250006c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.853 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.842+0000 7f2505c11640 1 --2- 172.21.15.188:0/2417381455 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f25000ca200 0x7f25000ca650 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.853 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.842+0000 7f2505c11640 1 -- 172.21.15.188:0/2417381455 >> 172.21.15.188:0/2417381455 conn(0x7f25000cc3f0 msgr2=0x7f25000cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:10.853 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.842+0000 7f2505c11640 1 -- 172.21.15.188:0/2417381455 shutdown_connections 2023-06-08T03:52:10.853 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.842+0000 7f2505c11640 1 -- 172.21.15.188:0/2417381455 wait complete. 2023-06-08T03:52:10.853 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.842+0000 7f2505c11640 1 Processor -- start 2023-06-08T03:52:10.854 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f2505c11640 1 -- start start 2023-06-08T03:52:10.855 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f2505c11640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2500069310 0x7f25000c6800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:10.855 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f2505c11640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f250006c120 0x7f25000c6d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:10.856 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f2505c11640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f25000ca200 0x7f25000b1b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:10.856 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f2505c11640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25001532f0 con 0x7f250006c120 2023-06-08T03:52:10.856 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f2505c11640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f250014cdc0 con 0x7f2500069310 2023-06-08T03:52:10.856 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f2505c11640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2500152670 con 0x7f25000ca200 2023-06-08T03:52:10.856 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f24ff7fe640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2500069310 0x7f25000c6800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:10.856 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f24ff7fe640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2500069310 0x7f25000c6800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.188:53830/0 (socket says 172.21.15.188:53830) 2023-06-08T03:52:10.856 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f24ff7fe640 1 -- 172.21.15.188:0/1899097026 learned_addr learned my addr 172.21.15.188:0/1899097026 (peer_addr_for_me v2:172.21.15.188:0/0) 2023-06-08T03:52:10.857 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f24fffff640 1 --2- 172.21.15.188:0/1899097026 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f25000ca200 0x7f25000b1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:10.857 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f24feffd640 1 --2- 172.21.15.188:0/1899097026 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f250006c120 0x7f25000c6d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:10.857 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f24ff7fe640 1 -- 172.21.15.188:0/1899097026 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f25000ca200 msgr2=0x7f25000b1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:10.857 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f24ff7fe640 1 --2- 172.21.15.188:0/1899097026 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f25000ca200 0x7f25000b1b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.857 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f24ff7fe640 1 -- 172.21.15.188:0/1899097026 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f250006c120 msgr2=0x7f25000c6d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:10.857 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f24ff7fe640 1 --2- 172.21.15.188:0/1899097026 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f250006c120 0x7f25000c6d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.857 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f24ff7fe640 1 -- 172.21.15.188:0/1899097026 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24f4009420 con 0x7f2500069310 2023-06-08T03:52:10.858 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f24feffd640 1 --2- 172.21.15.188:0/1899097026 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f250006c120 0x7f25000c6d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:10.858 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f24ff7fe640 1 --2- 172.21.15.188:0/1899097026 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2500069310 0x7f25000c6800 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f24f800c500 tx=0x7f24f800c9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:10.858 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f24e7fff640 1 -- 172.21.15.188:0/1899097026 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24f8005cf0 con 0x7f2500069310 2023-06-08T03:52:10.858 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f24e7fff640 1 -- 172.21.15.188:0/1899097026 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24f8005e50 con 0x7f2500069310 2023-06-08T03:52:10.858 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f2505c11640 1 -- 172.21.15.188:0/1899097026 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2500152950 con 0x7f2500069310 2023-06-08T03:52:10.858 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f24e7fff640 1 -- 172.21.15.188:0/1899097026 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24f80072f0 con 0x7f2500069310 2023-06-08T03:52:10.858 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f2505c11640 1 -- 172.21.15.188:0/1899097026 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2500152f10 con 0x7f2500069310 2023-06-08T03:52:10.858 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f24e7fff640 1 -- 172.21.15.188:0/1899097026 <== mon.1 v2:172.21.15.188:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f24f801c440 con 0x7f2500069310 2023-06-08T03:52:10.859 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f24e7fff640 1 -- 172.21.15.188:0/1899097026 <== mon.1 v2:172.21.15.188:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7f24f8012890 con 0x7f2500069310 2023-06-08T03:52:10.859 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.846+0000 7f2505c11640 1 -- 172.21.15.188:0/1899097026 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f250004d650 con 0x7f2500069310 2023-06-08T03:52:10.859 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.850+0000 7f24e7fff640 1 -- 172.21.15.188:0/1899097026 <== mon.1 v2:172.21.15.188:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f24f8021060 con 0x7f2500069310 2023-06-08T03:52:10.924 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.914+0000 7f2505c11640 1 -- 172.21.15.188:0/1899097026 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_command({"prefix": "osd new", "uuid": "285c0540-1f8b-4293-95ac-36ae4c523bf1", "id": 3} v 0) v1 -- 0x7f250006b0b0 con 0x7f2500069310 2023-06-08T03:52:10.934 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.926+0000 7f24e7fff640 1 -- 172.21.15.188:0/1899097026 <== mon.1 v2:172.21.15.188:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "285c0540-1f8b-4293-95ac-36ae4c523bf1", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f24f8017070 con 0x7f2500069310 2023-06-08T03:52:10.935 INFO:teuthology.orchestra.run.smithi188.stdout:3 2023-06-08T03:52:10.936 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.926+0000 7f2505c11640 1 -- 172.21.15.188:0/1899097026 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2500069310 msgr2=0x7f25000c6800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:10.936 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.926+0000 7f2505c11640 1 --2- 172.21.15.188:0/1899097026 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2500069310 0x7f25000c6800 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f24f800c500 tx=0x7f24f800c9c0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.936 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.926+0000 7f2505c11640 1 -- 172.21.15.188:0/1899097026 shutdown_connections 2023-06-08T03:52:10.936 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.926+0000 7f2505c11640 1 --2- 172.21.15.188:0/1899097026 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f25000ca200 0x7f25000b1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.936 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.926+0000 7f2505c11640 1 --2- 172.21.15.188:0/1899097026 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f250006c120 0x7f25000c6d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.936 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.926+0000 7f2505c11640 1 --2- 172.21.15.188:0/1899097026 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2500069310 0x7f25000c6800 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:10.937 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.926+0000 7f2505c11640 1 -- 172.21.15.188:0/1899097026 >> 172.21.15.188:0/1899097026 conn(0x7f25000cc3f0 msgr2=0x7f2500156ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:10.937 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.926+0000 7f2505c11640 1 -- 172.21.15.188:0/1899097026 shutdown_connections 2023-06-08T03:52:10.937 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:10.926+0000 7f2505c11640 1 -- 172.21.15.188:0/1899097026 wait complete. 2023-06-08T03:52:10.950 DEBUG:teuthology.orchestra.run.smithi188:> sudo ceph --cluster ceph osd new e299ac94-322e-4b3e-8483-0bbfbcc4011e 4 2023-06-08T03:52:11.053 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.046+0000 7f73f946a640 1 Processor -- start 2023-06-08T03:52:11.054 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.046+0000 7f73f946a640 1 -- start start 2023-06-08T03:52:11.055 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.046+0000 7f73f946a640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f73f4069310 0x7f73f40ae1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:11.055 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.046+0000 7f73f946a640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f73f40ce6c0 0x7f73f406b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:11.055 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.046+0000 7f73f946a640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73f40ce230 con 0x7f73f40adca0 2023-06-08T03:52:11.055 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.046+0000 7f73f946a640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73f4160220 con 0x7f73f4069310 2023-06-08T03:52:11.055 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.046+0000 7f73f946a640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73f40cd940 con 0x7f73f40ce6c0 2023-06-08T03:52:11.055 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.046+0000 7f73f37fe640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f73f40ce6c0 0x7f73f406b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:11.056 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.046+0000 7f73f37fe640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f73f40ce6c0 0x7f73f406b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.188:53846/0 (socket says 172.21.15.188:53846) 2023-06-08T03:52:11.056 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.046+0000 7f73f37fe640 1 -- 172.21.15.188:0/2453745325 learned_addr learned my addr 172.21.15.188:0/2453745325 (peer_addr_for_me v2:172.21.15.188:0/0) 2023-06-08T03:52:11.056 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.046+0000 7f73f2ffd640 1 --2- 172.21.15.188:0/2453745325 >> v2:172.21.15.62:3300/0 conn(0x7f73f4069310 0x7f73f40ae1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:11.056 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.046+0000 7f73f37fe640 1 -- 172.21.15.188:0/2453745325 >> v2:172.21.15.62:3300/0 conn(0x7f73f4069310 msgr2=0x7f73f40ae1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:11.056 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.046+0000 7f73f37fe640 1 --2- 172.21.15.188:0/2453745325 >> v2:172.21.15.62:3300/0 conn(0x7f73f4069310 0x7f73f40ae1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.056 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.046+0000 7f73f37fe640 1 -- 172.21.15.188:0/2453745325 >> v1:172.21.15.62:6789/0 conn(0x7f73f40adca0 legacy=0x7f73f40696e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:11.056 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.046+0000 7f73f37fe640 1 -- 172.21.15.188:0/2453745325 --> v2:172.21.15.188:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73f40ceae0 con 0x7f73f40ce6c0 2023-06-08T03:52:11.057 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.046+0000 7f73f2ffd640 1 --2- 172.21.15.188:0/2453745325 >> v2:172.21.15.62:3300/0 conn(0x7f73f4069310 0x7f73f40ae1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:11.057 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.046+0000 7f73f37fe640 1 --2- 172.21.15.188:0/2453745325 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f73f40ce6c0 0x7f73f406b920 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f73f406fc00 tx=0x7f73ec01c8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d7bedce5083876fc server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:11.057 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f1ffb640 1 -- 172.21.15.188:0/2453745325 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73f406c670 con 0x7f73f40ce6c0 2023-06-08T03:52:11.057 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f1ffb640 1 -- 172.21.15.188:0/2453745325 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73ec0a5790 con 0x7f73f40ce6c0 2023-06-08T03:52:11.058 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f1ffb640 1 -- 172.21.15.188:0/2453745325 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73ec0a5b20 con 0x7f73f40ce6c0 2023-06-08T03:52:11.058 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f946a640 1 -- 172.21.15.188:0/2453745325 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f73f40ce6c0 msgr2=0x7f73f406b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:11.059 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f946a640 1 --2- 172.21.15.188:0/2453745325 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f73f40ce6c0 0x7f73f406b920 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f73f406fc00 tx=0x7f73ec01c8d0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.059 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f946a640 1 -- 172.21.15.188:0/2453745325 shutdown_connections 2023-06-08T03:52:11.059 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f946a640 1 --2- 172.21.15.188:0/2453745325 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f73f40ce6c0 0x7f73f406b920 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.059 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f946a640 1 --2- 172.21.15.188:0/2453745325 >> v2:172.21.15.62:3300/0 conn(0x7f73f4069310 0x7f73f40ae1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.059 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f946a640 1 -- 172.21.15.188:0/2453745325 >> 172.21.15.188:0/2453745325 conn(0x7f73f40cc3f0 msgr2=0x7f73f40cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:11.059 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f946a640 1 -- 172.21.15.188:0/2453745325 shutdown_connections 2023-06-08T03:52:11.059 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f946a640 1 -- 172.21.15.188:0/2453745325 wait complete. 2023-06-08T03:52:11.061 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f946a640 1 Processor -- start 2023-06-08T03:52:11.061 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f946a640 1 -- start start 2023-06-08T03:52:11.061 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f946a640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f73f4069310 0x7f73f40b0e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:11.062 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f946a640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f73f40adca0 0x7f73f4157740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:11.062 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f946a640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f73f40ce6c0 0x7f73f40b2580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:11.062 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f946a640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73f40b1380 con 0x7f73f4069310 2023-06-08T03:52:11.062 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f946a640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73f40aeba0 con 0x7f73f40adca0 2023-06-08T03:52:11.062 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f946a640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73f415e8a0 con 0x7f73f40ce6c0 2023-06-08T03:52:11.062 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f27fc640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f73f40adca0 0x7f73f4157740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:11.062 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f37fe640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f73f40ce6c0 0x7f73f40b2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:11.062 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f27fc640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f73f40adca0 0x7f73f4157740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.188:53852/0 (socket says 172.21.15.188:53852) 2023-06-08T03:52:11.063 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f27fc640 1 -- 172.21.15.188:0/1319339993 learned_addr learned my addr 172.21.15.188:0/1319339993 (peer_addr_for_me v2:172.21.15.188:0/0) 2023-06-08T03:52:11.063 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f2ffd640 1 --2- 172.21.15.188:0/1319339993 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f73f4069310 0x7f73f40b0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:11.063 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f27fc640 1 -- 172.21.15.188:0/1319339993 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f73f40ce6c0 msgr2=0x7f73f40b2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:11.063 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f27fc640 1 --2- 172.21.15.188:0/1319339993 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f73f40ce6c0 0x7f73f40b2580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.063 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f27fc640 1 -- 172.21.15.188:0/1319339993 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f73f4069310 msgr2=0x7f73f40b0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:11.063 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f27fc640 1 --2- 172.21.15.188:0/1319339993 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f73f4069310 0x7f73f40b0e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.063 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f27fc640 1 -- 172.21.15.188:0/1319339993 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73ec009b30 con 0x7f73f40adca0 2023-06-08T03:52:11.064 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f27fc640 1 --2- 172.21.15.188:0/1319339993 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f73f40adca0 0x7f73f4157740 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f73e800c450 tx=0x7f73e800c910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:11.064 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73db7fe640 1 -- 172.21.15.188:0/1319339993 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73e8012830 con 0x7f73f40adca0 2023-06-08T03:52:11.064 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73db7fe640 1 -- 172.21.15.188:0/1319339993 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73e80129b0 con 0x7f73f40adca0 2023-06-08T03:52:11.064 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f946a640 1 -- 172.21.15.188:0/1319339993 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73f4157c80 con 0x7f73f40adca0 2023-06-08T03:52:11.064 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73db7fe640 1 -- 172.21.15.188:0/1319339993 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73e8012d60 con 0x7f73f40adca0 2023-06-08T03:52:11.064 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73f946a640 1 -- 172.21.15.188:0/1319339993 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73f415e250 con 0x7f73f40adca0 2023-06-08T03:52:11.064 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73db7fe640 1 -- 172.21.15.188:0/1319339993 <== mon.1 v2:172.21.15.188:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f73e801c760 con 0x7f73f40adca0 2023-06-08T03:52:11.064 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.050+0000 7f73db7fe640 1 -- 172.21.15.188:0/1319339993 <== mon.1 v2:172.21.15.188:3300/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7f73e801bc90 con 0x7f73f40adca0 2023-06-08T03:52:11.065 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.054+0000 7f73f946a640 1 -- 172.21.15.188:0/1319339993 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73f40cfc80 con 0x7f73f40adca0 2023-06-08T03:52:11.065 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.054+0000 7f73db7fe640 1 -- 172.21.15.188:0/1319339993 <== mon.1 v2:172.21.15.188:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f73e801b780 con 0x7f73f40adca0 2023-06-08T03:52:11.131 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.122+0000 7f73f946a640 1 -- 172.21.15.188:0/1319339993 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_command({"prefix": "osd new", "uuid": "e299ac94-322e-4b3e-8483-0bbfbcc4011e", "id": 4} v 0) v1 -- 0x7f73f40cdbc0 con 0x7f73f40adca0 2023-06-08T03:52:11.141 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.134+0000 7f73db7fe640 1 -- 172.21.15.188:0/1319339993 <== mon.1 v2:172.21.15.188:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "e299ac94-322e-4b3e-8483-0bbfbcc4011e", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7f73f40cdbc0 con 0x7f73f40adca0 2023-06-08T03:52:11.141 INFO:teuthology.orchestra.run.smithi188.stdout:4 2023-06-08T03:52:11.143 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.134+0000 7f73f946a640 1 -- 172.21.15.188:0/1319339993 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f73f40adca0 msgr2=0x7f73f4157740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:11.143 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.134+0000 7f73f946a640 1 --2- 172.21.15.188:0/1319339993 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f73f40adca0 0x7f73f4157740 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f73e800c450 tx=0x7f73e800c910 comp rx=0 tx=0).stop 2023-06-08T03:52:11.143 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.134+0000 7f73f946a640 1 -- 172.21.15.188:0/1319339993 shutdown_connections 2023-06-08T03:52:11.143 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.134+0000 7f73f946a640 1 --2- 172.21.15.188:0/1319339993 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f73f40ce6c0 0x7f73f40b2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.143 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.134+0000 7f73f946a640 1 --2- 172.21.15.188:0/1319339993 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f73f40adca0 0x7f73f4157740 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.143 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.134+0000 7f73f946a640 1 --2- 172.21.15.188:0/1319339993 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f73f4069310 0x7f73f40b0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.144 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.134+0000 7f73f946a640 1 -- 172.21.15.188:0/1319339993 >> 172.21.15.188:0/1319339993 conn(0x7f73f40cc3f0 msgr2=0x7f73f40b1b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:11.144 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.134+0000 7f73f946a640 1 -- 172.21.15.188:0/1319339993 shutdown_connections 2023-06-08T03:52:11.144 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.134+0000 7f73f946a640 1 -- 172.21.15.188:0/1319339993 wait complete. 2023-06-08T03:52:11.158 DEBUG:teuthology.orchestra.run.smithi188:> sudo ceph --cluster ceph osd new 096e9175-d26b-4483-8586-c3b4ff52029d 5 2023-06-08T03:52:11.171 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:11.162+0000 7fb24c5b5180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-06-08T03:52:11.202 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:11.199+0000 7f34677b6180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-06-08T03:52:11.226 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:11.218+0000 7fb24c5b5180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-06-08T03:52:11.258 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:11.255+0000 7f34677b6180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-06-08T03:52:11.271 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.262+0000 7f187fa8e640 1 Processor -- start 2023-06-08T03:52:11.272 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.262+0000 7f187fa8e640 1 -- start start 2023-06-08T03:52:11.273 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.262+0000 7f187fa8e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18780cda40 0x7f18780cde10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:11.273 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.262+0000 7f187fa8e640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f18780cc830 0x7f18780ccc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:11.273 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.262+0000 7f187fa8e640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f18780ce350 con 0x7f1878159870 2023-06-08T03:52:11.273 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.262+0000 7f187fa8e640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18780cd870 con 0x7f18780cc830 2023-06-08T03:52:11.273 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.262+0000 7f187fa8e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18780cd2b0 con 0x7f18780cda40 2023-06-08T03:52:11.273 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.262+0000 7f187d82a640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18780cda40 0x7f18780cde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:11.274 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.262+0000 7f187d029640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f18780cc830 0x7f18780ccc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:11.274 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.262+0000 7f187d82a640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18780cda40 0x7f18780cde10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.188:45836/0 (socket says 172.21.15.188:45836) 2023-06-08T03:52:11.274 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.262+0000 7f187d82a640 1 -- 172.21.15.188:0/127014883 learned_addr learned my addr 172.21.15.188:0/127014883 (peer_addr_for_me v2:172.21.15.188:0/0) 2023-06-08T03:52:11.274 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.266+0000 7f187d82a640 1 -- 172.21.15.188:0/127014883 >> v2:172.21.15.188:3300/0 conn(0x7f18780cc830 msgr2=0x7f18780ccc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:11.275 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.266+0000 7f187d82a640 1 --2- 172.21.15.188:0/127014883 >> v2:172.21.15.188:3300/0 conn(0x7f18780cc830 0x7f18780ccc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.275 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.266+0000 7f187d82a640 1 -- 172.21.15.188:0/127014883 >> v1:172.21.15.62:6789/0 conn(0x7f1878159870 legacy=0x7f1878159cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:11.275 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.266+0000 7f187d82a640 1 -- 172.21.15.188:0/127014883 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18780cd590 con 0x7f18780cda40 2023-06-08T03:52:11.275 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.266+0000 7f187d029640 1 --2- 172.21.15.188:0/127014883 >> v2:172.21.15.188:3300/0 conn(0x7f18780cc830 0x7f18780ccc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:52:11.275 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.266+0000 7f187d82a640 1 --2- 172.21.15.188:0/127014883 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18780cda40 0x7f18780cde10 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f1874009870 tx=0x7f187401c440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d08ce29c60b2384 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:11.276 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.266+0000 7f187c828640 1 -- 172.21.15.188:0/127014883 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18740ab600 con 0x7f18780cda40 2023-06-08T03:52:11.276 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.266+0000 7f187c828640 1 -- 172.21.15.188:0/127014883 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18740ab760 con 0x7f18780cda40 2023-06-08T03:52:11.276 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.266+0000 7f187c828640 1 -- 172.21.15.188:0/127014883 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18740abaf0 con 0x7f18780cda40 2023-06-08T03:52:11.277 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.266+0000 7f187fa8e640 1 -- 172.21.15.188:0/127014883 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18780cda40 msgr2=0x7f18780cde10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:11.277 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.266+0000 7f187fa8e640 1 --2- 172.21.15.188:0/127014883 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18780cda40 0x7f18780cde10 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f1874009870 tx=0x7f187401c440 comp rx=0 tx=0).stop 2023-06-08T03:52:11.277 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.266+0000 7f187fa8e640 1 -- 172.21.15.188:0/127014883 shutdown_connections 2023-06-08T03:52:11.277 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.266+0000 7f187fa8e640 1 --2- 172.21.15.188:0/127014883 >> v2:172.21.15.188:3300/0 conn(0x7f18780cc830 0x7f18780ccc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.277 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.266+0000 7f187fa8e640 1 --2- 172.21.15.188:0/127014883 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18780cda40 0x7f18780cde10 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.277 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.266+0000 7f187fa8e640 1 -- 172.21.15.188:0/127014883 >> 172.21.15.188:0/127014883 conn(0x7f1878065850 msgr2=0x7f1878099140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:11.277 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.266+0000 7f187fa8e640 1 -- 172.21.15.188:0/127014883 shutdown_connections 2023-06-08T03:52:11.278 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.266+0000 7f187fa8e640 1 -- 172.21.15.188:0/127014883 wait complete. 2023-06-08T03:52:11.279 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187fa8e640 1 Processor -- start 2023-06-08T03:52:11.279 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187fa8e640 1 -- start start 2023-06-08T03:52:11.279 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187fa8e640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f18780cc830 0x7f187814e700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:11.280 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187fa8e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18780cda40 0x7f1878152b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:11.280 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187fa8e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1878159870 0x7f18780b4670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:11.280 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187fa8e640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f187806af40 con 0x7f18780cda40 2023-06-08T03:52:11.280 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187fa8e640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f187814ec40 con 0x7f18780cc830 2023-06-08T03:52:11.280 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187fa8e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f187806a5a0 con 0x7f1878159870 2023-06-08T03:52:11.280 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187d82a640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f18780cc830 0x7f187814e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:11.280 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187e02b640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1878159870 0x7f18780b4670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:11.281 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187d82a640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f18780cc830 0x7f187814e700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.188:53858/0 (socket says 172.21.15.188:53858) 2023-06-08T03:52:11.281 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187e02b640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1878159870 0x7f18780b4670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.188:45846/0 (socket says 172.21.15.188:45846) 2023-06-08T03:52:11.281 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187d82a640 1 -- 172.21.15.188:0/30719630 learned_addr learned my addr 172.21.15.188:0/30719630 (peer_addr_for_me v2:172.21.15.188:0/0) 2023-06-08T03:52:11.281 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187d029640 1 --2- 172.21.15.188:0/30719630 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18780cda40 0x7f1878152b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:11.281 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187d82a640 1 -- 172.21.15.188:0/30719630 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1878159870 msgr2=0x7f18780b4670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:11.281 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187d82a640 1 --2- 172.21.15.188:0/30719630 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1878159870 0x7f18780b4670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.281 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187d82a640 1 -- 172.21.15.188:0/30719630 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18780cda40 msgr2=0x7f1878152b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:11.281 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187d82a640 1 --2- 172.21.15.188:0/30719630 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18780cda40 0x7f1878152b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.282 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187d82a640 1 -- 172.21.15.188:0/30719630 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1868009420 con 0x7f18780cc830 2023-06-08T03:52:11.282 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187d029640 1 --2- 172.21.15.188:0/30719630 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18780cda40 0x7f1878152b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:11.282 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187e02b640 1 --2- 172.21.15.188:0/30719630 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1878159870 0x7f18780b4670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:52:11.282 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187d82a640 1 --2- 172.21.15.188:0/30719630 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f18780cc830 0x7f187814e700 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f187401aaf0 tx=0x7f187401ac80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:11.282 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f186e7fc640 1 -- 172.21.15.188:0/30719630 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18740be5f0 con 0x7f18780cc830 2023-06-08T03:52:11.282 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f186e7fc640 1 -- 172.21.15.188:0/30719630 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18740be770 con 0x7f18780cc830 2023-06-08T03:52:11.282 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187fa8e640 1 -- 172.21.15.188:0/30719630 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18740094d0 con 0x7f18780cc830 2023-06-08T03:52:11.282 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f186e7fc640 1 -- 172.21.15.188:0/30719630 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18740beb20 con 0x7f18780cc830 2023-06-08T03:52:11.283 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f187fa8e640 1 -- 172.21.15.188:0/30719630 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f187806ab60 con 0x7f18780cc830 2023-06-08T03:52:11.283 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f186e7fc640 1 -- 172.21.15.188:0/30719630 <== mon.1 v2:172.21.15.188:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f18740b43f0 con 0x7f18780cc830 2023-06-08T03:52:11.283 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f185bfff640 1 -- 172.21.15.188:0/30719630 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1854005260 con 0x7f18780cc830 2023-06-08T03:52:11.283 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.270+0000 7f186e7fc640 1 -- 172.21.15.188:0/30719630 <== mon.1 v2:172.21.15.188:3300/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7f18740b4c20 con 0x7f18780cc830 2023-06-08T03:52:11.284 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:11.274+0000 7fb24c5b5180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-06-08T03:52:11.284 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.274+0000 7f186e7fc640 1 -- 172.21.15.188:0/30719630 <== mon.1 v2:172.21.15.188:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f18740b46a0 con 0x7f18780cc830 2023-06-08T03:52:11.313 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:11.311+0000 7f34677b6180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-06-08T03:52:11.346 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.338+0000 7f185bfff640 1 -- 172.21.15.188:0/30719630 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_command({"prefix": "osd new", "uuid": "096e9175-d26b-4483-8586-c3b4ff52029d", "id": 5} v 0) v1 -- 0x7f18540055b0 con 0x7f18780cc830 2023-06-08T03:52:11.354 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.346+0000 7f186e7fc640 1 -- 172.21.15.188:0/30719630 <== mon.1 v2:172.21.15.188:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "096e9175-d26b-4483-8586-c3b4ff52029d", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7f18740b4840 con 0x7f18780cc830 2023-06-08T03:52:11.355 INFO:teuthology.orchestra.run.smithi188.stdout:5 2023-06-08T03:52:11.356 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.346+0000 7f185bfff640 1 -- 172.21.15.188:0/30719630 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f18780cc830 msgr2=0x7f187814e700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:11.356 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.346+0000 7f185bfff640 1 --2- 172.21.15.188:0/30719630 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f18780cc830 0x7f187814e700 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f187401aaf0 tx=0x7f187401ac80 comp rx=0 tx=0).stop 2023-06-08T03:52:11.356 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.346+0000 7f185bfff640 1 -- 172.21.15.188:0/30719630 shutdown_connections 2023-06-08T03:52:11.356 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.346+0000 7f185bfff640 1 --2- 172.21.15.188:0/30719630 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1878159870 0x7f18780b4670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.356 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.346+0000 7f185bfff640 1 --2- 172.21.15.188:0/30719630 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18780cda40 0x7f1878152b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.356 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.346+0000 7f185bfff640 1 --2- 172.21.15.188:0/30719630 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f18780cc830 0x7f187814e700 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.356 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.346+0000 7f185bfff640 1 -- 172.21.15.188:0/30719630 >> 172.21.15.188:0/30719630 conn(0x7f1878065850 msgr2=0x7f18780722b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:11.357 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.346+0000 7f185bfff640 1 -- 172.21.15.188:0/30719630 shutdown_connections 2023-06-08T03:52:11.357 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.346+0000 7f185bfff640 1 -- 172.21.15.188:0/30719630 wait complete. 2023-06-08T03:52:11.363 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:11.354+0000 7fb24c5b5180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-06-08T03:52:11.371 DEBUG:teuthology.orchestra.run.smithi188:> sudo ceph --cluster ceph osd new 5950915d-9dc6-4b09-91f4-65b5754ff2b2 6 2023-06-08T03:52:11.393 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:11.391+0000 7f34677b6180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-06-08T03:52:11.415 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:11.406+0000 7fb24c5b5180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-06-08T03:52:11.447 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:11.443+0000 7f34677b6180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-06-08T03:52:11.494 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:11.486+0000 7fb24c5b5180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-06-08T03:52:11.524 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.514+0000 7f9a7f679640 1 Processor -- start 2023-06-08T03:52:11.524 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.514+0000 7f9a7f679640 1 -- start start 2023-06-08T03:52:11.525 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.514+0000 7f9a7f679640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f9a7806ff50 0x7f9a7806d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:11.525 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.514+0000 7f9a7f679640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a781589f0 con 0x7f9a78158620 2023-06-08T03:52:11.525 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.514+0000 7f9a7f679640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a7806c030 con 0x7f9a780cca70 2023-06-08T03:52:11.525 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.514+0000 7f9a7f679640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a7806d870 con 0x7f9a7806ff50 2023-06-08T03:52:11.526 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.514+0000 7f9a7dc16640 1 --1- >> v1:172.21.15.188:6789/0 conn(0x7f9a780cca70 0x7f9a780c9330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.188:6789/0 says I am v1:172.21.15.188:37872/0 (socket says 172.21.15.188:37872) 2023-06-08T03:52:11.526 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.518+0000 7f9a7dc16640 1 -- 172.21.15.188:0/4024240158 learned_addr learned my addr 172.21.15.188:0/4024240158 (peer_addr_for_me v1:172.21.15.188:0/0) 2023-06-08T03:52:11.526 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.518+0000 7f9a7cc14640 1 --2- 172.21.15.188:0/4024240158 >> v2:172.21.15.188:3300/0 conn(0x7f9a7806ff50 0x7f9a7806d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:11.526 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.518+0000 7f9a7cc14640 1 -- 172.21.15.188:0/4024240158 >> v1:172.21.15.188:6789/0 conn(0x7f9a780cca70 legacy=0x7f9a780c9330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:11.526 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.518+0000 7f9a7cc14640 1 -- 172.21.15.188:0/4024240158 >> v1:172.21.15.62:6789/0 conn(0x7f9a78158620 legacy=0x7f9a7806b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:11.527 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.518+0000 7f9a7cc14640 1 -- 172.21.15.188:0/4024240158 --> v2:172.21.15.188:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a7806c290 con 0x7f9a7806ff50 2023-06-08T03:52:11.527 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.518+0000 7f9a7cc14640 1 --2- 172.21.15.188:0/4024240158 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9a7806ff50 0x7f9a7806d330 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f9a680097c0 tx=0x7f9a6801c450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=868b7354c055e97a server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:11.528 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.518+0000 7f9a6ffff640 1 -- 172.21.15.188:0/4024240158 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a680ab650 con 0x7f9a7806ff50 2023-06-08T03:52:11.528 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.518+0000 7f9a6ffff640 1 -- 172.21.15.188:0/4024240158 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a680ab7b0 con 0x7f9a7806ff50 2023-06-08T03:52:11.528 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.518+0000 7f9a6ffff640 1 -- 172.21.15.188:0/4024240158 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a680abb40 con 0x7f9a7806ff50 2023-06-08T03:52:11.529 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:11.523+0000 7f34677b6180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-06-08T03:52:11.529 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.518+0000 7f9a7f679640 1 -- 172.21.15.188:0/4024240158 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9a7806ff50 msgr2=0x7f9a7806d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:11.529 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.518+0000 7f9a7f679640 1 --2- 172.21.15.188:0/4024240158 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9a7806ff50 0x7f9a7806d330 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f9a680097c0 tx=0x7f9a6801c450 comp rx=0 tx=0).stop 2023-06-08T03:52:11.529 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.518+0000 7f9a7f679640 1 -- 172.21.15.188:0/4024240158 shutdown_connections 2023-06-08T03:52:11.530 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.518+0000 7f9a7f679640 1 --2- 172.21.15.188:0/4024240158 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9a7806ff50 0x7f9a7806d330 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.530 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.518+0000 7f9a7f679640 1 -- 172.21.15.188:0/4024240158 >> 172.21.15.188:0/4024240158 conn(0x7f9a780cc3f0 msgr2=0x7f9a780cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:11.530 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.518+0000 7f9a7f679640 1 -- 172.21.15.188:0/4024240158 shutdown_connections 2023-06-08T03:52:11.530 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.518+0000 7f9a7f679640 1 -- 172.21.15.188:0/4024240158 wait complete. 2023-06-08T03:52:11.532 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7f679640 1 Processor -- start 2023-06-08T03:52:11.532 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7f679640 1 -- start start 2023-06-08T03:52:11.532 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7f679640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9a7806ff50 0x7f9a7814f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:11.532 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7f679640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9a780cca70 0x7f9a781f53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:11.532 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7f679640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9a78158620 0x7f9a7814e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:11.532 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7f679640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a7814fb30 con 0x7f9a780cca70 2023-06-08T03:52:11.532 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7f679640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a781f5cd0 con 0x7f9a78158620 2023-06-08T03:52:11.533 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7f679640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a781f5fb0 con 0x7f9a7806ff50 2023-06-08T03:52:11.533 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7d415640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9a7806ff50 0x7f9a7814f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:11.533 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7dc16640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9a78158620 0x7f9a7814e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:11.533 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7d415640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9a7806ff50 0x7f9a7814f5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.188:45854/0 (socket says 172.21.15.188:45854) 2023-06-08T03:52:11.533 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7d415640 1 -- 172.21.15.188:0/1951988452 learned_addr learned my addr 172.21.15.188:0/1951988452 (peer_addr_for_me v2:172.21.15.188:0/0) 2023-06-08T03:52:11.533 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7dc16640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9a78158620 0x7f9a7814e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.188:53872/0 (socket says 172.21.15.188:53872) 2023-06-08T03:52:11.533 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7cc14640 1 --2- 172.21.15.188:0/1951988452 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9a780cca70 0x7f9a781f53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:11.534 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7d415640 1 -- 172.21.15.188:0/1951988452 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9a78158620 msgr2=0x7f9a7814e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:11.534 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7d415640 1 --2- 172.21.15.188:0/1951988452 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9a78158620 0x7f9a7814e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.534 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7d415640 1 -- 172.21.15.188:0/1951988452 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9a780cca70 msgr2=0x7f9a781f53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:11.534 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7d415640 1 --2- 172.21.15.188:0/1951988452 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9a780cca70 0x7f9a781f53f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.534 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7d415640 1 -- 172.21.15.188:0/1951988452 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a68009420 con 0x7f9a7806ff50 2023-06-08T03:52:11.534 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7dc16640 1 --2- 172.21.15.188:0/1951988452 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9a78158620 0x7f9a7814e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:52:11.534 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7d415640 1 --2- 172.21.15.188:0/1951988452 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9a7806ff50 0x7f9a7814f5f0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9a7400c3c0 tx=0x7f9a7400c880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:11.534 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a6dffb640 1 -- 172.21.15.188:0/1951988452 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a740052d0 con 0x7f9a7806ff50 2023-06-08T03:52:11.535 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a6dffb640 1 -- 172.21.15.188:0/1951988452 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a74005430 con 0x7f9a7806ff50 2023-06-08T03:52:11.535 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7f679640 1 -- 172.21.15.188:0/1951988452 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a781f6290 con 0x7f9a7806ff50 2023-06-08T03:52:11.535 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a6dffb640 1 -- 172.21.15.188:0/1951988452 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a74003840 con 0x7f9a7806ff50 2023-06-08T03:52:11.535 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7f679640 1 -- 172.21.15.188:0/1951988452 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a780c7d20 con 0x7f9a7806ff50 2023-06-08T03:52:11.535 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a6dffb640 1 -- 172.21.15.188:0/1951988452 <== mon.2 v2:172.21.15.188:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f9a74003ca0 con 0x7f9a7806ff50 2023-06-08T03:52:11.535 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a6dffb640 1 -- 172.21.15.188:0/1951988452 <== mon.2 v2:172.21.15.188:3301/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7f9a74012a10 con 0x7f9a7806ff50 2023-06-08T03:52:11.536 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.522+0000 7f9a7f679640 1 -- 172.21.15.188:0/1951988452 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a780c78a0 con 0x7f9a7806ff50 2023-06-08T03:52:11.536 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.526+0000 7f9a6dffb640 1 -- 172.21.15.188:0/1951988452 <== mon.2 v2:172.21.15.188:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f9a780c78a0 con 0x7f9a7806ff50 2023-06-08T03:52:11.548 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:11.538+0000 7fb24c5b5180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-06-08T03:52:11.581 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:11.579+0000 7f34677b6180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-06-08T03:52:11.603 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.594+0000 7f9a7f679640 1 -- 172.21.15.188:0/1951988452 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_command({"prefix": "osd new", "uuid": "5950915d-9dc6-4b09-91f4-65b5754ff2b2", "id": 6} v 0) v1 -- 0x7f9a7804d650 con 0x7f9a7806ff50 2023-06-08T03:52:11.613 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.602+0000 7f9a6dffb640 1 -- 172.21.15.188:0/1951988452 <== mon.2 v2:172.21.15.188:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "5950915d-9dc6-4b09-91f4-65b5754ff2b2", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7f9a74017070 con 0x7f9a7806ff50 2023-06-08T03:52:11.613 INFO:teuthology.orchestra.run.smithi188.stdout:6 2023-06-08T03:52:11.614 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.606+0000 7f9a7f679640 1 -- 172.21.15.188:0/1951988452 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9a7806ff50 msgr2=0x7f9a7814f5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:11.614 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.606+0000 7f9a7f679640 1 --2- 172.21.15.188:0/1951988452 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9a7806ff50 0x7f9a7814f5f0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9a7400c3c0 tx=0x7f9a7400c880 comp rx=0 tx=0).stop 2023-06-08T03:52:11.615 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.606+0000 7f9a7f679640 1 -- 172.21.15.188:0/1951988452 shutdown_connections 2023-06-08T03:52:11.615 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.606+0000 7f9a7f679640 1 --2- 172.21.15.188:0/1951988452 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9a78158620 0x7f9a7814e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.615 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.606+0000 7f9a7f679640 1 --2- 172.21.15.188:0/1951988452 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9a780cca70 0x7f9a781f53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.615 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.606+0000 7f9a7f679640 1 --2- 172.21.15.188:0/1951988452 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9a7806ff50 0x7f9a7814f5f0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.615 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.606+0000 7f9a7f679640 1 -- 172.21.15.188:0/1951988452 >> 172.21.15.188:0/1951988452 conn(0x7f9a780cc3f0 msgr2=0x7f9a780cae50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:11.615 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.606+0000 7f9a7f679640 1 -- 172.21.15.188:0/1951988452 shutdown_connections 2023-06-08T03:52:11.615 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.606+0000 7f9a7f679640 1 -- 172.21.15.188:0/1951988452 wait complete. 2023-06-08T03:52:11.630 DEBUG:teuthology.orchestra.run.smithi188:> sudo ceph --cluster ceph osd new 4289fa33-d3f8-4236-a0ae-96d8a81e7576 7 2023-06-08T03:52:11.692 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:11.682+0000 7fb24c5b5180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-06-08T03:52:11.726 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:11.723+0000 7f34677b6180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-06-08T03:52:11.753 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:11.742+0000 7fb24c5b5180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-06-08T03:52:11.788 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:11.783+0000 7f34677b6180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-06-08T03:52:11.791 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.782+0000 7f65d80c4640 1 Processor -- start 2023-06-08T03:52:11.791 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.782+0000 7f65d80c4640 1 -- start start 2023-06-08T03:52:11.793 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.782+0000 7f65d80c4640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f65d0069310 0x7f65d00696e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:11.793 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.782+0000 7f65d80c4640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f65d00ca200 0x7f65d00ca650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:11.793 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.782+0000 7f65d80c4640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65d0069c20 con 0x7f65d006fe50 2023-06-08T03:52:11.793 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.782+0000 7f65d80c4640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65d00cae70 con 0x7f65d0069310 2023-06-08T03:52:11.793 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.782+0000 7f65d80c4640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65d00cb150 con 0x7f65d00ca200 2023-06-08T03:52:11.793 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.782+0000 7f65d565f640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f65d00ca200 0x7f65d00ca650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:11.794 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.782+0000 7f65d5e60640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f65d0069310 0x7f65d00696e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:11.794 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.782+0000 7f65d565f640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f65d00ca200 0x7f65d00ca650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.188:45858/0 (socket says 172.21.15.188:45858) 2023-06-08T03:52:11.794 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.782+0000 7f65d5e60640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f65d0069310 0x7f65d00696e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.188:53878/0 (socket says 172.21.15.188:53878) 2023-06-08T03:52:11.794 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.782+0000 7f65d565f640 1 -- 172.21.15.188:0/2909862949 learned_addr learned my addr 172.21.15.188:0/2909862949 (peer_addr_for_me v2:172.21.15.188:0/0) 2023-06-08T03:52:11.794 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.782+0000 7f65d565f640 1 -- 172.21.15.188:0/2909862949 >> v2:172.21.15.188:3300/0 conn(0x7f65d0069310 msgr2=0x7f65d00696e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:11.794 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.782+0000 7f65d565f640 1 --2- 172.21.15.188:0/2909862949 >> v2:172.21.15.188:3300/0 conn(0x7f65d0069310 0x7f65d00696e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.794 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.782+0000 7f65d565f640 1 -- 172.21.15.188:0/2909862949 >> v1:172.21.15.62:6789/0 conn(0x7f65d006fe50 legacy=0x7f65d00702d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:11.794 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.782+0000 7f65d565f640 1 -- 172.21.15.188:0/2909862949 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65d00cb430 con 0x7f65d00ca200 2023-06-08T03:52:11.795 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.786+0000 7f65d565f640 1 --2- 172.21.15.188:0/2909862949 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f65d00ca200 0x7f65d00ca650 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f65c4009870 tx=0x7f65c401c510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fde19c4bd63523a server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:11.795 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.786+0000 7f65d4e5e640 1 -- 172.21.15.188:0/2909862949 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65c40aa670 con 0x7f65d00ca200 2023-06-08T03:52:11.795 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.786+0000 7f65d4e5e640 1 -- 172.21.15.188:0/2909862949 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65c40aa7d0 con 0x7f65d00ca200 2023-06-08T03:52:11.796 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.786+0000 7f65d4e5e640 1 -- 172.21.15.188:0/2909862949 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65c40aab60 con 0x7f65d00ca200 2023-06-08T03:52:11.796 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.786+0000 7f65d80c4640 1 -- 172.21.15.188:0/2909862949 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f65d00ca200 msgr2=0x7f65d00ca650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:11.796 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.786+0000 7f65d80c4640 1 --2- 172.21.15.188:0/2909862949 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f65d00ca200 0x7f65d00ca650 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f65c4009870 tx=0x7f65c401c510 comp rx=0 tx=0).stop 2023-06-08T03:52:11.797 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.786+0000 7f65d80c4640 1 -- 172.21.15.188:0/2909862949 shutdown_connections 2023-06-08T03:52:11.797 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.786+0000 7f65d80c4640 1 --2- 172.21.15.188:0/2909862949 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f65d00ca200 0x7f65d00ca650 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.797 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.786+0000 7f65d80c4640 1 --2- 172.21.15.188:0/2909862949 >> v2:172.21.15.188:3300/0 conn(0x7f65d0069310 0x7f65d00696e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.797 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.786+0000 7f65d80c4640 1 -- 172.21.15.188:0/2909862949 >> 172.21.15.188:0/2909862949 conn(0x7f65d00cc3f0 msgr2=0x7f65d00cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:11.797 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.786+0000 7f65d80c4640 1 -- 172.21.15.188:0/2909862949 shutdown_connections 2023-06-08T03:52:11.797 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.786+0000 7f65d80c4640 1 -- 172.21.15.188:0/2909862949 wait complete. 2023-06-08T03:52:11.799 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.786+0000 7f65d80c4640 1 Processor -- start 2023-06-08T03:52:11.799 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d80c4640 1 -- start start 2023-06-08T03:52:11.799 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d80c4640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f65d0069310 0x7f65d015a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:11.799 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d80c4640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f65d006fe50 0x7f65d015c100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:11.799 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d80c4640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f65d00ca200 0x7f65d014f150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:11.799 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d80c4640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65d015aea0 con 0x7f65d006fe50 2023-06-08T03:52:11.800 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d80c4640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65d015c640 con 0x7f65d0069310 2023-06-08T03:52:11.800 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d80c4640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65d014c370 con 0x7f65d00ca200 2023-06-08T03:52:11.800 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d6661640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f65d00ca200 0x7f65d014f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:11.800 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d5e60640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f65d0069310 0x7f65d015a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:11.800 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d6661640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f65d00ca200 0x7f65d014f150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.188:45860/0 (socket says 172.21.15.188:45860) 2023-06-08T03:52:11.800 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d6661640 1 -- 172.21.15.188:0/134179211 learned_addr learned my addr 172.21.15.188:0/134179211 (peer_addr_for_me v2:172.21.15.188:0/0) 2023-06-08T03:52:11.800 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d565f640 1 --2- 172.21.15.188:0/134179211 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f65d006fe50 0x7f65d015c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:11.801 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d6661640 1 -- 172.21.15.188:0/134179211 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f65d0069310 msgr2=0x7f65d015a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:11.801 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d6661640 1 --2- 172.21.15.188:0/134179211 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f65d0069310 0x7f65d015a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.801 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d6661640 1 -- 172.21.15.188:0/134179211 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f65d006fe50 msgr2=0x7f65d015c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:11.801 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d6661640 1 --2- 172.21.15.188:0/134179211 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f65d006fe50 0x7f65d015c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.801 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d6661640 1 -- 172.21.15.188:0/134179211 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65c40094d0 con 0x7f65d00ca200 2023-06-08T03:52:11.801 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d6661640 1 --2- 172.21.15.188:0/134179211 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f65d00ca200 0x7f65d014f150 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f65cc00c460 tx=0x7f65cc00c920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:11.801 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65c27fc640 1 -- 172.21.15.188:0/134179211 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65cc005220 con 0x7f65d00ca200 2023-06-08T03:52:11.801 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65c27fc640 1 -- 172.21.15.188:0/134179211 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65cc005380 con 0x7f65d00ca200 2023-06-08T03:52:11.802 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d80c4640 1 -- 172.21.15.188:0/134179211 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65d006d540 con 0x7f65d00ca200 2023-06-08T03:52:11.802 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65c27fc640 1 -- 172.21.15.188:0/134179211 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65cc007270 con 0x7f65d00ca200 2023-06-08T03:52:11.802 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d80c4640 1 -- 172.21.15.188:0/134179211 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65d0159e80 con 0x7f65d00ca200 2023-06-08T03:52:11.802 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65c27fc640 1 -- 172.21.15.188:0/134179211 <== mon.2 v2:172.21.15.188:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f65cc0067e0 con 0x7f65d00ca200 2023-06-08T03:52:11.802 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65c27fc640 1 -- 172.21.15.188:0/134179211 <== mon.2 v2:172.21.15.188:3301/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7f65cc01b400 con 0x7f65d00ca200 2023-06-08T03:52:11.803 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.790+0000 7f65d80c4640 1 -- 172.21.15.188:0/134179211 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65d004d650 con 0x7f65d00ca200 2023-06-08T03:52:11.803 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.794+0000 7f65c27fc640 1 -- 172.21.15.188:0/134179211 <== mon.2 v2:172.21.15.188:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f65cc016020 con 0x7f65d00ca200 2023-06-08T03:52:11.878 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.870+0000 7f65d80c4640 1 -- 172.21.15.188:0/134179211 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_command({"prefix": "osd new", "uuid": "4289fa33-d3f8-4236-a0ae-96d8a81e7576", "id": 7} v 0) v1 -- 0x7f65d014d1b0 con 0x7f65d00ca200 2023-06-08T03:52:11.887 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.878+0000 7f65c27fc640 1 -- 172.21.15.188:0/134179211 <== mon.2 v2:172.21.15.188:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "4289fa33-d3f8-4236-a0ae-96d8a81e7576", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7f65cc02a0b0 con 0x7f65d00ca200 2023-06-08T03:52:11.887 INFO:teuthology.orchestra.run.smithi188.stdout:7 2023-06-08T03:52:11.888 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.878+0000 7f65d80c4640 1 -- 172.21.15.188:0/134179211 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f65d00ca200 msgr2=0x7f65d014f150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:11.888 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.878+0000 7f65d80c4640 1 --2- 172.21.15.188:0/134179211 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f65d00ca200 0x7f65d014f150 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f65cc00c460 tx=0x7f65cc00c920 comp rx=0 tx=0).stop 2023-06-08T03:52:11.888 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.878+0000 7f65d80c4640 1 -- 172.21.15.188:0/134179211 shutdown_connections 2023-06-08T03:52:11.888 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.878+0000 7f65d80c4640 1 --2- 172.21.15.188:0/134179211 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f65d00ca200 0x7f65d014f150 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.889 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.878+0000 7f65d80c4640 1 --2- 172.21.15.188:0/134179211 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f65d006fe50 0x7f65d015c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.889 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.878+0000 7f65d80c4640 1 --2- 172.21.15.188:0/134179211 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f65d0069310 0x7f65d015a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:11.889 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.878+0000 7f65d80c4640 1 -- 172.21.15.188:0/134179211 >> 172.21.15.188:0/134179211 conn(0x7f65d00cc3f0 msgr2=0x7f65d0150780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:11.889 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.878+0000 7f65d80c4640 1 -- 172.21.15.188:0/134179211 shutdown_connections 2023-06-08T03:52:11.889 INFO:teuthology.orchestra.run.smithi188.stderr:2023-06-08T03:52:11.878+0000 7f65d80c4640 1 -- 172.21.15.188:0/134179211 wait complete. 2023-06-08T03:52:11.902 INFO:tasks.ceph.osd.0:Restarting daemon 2023-06-08T03:52:11.903 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2023-06-08T03:52:11.905 INFO:tasks.ceph.osd.0:Started 2023-06-08T03:52:11.905 INFO:tasks.ceph.osd.1:Restarting daemon 2023-06-08T03:52:11.906 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2023-06-08T03:52:11.908 INFO:tasks.ceph.osd.1:Started 2023-06-08T03:52:11.908 INFO:tasks.ceph.osd.2:Restarting daemon 2023-06-08T03:52:11.908 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2023-06-08T03:52:11.910 INFO:tasks.ceph.osd.2:Started 2023-06-08T03:52:11.910 INFO:tasks.ceph.osd.3:Restarting daemon 2023-06-08T03:52:11.911 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2023-06-08T03:52:11.913 INFO:tasks.ceph.osd.3:Started 2023-06-08T03:52:11.913 INFO:tasks.ceph.osd.4:Restarting daemon 2023-06-08T03:52:11.913 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2023-06-08T03:52:11.946 INFO:tasks.ceph.osd.4:Started 2023-06-08T03:52:11.947 INFO:tasks.ceph.osd.5:Restarting daemon 2023-06-08T03:52:11.947 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2023-06-08T03:52:11.949 INFO:tasks.ceph.osd.5:Started 2023-06-08T03:52:11.949 INFO:tasks.ceph.osd.6:Restarting daemon 2023-06-08T03:52:11.949 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2023-06-08T03:52:11.951 INFO:tasks.ceph.osd.6:Started 2023-06-08T03:52:11.951 INFO:tasks.ceph.osd.7:Restarting daemon 2023-06-08T03:52:11.952 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2023-06-08T03:52:11.954 INFO:tasks.ceph.osd.7:Started 2023-06-08T03:52:11.954 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:52:12.077 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.071+0000 7f39e653f640 1 Processor -- start 2023-06-08T03:52:12.077 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.071+0000 7f39e653f640 1 -- start start 2023-06-08T03:52:12.077 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.071+0000 7f39e653f640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f39e015fc70 0x7f39e01636f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:12.077 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.071+0000 7f39e653f640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39e0160040 con 0x7f39e00ac630 2023-06-08T03:52:12.077 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.071+0000 7f39e653f640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39e006a850 con 0x7f39e00c11e0 2023-06-08T03:52:12.077 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.071+0000 7f39e653f640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39e0163c30 con 0x7f39e015fc70 2023-06-08T03:52:12.078 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.075+0000 7f39dffff640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f39e015fc70 0x7f39e01636f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:12.078 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.075+0000 7f39dffff640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f39e015fc70 0x7f39e01636f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.62:55948/0 (socket says 172.21.15.62:55948) 2023-06-08T03:52:12.078 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.075+0000 7f39dffff640 1 -- 172.21.15.62:0/812319930 learned_addr learned my addr 172.21.15.62:0/812319930 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:12.078 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.075+0000 7f39dffff640 1 -- 172.21.15.62:0/812319930 >> v1:172.21.15.188:6789/0 conn(0x7f39e00c11e0 legacy=0x7f39e006afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:12.078 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.075+0000 7f39dffff640 1 -- 172.21.15.62:0/812319930 >> v1:172.21.15.62:6789/0 conn(0x7f39e00ac630 legacy=0x7f39e00c0ad0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-06-08T03:52:12.078 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.075+0000 7f39dffff640 1 -- 172.21.15.62:0/812319930 --> v2:172.21.15.188:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39e0163eb0 con 0x7f39e015fc70 2023-06-08T03:52:12.081 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.079+0000 7f39dffff640 1 --2- 172.21.15.62:0/812319930 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f39e015fc70 0x7f39e01636f0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f39d8009e50 tx=0x7f39d801c910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=57f311c44e5c111d server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:12.081 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.079+0000 7f39deffd640 1 -- 172.21.15.62:0/812319930 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39d80a57d0 con 0x7f39e015fc70 2023-06-08T03:52:12.082 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.079+0000 7f39deffd640 1 -- 172.21.15.62:0/812319930 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39d80a5930 con 0x7f39e015fc70 2023-06-08T03:52:12.082 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.079+0000 7f39e653f640 1 -- 172.21.15.62:0/812319930 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f39e015fc70 msgr2=0x7f39e01636f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:12.083 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.079+0000 7f39e653f640 1 --2- 172.21.15.62:0/812319930 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f39e015fc70 0x7f39e01636f0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f39d8009e50 tx=0x7f39d801c910 comp rx=0 tx=0).stop 2023-06-08T03:52:12.083 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.079+0000 7f39e653f640 1 -- 172.21.15.62:0/812319930 shutdown_connections 2023-06-08T03:52:12.083 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.079+0000 7f39e653f640 1 --2- 172.21.15.62:0/812319930 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f39e015fc70 0x7f39e01636f0 secure :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f39d8009e50 tx=0x7f39d801c910 comp rx=0 tx=0).stop 2023-06-08T03:52:12.083 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.079+0000 7f39e653f640 1 -- 172.21.15.62:0/812319930 >> 172.21.15.62:0/812319930 conn(0x7f39e00af640 msgr2=0x7f39e00afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:12.083 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.079+0000 7f39e653f640 1 -- 172.21.15.62:0/812319930 shutdown_connections 2023-06-08T03:52:12.085 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.079+0000 7f39e653f640 1 -- 172.21.15.62:0/812319930 wait complete. 2023-06-08T03:52:12.087 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.083+0000 7f39e653f640 1 Processor -- start 2023-06-08T03:52:12.088 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.083+0000 7f39e653f640 1 -- start start 2023-06-08T03:52:12.088 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.083+0000 7f39e653f640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f39e00ac630 0x7f39e00ae230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:12.088 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.083+0000 7f39e653f640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f39e00c11e0 0x7f39e014e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:12.088 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.083+0000 7f39e653f640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39e015f080 0x7f39e014e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:12.088 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.083+0000 7f39e653f640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39e0140310 con 0x7f39e015f080 2023-06-08T03:52:12.088 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.083+0000 7f39e653f640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39e00bf920 con 0x7f39e00ac630 2023-06-08T03:52:12.089 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.083+0000 7f39e653f640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39e00bfc00 con 0x7f39e00c11e0 2023-06-08T03:52:12.089 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.083+0000 7f39df7fe640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f39e00c11e0 0x7f39e014e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:12.089 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.083+0000 7f39df7fe640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f39e00c11e0 0x7f39e014e0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.62:53612/0 (socket says 172.21.15.62:53612) 2023-06-08T03:52:12.089 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.083+0000 7f39df7fe640 1 -- 172.21.15.62:0/3506086899 learned_addr learned my addr 172.21.15.62:0/3506086899 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:12.089 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.083+0000 7f39e4adc640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39e015f080 0x7f39e014e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:12.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.083+0000 7f39dffff640 1 --2- 172.21.15.62:0/3506086899 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f39e00ac630 0x7f39e00ae230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:12.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.083+0000 7f39df7fe640 1 -- 172.21.15.62:0/3506086899 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f39e00ac630 msgr2=0x7f39e00ae230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:12.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.083+0000 7f39df7fe640 1 --2- 172.21.15.62:0/3506086899 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f39e00ac630 0x7f39e00ae230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:12.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.083+0000 7f39df7fe640 1 -- 172.21.15.62:0/3506086899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39e015f080 msgr2=0x7f39e014e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:12.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.083+0000 7f39df7fe640 1 --2- 172.21.15.62:0/3506086899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39e015f080 0x7f39e014e5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:12.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.083+0000 7f39df7fe640 1 -- 172.21.15.62:0/3506086899 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39d8009b30 con 0x7f39e00c11e0 2023-06-08T03:52:12.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.083+0000 7f39df7fe640 1 --2- 172.21.15.62:0/3506086899 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f39e00c11e0 0x7f39e014e0b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f39d400c450 tx=0x7f39d400c910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:12.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.087+0000 7f39dcff9640 1 -- 172.21.15.62:0/3506086899 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39d4012830 con 0x7f39e00c11e0 2023-06-08T03:52:12.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.087+0000 7f39dcff9640 1 -- 172.21.15.62:0/3506086899 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39d40129b0 con 0x7f39e00c11e0 2023-06-08T03:52:12.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.087+0000 7f39dcff9640 1 -- 172.21.15.62:0/3506086899 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39d4012d60 con 0x7f39e00c11e0 2023-06-08T03:52:12.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.087+0000 7f39e653f640 1 -- 172.21.15.62:0/3506086899 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39e00bfee0 con 0x7f39e00c11e0 2023-06-08T03:52:12.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.087+0000 7f39e653f640 1 -- 172.21.15.62:0/3506086899 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39e00c04a0 con 0x7f39e00c11e0 2023-06-08T03:52:12.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.087+0000 7f39dcff9640 1 -- 172.21.15.62:0/3506086899 <== mon.2 v2:172.21.15.188:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f39d401c760 con 0x7f39e00c11e0 2023-06-08T03:52:12.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.087+0000 7f39dcff9640 1 -- 172.21.15.62:0/3506086899 <== mon.2 v2:172.21.15.188:3301/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f39d4011380 con 0x7f39e00c11e0 2023-06-08T03:52:12.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.087+0000 7f39e653f640 1 -- 172.21.15.62:0/3506086899 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f39e004d6c0 con 0x7f39e00c11e0 2023-06-08T03:52:12.095 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.091+0000 7f39dcff9640 1 -- 172.21.15.62:0/3506086899 <== mon.2 v2:172.21.15.188:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f39d401b7b0 con 0x7f39e00c11e0 2023-06-08T03:52:12.178 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.175+0000 7f39e653f640 1 -- 172.21.15.62:0/3506086899 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f39e0152080 con 0x7f39e00c11e0 2023-06-08T03:52:12.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.175+0000 7f39dcff9640 1 -- 172.21.15.62:0/3506086899 <== mon.2 v2:172.21.15.188:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f39d401b950 con 0x7f39e00c11e0 2023-06-08T03:52:12.179 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:12.180 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":10,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:52:11.878369+0000","last_up_change":"0.000000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:52:12.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.175+0000 7f39e653f640 1 -- 172.21.15.62:0/3506086899 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f39e00c11e0 msgr2=0x7f39e014e0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:12.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.175+0000 7f39e653f640 1 --2- 172.21.15.62:0/3506086899 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f39e00c11e0 0x7f39e014e0b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f39d400c450 tx=0x7f39d400c910 comp rx=0 tx=0).stop 2023-06-08T03:52:12.181 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.175+0000 7f39e653f640 1 -- 172.21.15.62:0/3506086899 shutdown_connections 2023-06-08T03:52:12.181 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.175+0000 7f39e653f640 1 --2- 172.21.15.62:0/3506086899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39e015f080 0x7f39e014e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:12.181 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.175+0000 7f39e653f640 1 --2- 172.21.15.62:0/3506086899 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f39e00c11e0 0x7f39e014e0b0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:12.181 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.175+0000 7f39e653f640 1 --2- 172.21.15.62:0/3506086899 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f39e00ac630 0x7f39e00ae230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:12.181 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.175+0000 7f39e653f640 1 -- 172.21.15.62:0/3506086899 >> 172.21.15.62:0/3506086899 conn(0x7f39e00af640 msgr2=0x7f39e00703d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:12.181 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.175+0000 7f39e653f640 1 -- 172.21.15.62:0/3506086899 shutdown_connections 2023-06-08T03:52:12.181 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:12.175+0000 7f39e653f640 1 -- 172.21.15.62:0/3506086899 wait complete. 2023-06-08T03:52:12.195 INFO:tasks.ceph.ceph_manager.ceph:[] 2023-06-08T03:52:12.196 INFO:tasks.ceph:Waiting for OSDs to come up 2023-06-08T03:52:12.399 INFO:tasks.ceph.mgr.y.smithi062.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2023-06-08T03:52:12.399 INFO:tasks.ceph.mgr.y.smithi062.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2023-06-08T03:52:12.399 INFO:tasks.ceph.mgr.y.smithi062.stderr: from numpy import show_config as show_numpy_config 2023-06-08T03:52:12.400 INFO:tasks.ceph.mgr.x.smithi188.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2023-06-08T03:52:12.400 INFO:tasks.ceph.mgr.x.smithi188.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2023-06-08T03:52:12.400 INFO:tasks.ceph.mgr.x.smithi188.stderr: from numpy import show_config as show_numpy_config 2023-06-08T03:52:12.466 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:12.463+0000 7f34677b6180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-06-08T03:52:12.469 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:12.458+0000 7fb24c5b5180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-06-08T03:52:12.511 INFO:tasks.ceph.osd.1.smithi062.stderr:2023-06-08T03:52:12.507+0000 7f845a3e7640 -1 Falling back to public interface 2023-06-08T03:52:12.511 INFO:tasks.ceph.osd.2.smithi062.stderr:2023-06-08T03:52:12.507+0000 7f27c9fc7640 -1 Falling back to public interface 2023-06-08T03:52:12.529 INFO:tasks.ceph.osd.0.smithi062.stderr:2023-06-08T03:52:12.527+0000 7f9a144dd640 -1 Falling back to public interface 2023-06-08T03:52:12.533 INFO:tasks.ceph.osd.3.smithi062.stderr:2023-06-08T03:52:12.531+0000 7f654fce9640 -1 Falling back to public interface 2023-06-08T03:52:12.551 INFO:tasks.ceph.osd.5.smithi188.stderr:2023-06-08T03:52:12.542+0000 7f1296c1d640 -1 Falling back to public interface 2023-06-08T03:52:12.552 INFO:tasks.ceph.osd.6.smithi188.stderr:2023-06-08T03:52:12.542+0000 7fecdc889640 -1 Falling back to public interface 2023-06-08T03:52:12.552 INFO:tasks.ceph.osd.7.smithi188.stderr:2023-06-08T03:52:12.542+0000 7fb949a5d640 -1 Falling back to public interface 2023-06-08T03:52:12.574 INFO:tasks.ceph.osd.4.smithi188.stderr:2023-06-08T03:52:12.566+0000 7ffaad1d0640 -1 Falling back to public interface 2023-06-08T03:52:12.641 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:12.630+0000 7fb24c5b5180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-06-08T03:52:12.642 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:12.639+0000 7f34677b6180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-06-08T03:52:12.812 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:12.807+0000 7f34677b6180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-06-08T03:52:12.815 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:12.806+0000 7fb24c5b5180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-06-08T03:52:12.883 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:12.879+0000 7f34677b6180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-06-08T03:52:12.884 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:12.874+0000 7fb24c5b5180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-06-08T03:52:13.001 DEBUG:teuthology.orchestra.run.smithi062:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-06-08T03:52:13.017 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:13.006+0000 7fb24c5b5180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-06-08T03:52:13.021 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:13.019+0000 7f34677b6180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-06-08T03:52:13.119 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.115+0000 7fc8c768b640 1 Processor -- start 2023-06-08T03:52:13.119 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.115+0000 7fc8c768b640 1 -- start start 2023-06-08T03:52:13.120 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.115+0000 7fc8c768b640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8c015bde0 0x7fc8c00ccac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:13.120 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.115+0000 7fc8c768b640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fc8c00cd000 0x7fc8c006fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:13.121 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.115+0000 7fc8c768b640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8c00c9de0 con 0x7fc8c015ba10 2023-06-08T03:52:13.121 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.115+0000 7fc8c768b640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8c00cb2b0 con 0x7fc8c00cd000 2023-06-08T03:52:13.121 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.115+0000 7fc8c768b640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8c00ca0c0 con 0x7fc8c015bde0 2023-06-08T03:52:13.121 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.115+0000 7fc8c5427640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fc8c015ba10 0x7fc8c00caba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:53910/0 (socket says 172.21.15.62:53910) 2023-06-08T03:52:13.121 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.115+0000 7fc8c5427640 1 -- 172.21.15.62:0/3194803252 learned_addr learned my addr 172.21.15.62:0/3194803252 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:13.121 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8c4c26640 1 --2- 172.21.15.62:0/3194803252 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8c015bde0 0x7fc8c00ccac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:13.121 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8c5c28640 1 --2- 172.21.15.62:0/3194803252 >> v2:172.21.15.188:3300/0 conn(0x7fc8c00cd000 0x7fc8c006fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:13.122 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8bffff640 1 -- 172.21.15.62:0/3194803252 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1883759915 0 0) 0x7fc8c00c9de0 con 0x7fc8c015ba10 2023-06-08T03:52:13.122 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8bffff640 1 -- 172.21.15.62:0/3194803252 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc8a8003530 con 0x7fc8c015ba10 2023-06-08T03:52:13.122 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8c4c26640 1 -- 172.21.15.62:0/3194803252 >> v2:172.21.15.188:3300/0 conn(0x7fc8c00cd000 msgr2=0x7fc8c006fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:13.123 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8c4c26640 1 --2- 172.21.15.62:0/3194803252 >> v2:172.21.15.188:3300/0 conn(0x7fc8c00cd000 0x7fc8c006fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:13.123 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8c4c26640 1 -- 172.21.15.62:0/3194803252 >> v1:172.21.15.62:6789/0 conn(0x7fc8c015ba10 legacy=0x7fc8c00caba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:13.123 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8c4c26640 1 -- 172.21.15.62:0/3194803252 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8c00ca3a0 con 0x7fc8c015bde0 2023-06-08T03:52:13.123 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8c5c28640 1 --2- 172.21.15.62:0/3194803252 >> v2:172.21.15.188:3300/0 conn(0x7fc8c00cd000 0x7fc8c006fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:52:13.124 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8c4c26640 1 --2- 172.21.15.62:0/3194803252 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8c015bde0 0x7fc8c00ccac0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc8b40097c0 tx=0x7fc8b401c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e320ee37818718a server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:13.124 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8bffff640 1 -- 172.21.15.62:0/3194803252 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8b40ab600 con 0x7fc8c015bde0 2023-06-08T03:52:13.124 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8bffff640 1 -- 172.21.15.62:0/3194803252 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8b40a7050 con 0x7fc8c015bde0 2023-06-08T03:52:13.124 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8bffff640 1 -- 172.21.15.62:0/3194803252 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8b40ab980 con 0x7fc8c015bde0 2023-06-08T03:52:13.125 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8c768b640 1 -- 172.21.15.62:0/3194803252 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8c015bde0 msgr2=0x7fc8c00ccac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:13.125 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8c768b640 1 --2- 172.21.15.62:0/3194803252 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8c015bde0 0x7fc8c00ccac0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc8b40097c0 tx=0x7fc8b401c3c0 comp rx=0 tx=0).stop 2023-06-08T03:52:13.125 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8c768b640 1 -- 172.21.15.62:0/3194803252 shutdown_connections 2023-06-08T03:52:13.125 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8c768b640 1 --2- 172.21.15.62:0/3194803252 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8c015bde0 0x7fc8c00ccac0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:13.125 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8c768b640 1 --2- 172.21.15.62:0/3194803252 >> v2:172.21.15.188:3300/0 conn(0x7fc8c00cd000 0x7fc8c006fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:13.125 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8c768b640 1 -- 172.21.15.62:0/3194803252 >> 172.21.15.62:0/3194803252 conn(0x7fc8c00cc3f0 msgr2=0x7fc8c00cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:13.125 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8c768b640 1 -- 172.21.15.62:0/3194803252 shutdown_connections 2023-06-08T03:52:13.125 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.119+0000 7fc8c768b640 1 -- 172.21.15.62:0/3194803252 wait complete. 2023-06-08T03:52:13.127 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c768b640 1 Processor -- start 2023-06-08T03:52:13.127 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c768b640 1 -- start start 2023-06-08T03:52:13.127 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c768b640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8c00cd000 0x7fc8c014d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:13.128 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c768b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc8c015ba10 0x7fc8c0154410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:13.128 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c768b640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc8c015bde0 0x7fc8c0154950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:13.128 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c768b640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8c015a1d0 con 0x7fc8c015ba10 2023-06-08T03:52:13.128 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c768b640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8c01631a0 con 0x7fc8c015bde0 2023-06-08T03:52:13.128 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c768b640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8c015af00 con 0x7fc8c00cd000 2023-06-08T03:52:13.128 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c4c26640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc8c015ba10 0x7fc8c0154410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:13.128 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c4c26640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc8c015ba10 0x7fc8c0154410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:54040/0 (socket says 172.21.15.62:54040) 2023-06-08T03:52:13.129 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c4c26640 1 -- 172.21.15.62:0/2717729450 learned_addr learned my addr 172.21.15.62:0/2717729450 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:13.129 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c5c28640 1 --2- 172.21.15.62:0/2717729450 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc8c015bde0 0x7fc8c0154950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:13.129 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c5427640 1 --2- 172.21.15.62:0/2717729450 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8c00cd000 0x7fc8c014d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:13.129 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c4c26640 1 -- 172.21.15.62:0/2717729450 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8c00cd000 msgr2=0x7fc8c014d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:13.129 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c4c26640 1 --2- 172.21.15.62:0/2717729450 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8c00cd000 0x7fc8c014d1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:13.129 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c4c26640 1 -- 172.21.15.62:0/2717729450 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc8c015bde0 msgr2=0x7fc8c0154950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:13.129 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c4c26640 1 --2- 172.21.15.62:0/2717729450 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc8c015bde0 0x7fc8c0154950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:13.129 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c4c26640 1 -- 172.21.15.62:0/2717729450 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8b8009420 con 0x7fc8c015ba10 2023-06-08T03:52:13.130 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c4c26640 1 --2- 172.21.15.62:0/2717729450 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc8c015ba10 0x7fc8c0154410 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fc8b4019ff0 tx=0x7fc8b4019160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:13.130 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8bdffb640 1 -- 172.21.15.62:0/2717729450 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8b4006e20 con 0x7fc8c015ba10 2023-06-08T03:52:13.130 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8bdffb640 1 -- 172.21.15.62:0/2717729450 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8b40b4430 con 0x7fc8c015ba10 2023-06-08T03:52:13.130 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c768b640 1 -- 172.21.15.62:0/2717729450 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8b4009420 con 0x7fc8c015ba10 2023-06-08T03:52:13.130 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8bdffb640 1 -- 172.21.15.62:0/2717729450 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8b40b47c0 con 0x7fc8c015ba10 2023-06-08T03:52:13.130 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c768b640 1 -- 172.21.15.62:0/2717729450 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8c015a420 con 0x7fc8c015ba10 2023-06-08T03:52:13.130 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8bdffb640 1 -- 172.21.15.62:0/2717729450 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fc8b40b2040 con 0x7fc8c015ba10 2023-06-08T03:52:13.130 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8bdffb640 1 -- 172.21.15.62:0/2717729450 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7fc8b40be460 con 0x7fc8c015ba10 2023-06-08T03:52:13.131 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.123+0000 7fc8c768b640 1 -- 172.21.15.62:0/2717729450 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8c015b070 con 0x7fc8c015ba10 2023-06-08T03:52:13.139 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.135+0000 7fc8bdffb640 1 -- 172.21.15.62:0/2717729450 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7fc8b40b0070 con 0x7fc8c015ba10 2023-06-08T03:52:13.196 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.191+0000 7fc8c768b640 1 -- 172.21.15.62:0/2717729450 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc8c004d6c0 con 0x7fc8c015ba10 2023-06-08T03:52:13.197 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.195+0000 7fc8bdffb640 1 -- 172.21.15.62:0/2717729450 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fc8b40c73d0 con 0x7fc8c015ba10 2023-06-08T03:52:13.197 INFO:teuthology.misc.health.smithi062.stdout: 2023-06-08T03:52:13.197 INFO:teuthology.misc.health.smithi062.stdout:{"epoch":10,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:52:11.878369+0000","last_up_change":"0.000000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:52:13.198 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.195+0000 7fc8c768b640 1 -- 172.21.15.62:0/2717729450 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc8c015ba10 msgr2=0x7fc8c0154410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:13.198 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.195+0000 7fc8c768b640 1 --2- 172.21.15.62:0/2717729450 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc8c015ba10 0x7fc8c0154410 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fc8b4019ff0 tx=0x7fc8b4019160 comp rx=0 tx=0).stop 2023-06-08T03:52:13.198 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.195+0000 7fc8c768b640 1 -- 172.21.15.62:0/2717729450 shutdown_connections 2023-06-08T03:52:13.199 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.195+0000 7fc8c768b640 1 --2- 172.21.15.62:0/2717729450 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc8c015bde0 0x7fc8c0154950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:13.199 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.195+0000 7fc8c768b640 1 --2- 172.21.15.62:0/2717729450 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc8c015ba10 0x7fc8c0154410 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:13.199 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.195+0000 7fc8c768b640 1 --2- 172.21.15.62:0/2717729450 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8c00cd000 0x7fc8c014d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:13.199 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.195+0000 7fc8c768b640 1 -- 172.21.15.62:0/2717729450 >> 172.21.15.62:0/2717729450 conn(0x7fc8c00cc3f0 msgr2=0x7fc8c01566e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:13.199 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.195+0000 7fc8c768b640 1 -- 172.21.15.62:0/2717729450 shutdown_connections 2023-06-08T03:52:13.199 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:13.195+0000 7fc8c768b640 1 -- 172.21.15.62:0/2717729450 wait complete. 2023-06-08T03:52:13.212 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-06-08T03:52:13.639 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:13.630+0000 7fb24c5b5180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-06-08T03:52:13.647 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:13.643+0000 7f34677b6180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-06-08T03:52:13.713 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:13.702+0000 7fb24c5b5180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-06-08T03:52:13.726 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:13.723+0000 7f34677b6180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-06-08T03:52:13.882 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:13.875+0000 7fb24c5b5180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-06-08T03:52:13.902 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:13.899+0000 7f34677b6180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-06-08T03:52:13.954 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:13.947+0000 7fb24c5b5180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-06-08T03:52:13.979 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:13.975+0000 7f34677b6180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-06-08T03:52:14.198 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:14.191+0000 7fb24c5b5180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-06-08T03:52:14.235 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:14.231+0000 7f34677b6180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-06-08T03:52:14.256 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:14.247+0000 7fb24c5b5180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-06-08T03:52:14.298 INFO:tasks.ceph.mgr.y.smithi062.stderr:2023-06-08T03:52:14.295+0000 7f34677b6180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-06-08T03:52:15.292 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:15.283+0000 7fb1f4072640 -1 mgr.server handle_report got status from non-daemon mon.c 2023-06-08T03:52:15.300 INFO:tasks.ceph.mgr.x.smithi188.stderr:2023-06-08T03:52:15.291+0000 7fb1f4072640 -1 mgr.server handle_report got status from non-daemon mon.b 2023-06-08T03:52:16.360 INFO:tasks.ceph.osd.3.smithi062.stderr:2023-06-08T03:52:16.354+0000 7f654fce9640 -1 osd.3 0 log_to_monitors true 2023-06-08T03:52:16.370 INFO:tasks.ceph.osd.7.smithi188.stderr:2023-06-08T03:52:16.363+0000 7fb949a5d640 -1 osd.7 0 log_to_monitors true 2023-06-08T03:52:16.422 INFO:tasks.ceph.osd.6.smithi188.stderr:2023-06-08T03:52:16.415+0000 7fecdc889640 -1 osd.6 0 log_to_monitors true 2023-06-08T03:52:16.426 INFO:tasks.ceph.osd.2.smithi062.stderr:2023-06-08T03:52:16.422+0000 7f27c9fc7640 -1 osd.2 0 log_to_monitors true 2023-06-08T03:52:16.470 INFO:tasks.ceph.osd.5.smithi188.stderr:2023-06-08T03:52:16.463+0000 7f1296c1d640 -1 osd.5 0 log_to_monitors true 2023-06-08T03:52:16.475 INFO:tasks.ceph.osd.0.smithi062.stderr:2023-06-08T03:52:16.470+0000 7f9a144dd640 -1 osd.0 0 log_to_monitors true 2023-06-08T03:52:16.506 INFO:tasks.ceph.osd.4.smithi188.stderr:2023-06-08T03:52:16.499+0000 7ffaad1d0640 -1 osd.4 0 log_to_monitors true 2023-06-08T03:52:16.525 INFO:tasks.ceph.osd.1.smithi062.stderr:2023-06-08T03:52:16.522+0000 7f845a3e7640 -1 osd.1 0 log_to_monitors true 2023-06-08T03:52:20.016 DEBUG:teuthology.orchestra.run.smithi062:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-06-08T03:52:20.213 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.206+0000 7fa589184640 1 Processor -- start 2023-06-08T03:52:20.213 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.206+0000 7fa589184640 1 -- start start 2023-06-08T03:52:20.214 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.210+0000 7fa589184640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fa5840ca080 0x7fa584157ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:20.215 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.210+0000 7fa589184640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa584158010 0x7fa58406eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:20.215 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.210+0000 7fa589184640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa58406d4c0 con 0x7fa58406d0f0 2023-06-08T03:52:20.215 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.210+0000 7fa589184640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa584158a70 con 0x7fa584158010 2023-06-08T03:52:20.215 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.210+0000 7fa589184640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5841584b0 con 0x7fa5840ca080 2023-06-08T03:52:20.215 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.210+0000 7fa583fff640 1 --1- >> v1:172.21.15.188:6789/0 conn(0x7fa58406d0f0 0x7fa58415b9f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.188:6789/0 says I am v1:172.21.15.62:48146/0 (socket says 172.21.15.62:48146) 2023-06-08T03:52:20.215 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.210+0000 7fa583fff640 1 -- 172.21.15.62:0/1071299415 learned_addr learned my addr 172.21.15.62:0/1071299415 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:20.216 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.210+0000 7fa588983640 1 --2- 172.21.15.62:0/1071299415 >> v2:172.21.15.62:3300/0 conn(0x7fa584158010 0x7fa58406eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:20.216 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.210+0000 7fa5837fe640 1 --2- 172.21.15.62:0/1071299415 >> v2:172.21.15.188:3300/0 conn(0x7fa5840ca080 0x7fa584157ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:20.216 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.210+0000 7fa588983640 1 -- 172.21.15.62:0/1071299415 >> v2:172.21.15.188:3300/0 conn(0x7fa5840ca080 msgr2=0x7fa584157ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:20.216 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.210+0000 7fa588983640 1 --2- 172.21.15.62:0/1071299415 >> v2:172.21.15.188:3300/0 conn(0x7fa5840ca080 0x7fa584157ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:20.217 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.210+0000 7fa588983640 1 -- 172.21.15.62:0/1071299415 >> v1:172.21.15.188:6789/0 conn(0x7fa58406d0f0 legacy=0x7fa58415b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:20.217 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.210+0000 7fa588983640 1 -- 172.21.15.62:0/1071299415 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa584158790 con 0x7fa584158010 2023-06-08T03:52:20.219 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.214+0000 7fa588983640 1 --2- 172.21.15.62:0/1071299415 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa584158010 0x7fa58406eaa0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fa584069eb0 tx=0x7fa57c01e9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17a73644671b1737 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:20.220 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.214+0000 7fa582ffd640 1 -- 172.21.15.62:0/1071299415 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa57c0a7aa0 con 0x7fa584158010 2023-06-08T03:52:20.220 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.214+0000 7fa582ffd640 1 -- 172.21.15.62:0/1071299415 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa57c0a7c00 con 0x7fa584158010 2023-06-08T03:52:20.221 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.218+0000 7fa589184640 1 -- 172.21.15.62:0/1071299415 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa584158010 msgr2=0x7fa58406eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:20.221 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.218+0000 7fa589184640 1 --2- 172.21.15.62:0/1071299415 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa584158010 0x7fa58406eaa0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fa584069eb0 tx=0x7fa57c01e9d0 comp rx=0 tx=0).stop 2023-06-08T03:52:20.222 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.218+0000 7fa589184640 1 -- 172.21.15.62:0/1071299415 shutdown_connections 2023-06-08T03:52:20.222 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.218+0000 7fa589184640 1 --2- 172.21.15.62:0/1071299415 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa584158010 0x7fa58406eaa0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:20.222 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.218+0000 7fa589184640 1 --2- 172.21.15.62:0/1071299415 >> v2:172.21.15.188:3300/0 conn(0x7fa5840ca080 0x7fa584157ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:20.222 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.218+0000 7fa589184640 1 -- 172.21.15.62:0/1071299415 >> 172.21.15.62:0/1071299415 conn(0x7fa5840ca4b0 msgr2=0x7fa5840ca8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:20.222 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.218+0000 7fa589184640 1 -- 172.21.15.62:0/1071299415 shutdown_connections 2023-06-08T03:52:20.222 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.218+0000 7fa589184640 1 -- 172.21.15.62:0/1071299415 wait complete. 2023-06-08T03:52:20.223 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.218+0000 7fa589184640 1 Processor -- start 2023-06-08T03:52:20.224 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.218+0000 7fa589184640 1 -- start start 2023-06-08T03:52:20.225 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.218+0000 7fa589184640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa58406d0f0 0x7fa58414a010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:20.225 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.218+0000 7fa589184640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5840ca080 0x7fa58414c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:20.225 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa589184640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5840cbc50 0x7fa5840cc0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:20.225 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa589184640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa58414ce70 con 0x7fa5840ca080 2023-06-08T03:52:20.225 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa589184640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5840cc630 con 0x7fa58406d0f0 2023-06-08T03:52:20.225 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa589184640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa58414dc60 con 0x7fa5840cbc50 2023-06-08T03:52:20.226 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa5837fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5840ca080 0x7fa58414c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:20.226 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa5837fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5840ca080 0x7fa58414c4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47242/0 (socket says 172.21.15.62:47242) 2023-06-08T03:52:20.226 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa5837fe640 1 -- 172.21.15.62:0/1233127155 learned_addr learned my addr 172.21.15.62:0/1233127155 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:20.227 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa588983640 1 --2- 172.21.15.62:0/1233127155 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5840cbc50 0x7fa5840cc0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:20.227 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa583fff640 1 --2- 172.21.15.62:0/1233127155 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa58406d0f0 0x7fa58414a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:20.227 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa588983640 1 -- 172.21.15.62:0/1233127155 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa58406d0f0 msgr2=0x7fa58414a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:20.227 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa588983640 1 --2- 172.21.15.62:0/1233127155 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa58406d0f0 0x7fa58414a010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:20.227 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa588983640 1 -- 172.21.15.62:0/1233127155 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5840ca080 msgr2=0x7fa58414c4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:20.228 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa588983640 1 --2- 172.21.15.62:0/1233127155 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5840ca080 0x7fa58414c4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:20.228 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa588983640 1 -- 172.21.15.62:0/1233127155 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa57c009a70 con 0x7fa5840cbc50 2023-06-08T03:52:20.228 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa583fff640 1 --2- 172.21.15.62:0/1233127155 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa58406d0f0 0x7fa58414a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:52:20.228 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa5837fe640 1 --2- 172.21.15.62:0/1233127155 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5840ca080 0x7fa58414c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:52:20.229 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa588983640 1 --2- 172.21.15.62:0/1233127155 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5840cbc50 0x7fa5840cc0f0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fa57c0ae000 tx=0x7fa57c01d210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:20.229 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa580ff9640 1 -- 172.21.15.62:0/1233127155 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa57c0af870 con 0x7fa5840cbc50 2023-06-08T03:52:20.229 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa580ff9640 1 -- 172.21.15.62:0/1233127155 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa57c0af9d0 con 0x7fa5840cbc50 2023-06-08T03:52:20.229 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa580ff9640 1 -- 172.21.15.62:0/1233127155 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa57c0afd40 con 0x7fa5840cbc50 2023-06-08T03:52:20.229 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa589184640 1 -- 172.21.15.62:0/1233127155 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa58414d050 con 0x7fa5840cbc50 2023-06-08T03:52:20.229 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.222+0000 7fa589184640 1 -- 172.21.15.62:0/1233127155 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa58414d610 con 0x7fa5840cbc50 2023-06-08T03:52:20.230 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.226+0000 7fa580ff9640 1 -- 172.21.15.62:0/1233127155 <== mon.2 v2:172.21.15.188:3301/0 4 ==== mgrmap(e 4) v1 ==== 85602+0+0 (secure 0 0 0) 0x7fa57c0b6040 con 0x7fa5840cbc50 2023-06-08T03:52:20.230 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.226+0000 7fa580ff9640 1 --2- 172.21.15.62:0/1233127155 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5700661f0 0x7fa5700686a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:20.231 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.226+0000 7fa580ff9640 1 -- 172.21.15.62:0/1233127155 <== mon.2 v2:172.21.15.188:3301/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2231+0+0 (secure 0 0 0) 0x7fa57c11d770 con 0x7fa5840cbc50 2023-06-08T03:52:20.231 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.226+0000 7fa583fff640 1 --2- 172.21.15.62:0/1233127155 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5700661f0 0x7fa5700686a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:20.232 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.226+0000 7fa589184640 1 -- 172.21.15.62:0/1233127155 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa564005260 con 0x7fa5840cbc50 2023-06-08T03:52:20.233 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.226+0000 7fa583fff640 1 --2- 172.21.15.62:0/1233127155 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5700661f0 0x7fa5700686a0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fa58414f820 tx=0x7fa574004fa0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:20.241 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.234+0000 7fa580ff9640 1 -- 172.21.15.62:0/1233127155 <== mon.2 v2:172.21.15.188:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa57c0ebc70 con 0x7fa5840cbc50 2023-06-08T03:52:20.561 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.554+0000 7fa589184640 1 -- 172.21.15.62:0/1233127155 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa5640050d0 con 0x7fa5840cbc50 2023-06-08T03:52:20.562 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.558+0000 7fa580ff9640 1 -- 172.21.15.62:0/1233127155 <== mon.2 v2:172.21.15.188:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fa57c0bc020 con 0x7fa5840cbc50 2023-06-08T03:52:20.562 INFO:teuthology.misc.health.smithi062.stdout: 2023-06-08T03:52:20.562 INFO:teuthology.misc.health.smithi062.stdout:{"epoch":12,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:52:18.303296+0000","last_up_change":"0.000000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:52:20.566 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.562+0000 7fa589184640 1 -- 172.21.15.62:0/1233127155 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5700661f0 msgr2=0x7fa5700686a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:20.566 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.562+0000 7fa589184640 1 --2- 172.21.15.62:0/1233127155 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5700661f0 0x7fa5700686a0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fa58414f820 tx=0x7fa574004fa0 comp rx=0 tx=0).stop 2023-06-08T03:52:20.566 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.562+0000 7fa589184640 1 -- 172.21.15.62:0/1233127155 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5840cbc50 msgr2=0x7fa5840cc0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:20.566 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.562+0000 7fa589184640 1 --2- 172.21.15.62:0/1233127155 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5840cbc50 0x7fa5840cc0f0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fa57c0ae000 tx=0x7fa57c01d210 comp rx=0 tx=0).stop 2023-06-08T03:52:20.567 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.562+0000 7fa589184640 1 -- 172.21.15.62:0/1233127155 shutdown_connections 2023-06-08T03:52:20.567 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.562+0000 7fa589184640 1 --2- 172.21.15.62:0/1233127155 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5700661f0 0x7fa5700686a0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:20.567 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.562+0000 7fa589184640 1 --2- 172.21.15.62:0/1233127155 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5840cbc50 0x7fa5840cc0f0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:20.568 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.562+0000 7fa589184640 1 --2- 172.21.15.62:0/1233127155 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5840ca080 0x7fa58414c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:20.568 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.562+0000 7fa589184640 1 --2- 172.21.15.62:0/1233127155 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa58406d0f0 0x7fa58414a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:20.568 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.562+0000 7fa589184640 1 -- 172.21.15.62:0/1233127155 >> 172.21.15.62:0/1233127155 conn(0x7fa5840ca4b0 msgr2=0x7fa5840ca880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:20.568 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.562+0000 7fa589184640 1 -- 172.21.15.62:0/1233127155 shutdown_connections 2023-06-08T03:52:20.568 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:20.562+0000 7fa589184640 1 -- 172.21.15.62:0/1233127155 wait complete. 2023-06-08T03:52:20.591 INFO:tasks.ceph.osd.7.smithi188.stderr:2023-06-08T03:52:20.583+0000 7fb9451df640 -1 osd.7 0 waiting for initial osdmap 2023-06-08T03:52:20.592 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-06-08T03:52:20.635 INFO:tasks.ceph.osd.5.smithi188.stderr:2023-06-08T03:52:20.627+0000 7f1293bda640 -1 osd.5 0 waiting for initial osdmap 2023-06-08T03:52:20.636 INFO:tasks.ceph.osd.4.smithi188.stderr:2023-06-08T03:52:20.627+0000 7ffaa8952640 -1 osd.4 0 waiting for initial osdmap 2023-06-08T03:52:20.637 INFO:tasks.ceph.osd.7.smithi188.stderr:2023-06-08T03:52:20.631+0000 7fb93d824640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-08T03:52:20.643 INFO:tasks.ceph.osd.6.smithi188.stderr:2023-06-08T03:52:20.635+0000 7fecd800b640 -1 osd.6 0 waiting for initial osdmap 2023-06-08T03:52:20.657 INFO:tasks.ceph.osd.4.smithi188.stderr:2023-06-08T03:52:20.651+0000 7ffaa0f97640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-08T03:52:20.661 INFO:tasks.ceph.osd.5.smithi188.stderr:2023-06-08T03:52:20.655+0000 7f128a9e4640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-08T03:52:20.673 INFO:tasks.ceph.osd.6.smithi188.stderr:2023-06-08T03:52:20.667+0000 7fecd0650640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-08T03:52:20.705 INFO:tasks.ceph.osd.0.smithi062.stderr:2023-06-08T03:52:20.702+0000 7f9a0fc5f640 -1 osd.0 0 waiting for initial osdmap 2023-06-08T03:52:20.733 INFO:tasks.ceph.osd.0.smithi062.stderr:2023-06-08T03:52:20.730+0000 7f9a082a4640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-08T03:52:20.789 INFO:tasks.ceph.osd.2.smithi062.stderr:2023-06-08T03:52:20.786+0000 7f27c5749640 -1 osd.2 0 waiting for initial osdmap 2023-06-08T03:52:20.792 INFO:tasks.ceph.osd.1.smithi062.stderr:2023-06-08T03:52:20.786+0000 7f8455b69640 -1 osd.1 0 waiting for initial osdmap 2023-06-08T03:52:20.817 INFO:tasks.ceph.osd.2.smithi062.stderr:2023-06-08T03:52:20.814+0000 7f27bdd8e640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-08T03:52:20.825 INFO:tasks.ceph.osd.1.smithi062.stderr:2023-06-08T03:52:20.822+0000 7f844e1ae640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-08T03:52:20.828 INFO:tasks.ceph.osd.3.smithi062.stderr:2023-06-08T03:52:20.822+0000 7f654b46b640 -1 osd.3 0 waiting for initial osdmap 2023-06-08T03:52:20.865 INFO:tasks.ceph.osd.3.smithi062.stderr:2023-06-08T03:52:20.862+0000 7f6543ab0640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-08T03:52:27.396 DEBUG:teuthology.orchestra.run.smithi062:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-06-08T03:52:27.518 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.514+0000 7f1348c44640 1 Processor -- start 2023-06-08T03:52:27.518 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.514+0000 7f1348c44640 1 -- start start 2023-06-08T03:52:27.519 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.514+0000 7f1348c44640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f13440ca430 0x7f13440ca800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:27.519 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.514+0000 7f1348c44640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f13440c8820 0x7f13440c8c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:27.519 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.514+0000 7f1348c44640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f13440c8390 con 0x7f1344159730 2023-06-08T03:52:27.519 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.514+0000 7f1348c44640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1344070870 con 0x7f13440ca430 2023-06-08T03:52:27.520 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.514+0000 7f1348c44640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1344070b50 con 0x7f13440c8820 2023-06-08T03:52:27.520 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.514+0000 7f134259c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f13440ca430 0x7f13440ca800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:27.520 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.514+0000 7f134259c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f13440ca430 0x7f13440ca800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49656/0 (socket says 172.21.15.62:49656) 2023-06-08T03:52:27.520 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.514+0000 7f1341d9b640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f1344159730 0x7f134406fd20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:54980/0 (socket says 172.21.15.62:54980) 2023-06-08T03:52:27.520 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.514+0000 7f134259c640 1 -- 172.21.15.62:0/1371160702 learned_addr learned my addr 172.21.15.62:0/1371160702 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:27.520 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.514+0000 7f1342d9d640 1 --2- 172.21.15.62:0/1371160702 >> v2:172.21.15.188:3300/0 conn(0x7f13440c8820 0x7f13440c8c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:27.521 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.514+0000 7f134259c640 1 -- 172.21.15.62:0/1371160702 >> v2:172.21.15.188:3300/0 conn(0x7f13440c8820 msgr2=0x7f13440c8c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:27.521 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.514+0000 7f134259c640 1 --2- 172.21.15.62:0/1371160702 >> v2:172.21.15.188:3300/0 conn(0x7f13440c8820 0x7f13440c8c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:27.521 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.514+0000 7f134259c640 1 -- 172.21.15.62:0/1371160702 >> v1:172.21.15.62:6789/0 conn(0x7f1344159730 legacy=0x7f134406fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:27.521 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.514+0000 7f134259c640 1 -- 172.21.15.62:0/1371160702 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1344070e30 con 0x7f13440ca430 2023-06-08T03:52:27.521 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.514+0000 7f134159a640 1 -- 172.21.15.62:0/1371160702 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 581330211 0 0) 0x7f13440c8390 con 0x7f1344159730 2023-06-08T03:52:27.522 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.518+0000 7f134259c640 1 --2- 172.21.15.62:0/1371160702 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13440ca430 0x7f13440ca800 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f134406ce30 tx=0x7f133401c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=355fd05ff55415cc server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:27.523 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.518+0000 7f134159a640 1 -- 172.21.15.62:0/1371160702 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13340ab610 con 0x7f13440ca430 2023-06-08T03:52:27.523 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.518+0000 7f134159a640 1 -- 172.21.15.62:0/1371160702 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13340ab770 con 0x7f13440ca430 2023-06-08T03:52:27.523 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.518+0000 7f134159a640 1 -- 172.21.15.62:0/1371160702 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13340abb00 con 0x7f13440ca430 2023-06-08T03:52:27.524 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.518+0000 7f1348c44640 1 -- 172.21.15.62:0/1371160702 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13440ca430 msgr2=0x7f13440ca800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:27.524 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.518+0000 7f1348c44640 1 --2- 172.21.15.62:0/1371160702 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13440ca430 0x7f13440ca800 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f134406ce30 tx=0x7f133401c500 comp rx=0 tx=0).stop 2023-06-08T03:52:27.524 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.518+0000 7f1348c44640 1 -- 172.21.15.62:0/1371160702 shutdown_connections 2023-06-08T03:52:27.524 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.518+0000 7f1348c44640 1 --2- 172.21.15.62:0/1371160702 >> v2:172.21.15.188:3300/0 conn(0x7f13440c8820 0x7f13440c8c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:27.524 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.518+0000 7f1348c44640 1 --2- 172.21.15.62:0/1371160702 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13440ca430 0x7f13440ca800 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:27.525 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.518+0000 7f1348c44640 1 -- 172.21.15.62:0/1371160702 >> 172.21.15.62:0/1371160702 conn(0x7f13440af640 msgr2=0x7f13440afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:27.525 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.518+0000 7f1348c44640 1 -- 172.21.15.62:0/1371160702 shutdown_connections 2023-06-08T03:52:27.525 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.518+0000 7f1348c44640 1 -- 172.21.15.62:0/1371160702 wait complete. 2023-06-08T03:52:27.526 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.518+0000 7f1348c44640 1 Processor -- start 2023-06-08T03:52:27.526 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.518+0000 7f1348c44640 1 -- start start 2023-06-08T03:52:27.526 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f1348c44640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13440c8820 0x7f13440c2340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:27.527 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f1348c44640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f13440ca430 0x7f1344152010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:27.527 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f1348c44640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1344159730 0x7f1344152550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:27.527 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f1348c44640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f134414aa20 con 0x7f13440c8820 2023-06-08T03:52:27.527 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f1348c44640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13440c2c70 con 0x7f1344159730 2023-06-08T03:52:27.527 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f1348c44640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f13440c2990 con 0x7f13440ca430 2023-06-08T03:52:27.527 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f134259c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13440c8820 0x7f13440c2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:27.527 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f134259c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13440c8820 0x7f13440c2340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49658/0 (socket says 172.21.15.62:49658) 2023-06-08T03:52:27.528 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f134259c640 1 -- 172.21.15.62:0/3086800375 learned_addr learned my addr 172.21.15.62:0/3086800375 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:27.528 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f1342d9d640 1 --2- 172.21.15.62:0/3086800375 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1344159730 0x7f1344152550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:27.528 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f1341d9b640 1 --2- 172.21.15.62:0/3086800375 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f13440ca430 0x7f1344152010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:27.528 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f134259c640 1 -- 172.21.15.62:0/3086800375 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f13440ca430 msgr2=0x7f1344152010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:27.528 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f134259c640 1 --2- 172.21.15.62:0/3086800375 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f13440ca430 0x7f1344152010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:27.528 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f134259c640 1 -- 172.21.15.62:0/3086800375 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1344159730 msgr2=0x7f1344152550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:27.528 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f134259c640 1 --2- 172.21.15.62:0/3086800375 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1344159730 0x7f1344152550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:27.528 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f134259c640 1 -- 172.21.15.62:0/3086800375 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13340094d0 con 0x7f13440c8820 2023-06-08T03:52:27.529 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f1341d9b640 1 --2- 172.21.15.62:0/3086800375 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f13440ca430 0x7f1344152010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:27.529 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f1342d9d640 1 --2- 172.21.15.62:0/3086800375 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1344159730 0x7f1344152550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:27.529 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f134259c640 1 --2- 172.21.15.62:0/3086800375 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13440c8820 0x7f13440c2340 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f1334019110 tx=0x7f133401ad40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:27.530 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f1332ffd640 1 -- 172.21.15.62:0/3086800375 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13340b4800 con 0x7f13440c8820 2023-06-08T03:52:27.530 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f1332ffd640 1 -- 172.21.15.62:0/3086800375 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13340b4960 con 0x7f13440c8820 2023-06-08T03:52:27.530 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f1348c44640 1 -- 172.21.15.62:0/3086800375 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f134414a3d0 con 0x7f13440c8820 2023-06-08T03:52:27.530 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f1332ffd640 1 -- 172.21.15.62:0/3086800375 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13340b4d10 con 0x7f13440c8820 2023-06-08T03:52:27.531 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f1348c44640 1 -- 172.21.15.62:0/3086800375 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1344146280 con 0x7f13440c8820 2023-06-08T03:52:27.531 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f1348c44640 1 -- 172.21.15.62:0/3086800375 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f134414a230 con 0x7f13440c8820 2023-06-08T03:52:27.531 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f1332ffd640 1 -- 172.21.15.62:0/3086800375 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f13340b3380 con 0x7f13440c8820 2023-06-08T03:52:27.531 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f1332ffd640 1 --2- 172.21.15.62:0/3086800375 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1324066280 0x7f1324068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:27.531 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f1332ffd640 1 -- 172.21.15.62:0/3086800375 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f133411dd30 con 0x7f13440c8820 2023-06-08T03:52:27.531 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.522+0000 7f1341d9b640 1 --2- 172.21.15.62:0/3086800375 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1324066280 0x7f1324068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:27.531 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.526+0000 7f1341d9b640 1 --2- 172.21.15.62:0/3086800375 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1324066280 0x7f1324068730 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1338007fd0 tx=0x7f1338009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:27.533 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.530+0000 7f1332ffd640 1 -- 172.21.15.62:0/3086800375 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f134414a230 con 0x7f13440c8820 2023-06-08T03:52:27.686 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.682+0000 7f1348c44640 1 -- 172.21.15.62:0/3086800375 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f134414a230 con 0x7f13440c8820 2023-06-08T03:52:27.687 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.682+0000 7f1332ffd640 1 -- 172.21.15.62:0/3086800375 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12850 (secure 0 0 0) 0x7f134414a230 con 0x7f13440c8820 2023-06-08T03:52:27.688 INFO:teuthology.misc.health.smithi062.stdout: 2023-06-08T03:52:27.688 INFO:teuthology.misc.health.smithi062.stdout:{"epoch":16,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:52:24.667348+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:52:27.690 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.686+0000 7f1348c44640 1 -- 172.21.15.62:0/3086800375 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1324066280 msgr2=0x7f1324068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:27.690 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.686+0000 7f1348c44640 1 --2- 172.21.15.62:0/3086800375 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1324066280 0x7f1324068730 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1338007fd0 tx=0x7f1338009040 comp rx=0 tx=0).stop 2023-06-08T03:52:27.690 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.686+0000 7f1348c44640 1 -- 172.21.15.62:0/3086800375 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13440c8820 msgr2=0x7f13440c2340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:27.690 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.686+0000 7f1348c44640 1 --2- 172.21.15.62:0/3086800375 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13440c8820 0x7f13440c2340 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f1334019110 tx=0x7f133401ad40 comp rx=0 tx=0).stop 2023-06-08T03:52:27.690 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.686+0000 7f1348c44640 1 -- 172.21.15.62:0/3086800375 shutdown_connections 2023-06-08T03:52:27.691 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.686+0000 7f1348c44640 1 --2- 172.21.15.62:0/3086800375 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1324066280 0x7f1324068730 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:27.691 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.686+0000 7f1348c44640 1 --2- 172.21.15.62:0/3086800375 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1344159730 0x7f1344152550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:27.691 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.686+0000 7f1348c44640 1 --2- 172.21.15.62:0/3086800375 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f13440ca430 0x7f1344152010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:27.691 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.686+0000 7f1348c44640 1 --2- 172.21.15.62:0/3086800375 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13440c8820 0x7f13440c2340 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:27.691 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.686+0000 7f1348c44640 1 -- 172.21.15.62:0/3086800375 >> 172.21.15.62:0/3086800375 conn(0x7f13440af640 msgr2=0x7f13440b1c00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:27.691 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.686+0000 7f1348c44640 1 -- 172.21.15.62:0/3086800375 shutdown_connections 2023-06-08T03:52:27.691 INFO:teuthology.misc.health.smithi062.stderr:2023-06-08T03:52:27.686+0000 7f1348c44640 1 -- 172.21.15.62:0/3086800375 wait complete. 2023-06-08T03:52:27.697 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:52:27.699 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:52:27.705 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-06-08T03:52:27.705 INFO:tasks.ceph:Creating RBD pool 2023-06-08T03:52:27.706 DEBUG:teuthology.orchestra.run.smithi062:> sudo ceph --cluster ceph osd pool create rbd 8 2023-06-08T03:52:27.906 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcf5960640 1 Processor -- start 2023-06-08T03:52:27.906 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcf5960640 1 -- start start 2023-06-08T03:52:27.909 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcf5960640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbcf015d130 0x7fbcf00af6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:27.909 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcf5960640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbcf0157490 con 0x7fbcf01570c0 2023-06-08T03:52:27.909 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcf5960640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbcf015de80 con 0x7fbcf0070de0 2023-06-08T03:52:27.909 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcf5960640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbcf0070020 con 0x7fbcf015d130 2023-06-08T03:52:27.909 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbceeffd640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fbcf01570c0 0x7fbcf015d770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:54988/0 (socket says 172.21.15.62:54988) 2023-06-08T03:52:27.909 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbceeffd640 1 -- 172.21.15.62:0/1548283815 learned_addr learned my addr 172.21.15.62:0/1548283815 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:27.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcee7fc640 1 --2- 172.21.15.62:0/1548283815 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbcf015d130 0x7fbcf00af6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:27.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcedffb640 1 -- 172.21.15.62:0/1548283815 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1699731865 0 0) 0x7fbcf0157490 con 0x7fbcf01570c0 2023-06-08T03:52:27.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcedffb640 1 -- 172.21.15.62:0/1548283815 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbcd8003530 con 0x7fbcf01570c0 2023-06-08T03:52:27.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcedffb640 1 -- 172.21.15.62:0/1548283815 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3774454598 0 0) 0x7fbcd8003530 con 0x7fbcf01570c0 2023-06-08T03:52:27.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcedffb640 1 -- 172.21.15.62:0/1548283815 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbcf015d130 msgr2=0x7fbcf00af6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:27.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcedffb640 1 --2- 172.21.15.62:0/1548283815 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbcf015d130 0x7fbcf00af6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:27.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcedffb640 1 -- 172.21.15.62:0/1548283815 >> v1:172.21.15.188:6789/0 conn(0x7fbcf0070de0 legacy=0x7fbcf00c8270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:27.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcedffb640 1 -- 172.21.15.62:0/1548283815 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbcf0070300 con 0x7fbcf01570c0 2023-06-08T03:52:27.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcedffb640 1 -- 172.21.15.62:0/1548283815 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fbce0001680 con 0x7fbcf01570c0 2023-06-08T03:52:27.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcedffb640 1 -- 172.21.15.62:0/1548283815 >> v1:172.21.15.62:6789/0 conn(0x7fbcf01570c0 legacy=0x7fbcf015d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:27.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcedffb640 1 --2- 172.21.15.62:0/1548283815 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbcd80039b0 0x7fbcd8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:27.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcedffb640 1 --2- 172.21.15.62:0/1548283815 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbcf015d130 0x7fbcd80047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:27.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcedffb640 1 --2- 172.21.15.62:0/1548283815 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbcd8004d10 0x7fbcd8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:27.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcedffb640 1 -- 172.21.15.62:0/1548283815 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcf0070020 con 0x7fbcd80039b0 2023-06-08T03:52:27.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcedffb640 1 -- 172.21.15.62:0/1548283815 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcd800bb80 con 0x7fbcd8004d10 2023-06-08T03:52:27.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcedffb640 1 -- 172.21.15.62:0/1548283815 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbcd800bd40 con 0x7fbcf015d130 2023-06-08T03:52:27.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbceeffd640 1 --2- 172.21.15.62:0/1548283815 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbcd80039b0 0x7fbcd8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:27.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcee7fc640 1 --2- 172.21.15.62:0/1548283815 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbcf015d130 0x7fbcd80047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:27.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbcef7fe640 1 --2- 172.21.15.62:0/1548283815 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbcd8004d10 0x7fbcd8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:27.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbceeffd640 1 -- 172.21.15.62:0/1548283815 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbcf015d130 msgr2=0x7fbcd80047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:27.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbceeffd640 1 --2- 172.21.15.62:0/1548283815 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbcf015d130 0x7fbcd80047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:27.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbceeffd640 1 -- 172.21.15.62:0/1548283815 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbcd8004d10 msgr2=0x7fbcd8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:27.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbceeffd640 1 --2- 172.21.15.62:0/1548283815 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbcd8004d10 0x7fbcd8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:27.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.902+0000 7fbceeffd640 1 -- 172.21.15.62:0/1548283815 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbcd8003530 con 0x7fbcd80039b0 2023-06-08T03:52:27.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.906+0000 7fbceeffd640 1 --2- 172.21.15.62:0/1548283815 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbcd80039b0 0x7fbcd8003dc0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fbce000c240 tx=0x7fbce001cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f62be59f9f46c0b server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:27.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.906+0000 7fbcedffb640 1 -- 172.21.15.62:0/1548283815 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbce00a5af0 con 0x7fbcd80039b0 2023-06-08T03:52:27.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.906+0000 7fbcedffb640 1 -- 172.21.15.62:0/1548283815 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbce00a5c50 con 0x7fbcd80039b0 2023-06-08T03:52:27.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.906+0000 7fbcedffb640 1 -- 172.21.15.62:0/1548283815 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbce00058e0 con 0x7fbcd80039b0 2023-06-08T03:52:27.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.906+0000 7fbcf5960640 1 -- 172.21.15.62:0/1548283815 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbcd80039b0 msgr2=0x7fbcd8003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:27.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.906+0000 7fbcf5960640 1 --2- 172.21.15.62:0/1548283815 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbcd80039b0 0x7fbcd8003dc0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fbce000c240 tx=0x7fbce001cc10 comp rx=0 tx=0).stop 2023-06-08T03:52:27.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.906+0000 7fbcef7fe640 1 -- 172.21.15.62:0/1548283815 reap_dead start 2023-06-08T03:52:27.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.906+0000 7fbcf5960640 1 -- 172.21.15.62:0/1548283815 shutdown_connections 2023-06-08T03:52:27.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.906+0000 7fbcf5960640 1 -- 172.21.15.62:0/1548283815 >> 172.21.15.62:0/1548283815 conn(0x7fbcf00ca6a0 msgr2=0x7fbcf00caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:27.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.906+0000 7fbcf5960640 1 -- 172.21.15.62:0/1548283815 shutdown_connections 2023-06-08T03:52:27.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.906+0000 7fbcf5960640 1 -- 172.21.15.62:0/1548283815 wait complete. 2023-06-08T03:52:27.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.906+0000 7fbcf5960640 1 Processor -- start 2023-06-08T03:52:27.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.906+0000 7fbcf5960640 1 -- start start 2023-06-08T03:52:27.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcf5960640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbcd80039b0 0x7fbcf014b210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:27.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcf5960640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbcf0155590 0x7fbcf0153cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:27.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcf5960640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbcf0158f00 0x7fbcf0154230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:27.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcf5960640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcf015e190 con 0x7fbcf0155590 2023-06-08T03:52:27.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcf5960640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcf0159450 con 0x7fbcf0158f00 2023-06-08T03:52:27.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcf5960640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbcf01f5110 con 0x7fbcd80039b0 2023-06-08T03:52:27.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcee7fc640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbcf0155590 0x7fbcf0153cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:27.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcee7fc640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbcf0155590 0x7fbcf0153cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49686/0 (socket says 172.21.15.62:49686) 2023-06-08T03:52:27.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcee7fc640 1 -- 172.21.15.62:0/2495604058 learned_addr learned my addr 172.21.15.62:0/2495604058 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:27.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbceeffd640 1 --2- 172.21.15.62:0/2495604058 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbcd80039b0 0x7fbcf014b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:27.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcef7fe640 1 --2- 172.21.15.62:0/2495604058 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbcf0158f00 0x7fbcf0154230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:27.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcee7fc640 1 -- 172.21.15.62:0/2495604058 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbcd80039b0 msgr2=0x7fbcf014b210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:27.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcee7fc640 1 --2- 172.21.15.62:0/2495604058 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbcd80039b0 0x7fbcf014b210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:27.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcee7fc640 1 -- 172.21.15.62:0/2495604058 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbcf0158f00 msgr2=0x7fbcf0154230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:27.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcee7fc640 1 --2- 172.21.15.62:0/2495604058 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbcf0158f00 0x7fbcf0154230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:27.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcee7fc640 1 -- 172.21.15.62:0/2495604058 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbcf01f53f0 con 0x7fbcf0155590 2023-06-08T03:52:27.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcee7fc640 1 --2- 172.21.15.62:0/2495604058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbcf0155590 0x7fbcf0153cf0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fbce400f580 tx=0x7fbce400fa40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:27.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcd7fff640 1 -- 172.21.15.62:0/2495604058 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbce4014870 con 0x7fbcf0155590 2023-06-08T03:52:27.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcd7fff640 1 -- 172.21.15.62:0/2495604058 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbce40149d0 con 0x7fbcf0155590 2023-06-08T03:52:27.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcd7fff640 1 -- 172.21.15.62:0/2495604058 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbce4014d60 con 0x7fbcf0155590 2023-06-08T03:52:27.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcf5960640 1 -- 172.21.15.62:0/2495604058 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbcf01f56d0 con 0x7fbcf0155590 2023-06-08T03:52:27.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcf5960640 1 -- 172.21.15.62:0/2495604058 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbcf01f5ed0 con 0x7fbcf0155590 2023-06-08T03:52:27.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcf5960640 1 -- 172.21.15.62:0/2495604058 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbcf004d650 con 0x7fbcf0155590 2023-06-08T03:52:27.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcd7fff640 1 -- 172.21.15.62:0/2495604058 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fbce4015410 con 0x7fbcf0155590 2023-06-08T03:52:27.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcd7fff640 1 --2- 172.21.15.62:0/2495604058 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbcdc0662b0 0x7fbcdc068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:27.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbcd7fff640 1 -- 172.21.15.62:0/2495604058 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fbce40841b0 con 0x7fbcf0155590 2023-06-08T03:52:27.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.910+0000 7fbceeffd640 1 --2- 172.21.15.62:0/2495604058 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbcdc0662b0 0x7fbcdc068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:27.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.914+0000 7fbceeffd640 1 --2- 172.21.15.62:0/2495604058 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbcdc0662b0 0x7fbcdc068760 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbce00ab000 tx=0x7fbce00a7070 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:27.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:27.914+0000 7fbcd7fff640 1 -- 172.21.15.62:0/2495604058 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fbce4051af0 con 0x7fbcf0155590 2023-06-08T03:52:28.070 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.066+0000 7fbcf5960640 1 -- 172.21.15.62:0/2495604058 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "rbd", "pg_num": 8} v 0) v1 -- 0x7fbcf00b3ba0 con 0x7fbcf0155590 2023-06-08T03:52:28.756 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.749+0000 7fbcd7fff640 1 -- 172.21.15.62:0/2495604058 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]=0 pool 'rbd' created v17) v1 ==== 109+0+0 (secure 0 0 0) 0x7fbce4055110 con 0x7fbcf0155590 2023-06-08T03:52:28.756 INFO:teuthology.orchestra.run.smithi062.stderr:pool 'rbd' created 2023-06-08T03:52:28.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.753+0000 7fbcf5960640 1 -- 172.21.15.62:0/2495604058 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbcdc0662b0 msgr2=0x7fbcdc068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:28.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.753+0000 7fbcf5960640 1 --2- 172.21.15.62:0/2495604058 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbcdc0662b0 0x7fbcdc068760 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbce00ab000 tx=0x7fbce00a7070 comp rx=0 tx=0).stop 2023-06-08T03:52:28.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.753+0000 7fbcf5960640 1 -- 172.21.15.62:0/2495604058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbcf0155590 msgr2=0x7fbcf0153cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:28.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.753+0000 7fbcf5960640 1 --2- 172.21.15.62:0/2495604058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbcf0155590 0x7fbcf0153cf0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fbce400f580 tx=0x7fbce400fa40 comp rx=0 tx=0).stop 2023-06-08T03:52:28.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.753+0000 7fbcf5960640 1 -- 172.21.15.62:0/2495604058 shutdown_connections 2023-06-08T03:52:28.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.753+0000 7fbcf5960640 1 --2- 172.21.15.62:0/2495604058 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbcdc0662b0 0x7fbcdc068760 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:28.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.753+0000 7fbcf5960640 1 --2- 172.21.15.62:0/2495604058 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbcf0158f00 0x7fbcf0154230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:28.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.753+0000 7fbcf5960640 1 --2- 172.21.15.62:0/2495604058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbcf0155590 0x7fbcf0153cf0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:28.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.753+0000 7fbcf5960640 1 --2- 172.21.15.62:0/2495604058 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbcd80039b0 0x7fbcf014b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:28.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.753+0000 7fbcf5960640 1 -- 172.21.15.62:0/2495604058 >> 172.21.15.62:0/2495604058 conn(0x7fbcf00ca6a0 msgr2=0x7fbcf00c9920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:28.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.753+0000 7fbcf5960640 1 -- 172.21.15.62:0/2495604058 shutdown_connections 2023-06-08T03:52:28.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.753+0000 7fbcf5960640 1 -- 172.21.15.62:0/2495604058 wait complete. 2023-06-08T03:52:28.780 DEBUG:teuthology.orchestra.run.smithi062:> sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-06-08T03:52:28.909 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.901+0000 7fab9a17c640 1 Processor -- start 2023-06-08T03:52:28.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab9a17c640 1 -- start start 2023-06-08T03:52:28.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab9a17c640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab940b4140 0x7fab940ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:28.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab9a17c640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab940cf990 con 0x7fab9415b780 2023-06-08T03:52:28.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab9a17c640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab9415bb50 con 0x7fab940cf3d0 2023-06-08T03:52:28.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab9a17c640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab940ce820 con 0x7fab940b4140 2023-06-08T03:52:28.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab937fe640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fab9415b780 0x7fab940b3a30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:54990/0 (socket says 172.21.15.62:54990) 2023-06-08T03:52:28.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab937fe640 1 -- 172.21.15.62:0/3179194475 learned_addr learned my addr 172.21.15.62:0/3179194475 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:28.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab92ffd640 1 --2- 172.21.15.62:0/3179194475 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab940b4140 0x7fab940ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:28.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab927fc640 1 -- 172.21.15.62:0/3179194475 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1296084784 0 0) 0x7fab940cf990 con 0x7fab9415b780 2023-06-08T03:52:28.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab927fc640 1 -- 172.21.15.62:0/3179194475 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fab7c003530 con 0x7fab9415b780 2023-06-08T03:52:28.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab927fc640 1 -- 172.21.15.62:0/3179194475 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1699528395 0 0) 0x7fab7c003530 con 0x7fab9415b780 2023-06-08T03:52:28.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab927fc640 1 -- 172.21.15.62:0/3179194475 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab940b4140 msgr2=0x7fab940ce2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:28.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab927fc640 1 --2- 172.21.15.62:0/3179194475 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab940b4140 0x7fab940ce2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:28.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab927fc640 1 -- 172.21.15.62:0/3179194475 >> v1:172.21.15.188:6789/0 conn(0x7fab940cf3d0 legacy=0x7fab940d00a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:28.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab927fc640 1 -- 172.21.15.62:0/3179194475 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab940cc710 con 0x7fab9415b780 2023-06-08T03:52:28.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab927fc640 1 -- 172.21.15.62:0/3179194475 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fab84001680 con 0x7fab9415b780 2023-06-08T03:52:28.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab927fc640 1 -- 172.21.15.62:0/3179194475 >> v1:172.21.15.62:6789/0 conn(0x7fab9415b780 legacy=0x7fab940b3a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:28.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab927fc640 1 --2- 172.21.15.62:0/3179194475 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab7c0039b0 0x7fab7c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:28.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab927fc640 1 --2- 172.21.15.62:0/3179194475 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab940b4140 0x7fab7c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:28.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab927fc640 1 --2- 172.21.15.62:0/3179194475 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab7c004d10 0x7fab7c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:28.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab927fc640 1 -- 172.21.15.62:0/3179194475 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab940ce820 con 0x7fab7c0039b0 2023-06-08T03:52:28.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab927fc640 1 -- 172.21.15.62:0/3179194475 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab7c00ba70 con 0x7fab7c004d10 2023-06-08T03:52:28.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab927fc640 1 -- 172.21.15.62:0/3179194475 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab7c00bc30 con 0x7fab940b4140 2023-06-08T03:52:28.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab937fe640 1 --2- 172.21.15.62:0/3179194475 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab7c0039b0 0x7fab7c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:28.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab92ffd640 1 --2- 172.21.15.62:0/3179194475 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab940b4140 0x7fab7c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:28.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab93fff640 1 --2- 172.21.15.62:0/3179194475 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab7c004d10 0x7fab7c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:28.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab937fe640 1 -- 172.21.15.62:0/3179194475 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab940b4140 msgr2=0x7fab7c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:28.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab937fe640 1 --2- 172.21.15.62:0/3179194475 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab940b4140 0x7fab7c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:28.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab937fe640 1 -- 172.21.15.62:0/3179194475 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab7c004d10 msgr2=0x7fab7c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:28.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab937fe640 1 --2- 172.21.15.62:0/3179194475 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab7c004d10 0x7fab7c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:28.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.905+0000 7fab937fe640 1 -- 172.21.15.62:0/3179194475 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab7c003530 con 0x7fab7c0039b0 2023-06-08T03:52:28.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab937fe640 1 --2- 172.21.15.62:0/3179194475 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab7c0039b0 0x7fab7c003dc0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fab8400c210 tx=0x7fab8401cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6198b03ed85499eb server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:28.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab927fc640 1 -- 172.21.15.62:0/3179194475 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab840a5af0 con 0x7fab7c0039b0 2023-06-08T03:52:28.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab927fc640 1 -- 172.21.15.62:0/3179194475 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab840a5c50 con 0x7fab7c0039b0 2023-06-08T03:52:28.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab927fc640 1 -- 172.21.15.62:0/3179194475 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab840058e0 con 0x7fab7c0039b0 2023-06-08T03:52:28.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab9a17c640 1 -- 172.21.15.62:0/3179194475 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab7c0039b0 msgr2=0x7fab7c003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:28.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab9a17c640 1 --2- 172.21.15.62:0/3179194475 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab7c0039b0 0x7fab7c003dc0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fab8400c210 tx=0x7fab8401cbf0 comp rx=0 tx=0).stop 2023-06-08T03:52:28.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab93fff640 1 -- 172.21.15.62:0/3179194475 reap_dead start 2023-06-08T03:52:28.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab9a17c640 1 -- 172.21.15.62:0/3179194475 shutdown_connections 2023-06-08T03:52:28.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab9a17c640 1 -- 172.21.15.62:0/3179194475 >> 172.21.15.62:0/3179194475 conn(0x7fab940d1fb0 msgr2=0x7fab940d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:28.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab9a17c640 1 -- 172.21.15.62:0/3179194475 shutdown_connections 2023-06-08T03:52:28.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab9a17c640 1 -- 172.21.15.62:0/3179194475 wait complete. 2023-06-08T03:52:28.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab9a17c640 1 Processor -- start 2023-06-08T03:52:28.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab9a17c640 1 -- start start 2023-06-08T03:52:28.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab9a17c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab7c0039b0 0x7fab940cbcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:28.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab9a17c640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab940c8550 0x7fab9414b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:28.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab9a17c640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab940ca480 0x7fab940ca8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:28.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab9a17c640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab9414ba10 con 0x7fab7c0039b0 2023-06-08T03:52:28.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab9a17c640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab9414bcc0 con 0x7fab940c8550 2023-06-08T03:52:28.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab9a17c640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab940c73f0 con 0x7fab940ca480 2023-06-08T03:52:28.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab937fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab7c0039b0 0x7fab940cbcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:28.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab937fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab7c0039b0 0x7fab940cbcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49694/0 (socket says 172.21.15.62:49694) 2023-06-08T03:52:28.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab937fe640 1 -- 172.21.15.62:0/2822028260 learned_addr learned my addr 172.21.15.62:0/2822028260 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:28.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab93fff640 1 --2- 172.21.15.62:0/2822028260 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab940ca480 0x7fab940ca8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:28.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.909+0000 7fab92ffd640 1 --2- 172.21.15.62:0/2822028260 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab940c8550 0x7fab9414b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:28.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.913+0000 7fab937fe640 1 -- 172.21.15.62:0/2822028260 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab940ca480 msgr2=0x7fab940ca8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:28.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.913+0000 7fab937fe640 1 --2- 172.21.15.62:0/2822028260 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab940ca480 0x7fab940ca8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:28.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.913+0000 7fab937fe640 1 -- 172.21.15.62:0/2822028260 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab940c8550 msgr2=0x7fab9414b4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:28.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.913+0000 7fab937fe640 1 --2- 172.21.15.62:0/2822028260 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab940c8550 0x7fab9414b4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:28.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.913+0000 7fab937fe640 1 -- 172.21.15.62:0/2822028260 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab940c6b70 con 0x7fab7c0039b0 2023-06-08T03:52:28.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.913+0000 7fab937fe640 1 --2- 172.21.15.62:0/2822028260 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab7c0039b0 0x7fab940cbcf0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fab8400c210 tx=0x7fab7c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:28.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.913+0000 7fab7bfff640 1 -- 172.21.15.62:0/2822028260 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab840b4070 con 0x7fab7c0039b0 2023-06-08T03:52:28.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.913+0000 7fab7bfff640 1 -- 172.21.15.62:0/2822028260 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab840a59b0 con 0x7fab7c0039b0 2023-06-08T03:52:28.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.913+0000 7fab9a17c640 1 -- 172.21.15.62:0/2822028260 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab9415abc0 con 0x7fab7c0039b0 2023-06-08T03:52:28.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.913+0000 7fab7bfff640 1 -- 172.21.15.62:0/2822028260 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab840049f0 con 0x7fab7c0039b0 2023-06-08T03:52:28.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.913+0000 7fab9a17c640 1 -- 172.21.15.62:0/2822028260 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab940c7110 con 0x7fab7c0039b0 2023-06-08T03:52:28.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.913+0000 7fab9a17c640 1 -- 172.21.15.62:0/2822028260 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab940cfb60 con 0x7fab7c0039b0 2023-06-08T03:52:28.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.913+0000 7fab7bfff640 1 -- 172.21.15.62:0/2822028260 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fab84004b50 con 0x7fab7c0039b0 2023-06-08T03:52:28.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.913+0000 7fab7bfff640 1 --2- 172.21.15.62:0/2822028260 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fab80066280 0x7fab80068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:28.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.913+0000 7fab7bfff640 1 -- 172.21.15.62:0/2822028260 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 5199+0+0 (secure 0 0 0) 0x7fab8411d7f0 con 0x7fab7c0039b0 2023-06-08T03:52:28.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.913+0000 7fab92ffd640 1 --2- 172.21.15.62:0/2822028260 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fab80066280 0x7fab80068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:28.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.913+0000 7fab92ffd640 1 --2- 172.21.15.62:0/2822028260 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fab80066280 0x7fab80068730 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fab940c5750 tx=0x7fab88008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:28.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:28.917+0000 7fab7bfff640 1 -- 172.21.15.62:0/2822028260 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fab840eb0b0 con 0x7fab7c0039b0 2023-06-08T03:52:29.077 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.069+0000 7fab9a17c640 1 -- 172.21.15.62:0/2822028260 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fab940cfb60 con 0x7fab7c0039b0 2023-06-08T03:52:29.769 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.761+0000 7fab7bfff640 1 -- 172.21.15.62:0/2822028260 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]=0 enabled application 'rbd' on pool 'rbd' v18) v1 ==== 173+0+0 (secure 0 0 0) 0x7fab940cfb60 con 0x7fab7c0039b0 2023-06-08T03:52:29.770 INFO:teuthology.orchestra.run.smithi062.stderr:enabled application 'rbd' on pool 'rbd' 2023-06-08T03:52:29.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.769+0000 7fab9a17c640 1 -- 172.21.15.62:0/2822028260 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fab80066280 msgr2=0x7fab80068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:29.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.769+0000 7fab9a17c640 1 --2- 172.21.15.62:0/2822028260 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fab80066280 0x7fab80068730 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fab940c5750 tx=0x7fab88008040 comp rx=0 tx=0).stop 2023-06-08T03:52:29.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.769+0000 7fab9a17c640 1 -- 172.21.15.62:0/2822028260 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab7c0039b0 msgr2=0x7fab940cbcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:29.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.769+0000 7fab9a17c640 1 --2- 172.21.15.62:0/2822028260 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab7c0039b0 0x7fab940cbcf0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fab8400c210 tx=0x7fab7c005800 comp rx=0 tx=0).stop 2023-06-08T03:52:29.775 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.769+0000 7fab9a17c640 1 -- 172.21.15.62:0/2822028260 shutdown_connections 2023-06-08T03:52:29.775 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.769+0000 7fab9a17c640 1 --2- 172.21.15.62:0/2822028260 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fab80066280 0x7fab80068730 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:29.775 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.769+0000 7fab9a17c640 1 --2- 172.21.15.62:0/2822028260 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab940ca480 0x7fab940ca8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:29.775 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.769+0000 7fab9a17c640 1 --2- 172.21.15.62:0/2822028260 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab940c8550 0x7fab9414b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:29.775 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.769+0000 7fab9a17c640 1 --2- 172.21.15.62:0/2822028260 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab7c0039b0 0x7fab940cbcf0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:29.775 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.769+0000 7fab9a17c640 1 -- 172.21.15.62:0/2822028260 >> 172.21.15.62:0/2822028260 conn(0x7fab940d1fb0 msgr2=0x7fab94154ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:29.775 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.769+0000 7fab9a17c640 1 -- 172.21.15.62:0/2822028260 shutdown_connections 2023-06-08T03:52:29.776 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.769+0000 7fab9a17c640 1 -- 172.21.15.62:0/2822028260 wait complete. 2023-06-08T03:52:29.795 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2023-06-08T03:52:29.796 INFO:tasks.ceph.mds.a:Restarting daemon 2023-06-08T03:52:29.796 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-06-08T03:52:29.798 INFO:tasks.ceph.mds.a:Started 2023-06-08T03:52:29.799 INFO:tasks.ceph.mds.c:Restarting daemon 2023-06-08T03:52:29.799 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-06-08T03:52:29.800 INFO:tasks.ceph.mds.c:Started 2023-06-08T03:52:29.801 INFO:tasks.ceph.mds.b:Restarting daemon 2023-06-08T03:52:29.801 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-06-08T03:52:29.803 INFO:tasks.ceph.mds.b:Started 2023-06-08T03:52:29.804 INFO:tasks.ceph.mds.d:Restarting daemon 2023-06-08T03:52:29.804 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-06-08T03:52:29.806 INFO:tasks.ceph.mds.d:Started 2023-06-08T03:52:29.807 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2023-06-08T03:52:29.807 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:52:29.882 INFO:tasks.ceph.mds.c.smithi062.stdout:starting mds.c at 2023-06-08T03:52:29.883 INFO:tasks.ceph.mds.a.smithi062.stdout:starting mds.a at 2023-06-08T03:52:29.892 INFO:tasks.ceph.mds.d.smithi188.stdout:starting mds.d at 2023-06-08T03:52:29.893 INFO:tasks.ceph.mds.b.smithi188.stdout:starting mds.b at 2023-06-08T03:52:29.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.929+0000 7fdb0f0ee640 1 Processor -- start 2023-06-08T03:52:29.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.929+0000 7fdb0f0ee640 1 -- start start 2023-06-08T03:52:29.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.929+0000 7fdb0f0ee640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdb080cf060 0x7fdb080b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:29.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.929+0000 7fdb0f0ee640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb080d1be0 con 0x7fdb080ce280 2023-06-08T03:52:29.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.929+0000 7fdb0f0ee640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb080b1660 con 0x7fdb080b1290 2023-06-08T03:52:29.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.929+0000 7fdb0f0ee640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb080cc6c0 con 0x7fdb080cf060 2023-06-08T03:52:29.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.929+0000 7fdb07fff640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fdb080ce280 0x7fdb080ce950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:55000/0 (socket says 172.21.15.62:55000) 2023-06-08T03:52:29.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.929+0000 7fdb07fff640 1 -- 172.21.15.62:0/2655922902 learned_addr learned my addr 172.21.15.62:0/2655922902 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:29.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.929+0000 7fdb0d68b640 1 --2- 172.21.15.62:0/2655922902 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdb080cf060 0x7fdb080b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:29.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.929+0000 7fdb077fe640 1 -- 172.21.15.62:0/2655922902 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3983540405 0 0) 0x7fdb080d1be0 con 0x7fdb080ce280 2023-06-08T03:52:29.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.929+0000 7fdb077fe640 1 -- 172.21.15.62:0/2655922902 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdaf0003530 con 0x7fdb080ce280 2023-06-08T03:52:29.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.929+0000 7fdb077fe640 1 -- 172.21.15.62:0/2655922902 <== mon.1 v1:172.21.15.188:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2113378812 0 0) 0x7fdb080b1660 con 0x7fdb080b1290 2023-06-08T03:52:29.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.929+0000 7fdb077fe640 1 -- 172.21.15.62:0/2655922902 --> v1:172.21.15.188:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdb080d1be0 con 0x7fdb080b1290 2023-06-08T03:52:29.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.929+0000 7fdb077fe640 1 -- 172.21.15.62:0/2655922902 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3912988395 0 0) 0x7fdaf0003530 con 0x7fdb080ce280 2023-06-08T03:52:29.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.929+0000 7fdb0d68b640 1 -- 172.21.15.62:0/2655922902 >> v1:172.21.15.188:6789/0 conn(0x7fdb080b1290 legacy=0x7fdb080d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:29.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.929+0000 7fdb0d68b640 1 -- 172.21.15.62:0/2655922902 >> v1:172.21.15.62:6789/0 conn(0x7fdb080ce280 legacy=0x7fdb080ce950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:29.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.929+0000 7fdb0d68b640 1 -- 172.21.15.62:0/2655922902 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb080cc9a0 con 0x7fdb080cf060 2023-06-08T03:52:29.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb0d68b640 1 --2- 172.21.15.62:0/2655922902 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdb080cf060 0x7fdb080b4d90 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fdb00009dc0 tx=0x7fdb0001c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f39e94fa921c2cf server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:29.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb077fe640 1 -- 172.21.15.62:0/2655922902 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdafc001680 con 0x7fdb080cf060 2023-06-08T03:52:29.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb077fe640 1 -- 172.21.15.62:0/2655922902 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb000a5660 con 0x7fdb080cf060 2023-06-08T03:52:29.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb077fe640 1 -- 172.21.15.62:0/2655922902 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb000a59f0 con 0x7fdb080cf060 2023-06-08T03:52:29.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb0f0ee640 1 -- 172.21.15.62:0/2655922902 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdb080cf060 msgr2=0x7fdb080b4d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:29.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb0f0ee640 1 --2- 172.21.15.62:0/2655922902 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdb080cf060 0x7fdb080b4d90 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fdb00009dc0 tx=0x7fdb0001c800 comp rx=0 tx=0).stop 2023-06-08T03:52:29.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb0f0ee640 1 -- 172.21.15.62:0/2655922902 shutdown_connections 2023-06-08T03:52:29.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb0f0ee640 1 --2- 172.21.15.62:0/2655922902 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdb080cf060 0x7fdb080b4d90 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:29.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb0f0ee640 1 -- 172.21.15.62:0/2655922902 >> 172.21.15.62:0/2655922902 conn(0x7fdb0806b5a0 msgr2=0x7fdb0806b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:29.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb0f0ee640 1 -- 172.21.15.62:0/2655922902 shutdown_connections 2023-06-08T03:52:29.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb0f0ee640 1 -- 172.21.15.62:0/2655922902 wait complete. 2023-06-08T03:52:29.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb0f0ee640 1 Processor -- start 2023-06-08T03:52:29.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb0f0ee640 1 -- start start 2023-06-08T03:52:29.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb0f0ee640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdb080b1290 0x7fdb080c7f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:29.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb0f0ee640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdb080ce280 0x7fdb080c9e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:29.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb0f0ee640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb080cf060 0x7fdb08153800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:29.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb0f0ee640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb080c99e0 con 0x7fdb080cf060 2023-06-08T03:52:29.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb0f0ee640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb080c90b0 con 0x7fdb080b1290 2023-06-08T03:52:29.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb0f0ee640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb080ca340 con 0x7fdb080ce280 2023-06-08T03:52:29.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb0d68b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb080cf060 0x7fdb08153800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:29.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb07fff640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdb080ce280 0x7fdb080c9e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:29.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb0d68b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb080cf060 0x7fdb08153800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49744/0 (socket says 172.21.15.62:49744) 2023-06-08T03:52:29.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb0d68b640 1 -- 172.21.15.62:0/3344159746 learned_addr learned my addr 172.21.15.62:0/3344159746 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:29.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.933+0000 7fdb0ce8a640 1 --2- 172.21.15.62:0/3344159746 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdb080b1290 0x7fdb080c7f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:29.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.937+0000 7fdb0d68b640 1 -- 172.21.15.62:0/3344159746 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdb080ce280 msgr2=0x7fdb080c9e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:29.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.937+0000 7fdb0d68b640 1 --2- 172.21.15.62:0/3344159746 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdb080ce280 0x7fdb080c9e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:29.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.937+0000 7fdb0d68b640 1 -- 172.21.15.62:0/3344159746 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdb080b1290 msgr2=0x7fdb080c7f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:29.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.937+0000 7fdb0d68b640 1 --2- 172.21.15.62:0/3344159746 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdb080b1290 0x7fdb080c7f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:29.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.937+0000 7fdb0d68b640 1 -- 172.21.15.62:0/3344159746 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb00009a70 con 0x7fdb080cf060 2023-06-08T03:52:29.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.937+0000 7fdb07fff640 1 --2- 172.21.15.62:0/3344159746 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdb080ce280 0x7fdb080c9e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:52:29.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.937+0000 7fdb0ce8a640 1 --2- 172.21.15.62:0/3344159746 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdb080b1290 0x7fdb080c7f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:52:29.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.937+0000 7fdb0d68b640 1 --2- 172.21.15.62:0/3344159746 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb080cf060 0x7fdb08153800 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fdb00098400 tx=0x7fdb000195a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:29.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.937+0000 7fdb057fa640 1 -- 172.21.15.62:0/3344159746 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb000ad850 con 0x7fdb080cf060 2023-06-08T03:52:29.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.937+0000 7fdb057fa640 1 -- 172.21.15.62:0/3344159746 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb000ad9b0 con 0x7fdb080cf060 2023-06-08T03:52:29.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.937+0000 7fdb0f0ee640 1 -- 172.21.15.62:0/3344159746 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb080c9320 con 0x7fdb080cf060 2023-06-08T03:52:29.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.937+0000 7fdb057fa640 1 -- 172.21.15.62:0/3344159746 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb000add40 con 0x7fdb080cf060 2023-06-08T03:52:29.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.937+0000 7fdb0f0ee640 1 -- 172.21.15.62:0/3344159746 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb0815b140 con 0x7fdb080cf060 2023-06-08T03:52:29.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.937+0000 7fdb0f0ee640 1 -- 172.21.15.62:0/3344159746 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb080c9b20 con 0x7fdb080cf060 2023-06-08T03:52:29.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.937+0000 7fdb057fa640 1 -- 172.21.15.62:0/3344159746 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fdb000b4050 con 0x7fdb080cf060 2023-06-08T03:52:29.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.937+0000 7fdb057fa640 1 --2- 172.21.15.62:0/3344159746 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdaf4066280 0x7fdaf4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:29.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.937+0000 7fdb057fa640 1 -- 172.21.15.62:0/3344159746 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fdb0011e6e0 con 0x7fdb080cf060 2023-06-08T03:52:29.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.937+0000 7fdb0ce8a640 1 --2- 172.21.15.62:0/3344159746 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdaf4066280 0x7fdaf4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:29.947 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.937+0000 7fdb0ce8a640 1 --2- 172.21.15.62:0/3344159746 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdaf4066280 0x7fdaf4068730 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fdaf80011f0 tx=0x7fdaf8009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:29.948 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:29.941+0000 7fdb057fa640 1 -- 172.21.15.62:0/3344159746 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fdb080c9b20 con 0x7fdb080cf060 2023-06-08T03:52:30.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.097+0000 7fdb0f0ee640 1 -- 172.21.15.62:0/3344159746 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdb080c9b20 con 0x7fdb080cf060 2023-06-08T03:52:30.106 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.101+0000 7fdb057fa640 1 -- 172.21.15.62:0/3344159746 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) v1 ==== 74+0+14649 (secure 0 0 0) 0x7fdb080c9b20 con 0x7fdb080cf060 2023-06-08T03:52:30.107 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:30.107 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":18,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:52:29.748434+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:52:30.109 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.101+0000 7fdb0f0ee640 1 -- 172.21.15.62:0/3344159746 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdaf4066280 msgr2=0x7fdaf4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:30.109 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.101+0000 7fdb0f0ee640 1 --2- 172.21.15.62:0/3344159746 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdaf4066280 0x7fdaf4068730 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fdaf80011f0 tx=0x7fdaf8009040 comp rx=0 tx=0).stop 2023-06-08T03:52:30.109 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.101+0000 7fdb0f0ee640 1 -- 172.21.15.62:0/3344159746 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb080cf060 msgr2=0x7fdb08153800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:30.109 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.101+0000 7fdb0f0ee640 1 --2- 172.21.15.62:0/3344159746 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb080cf060 0x7fdb08153800 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fdb00098400 tx=0x7fdb000195a0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.109 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.101+0000 7fdb0f0ee640 1 -- 172.21.15.62:0/3344159746 shutdown_connections 2023-06-08T03:52:30.110 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.101+0000 7fdb0f0ee640 1 --2- 172.21.15.62:0/3344159746 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdaf4066280 0x7fdaf4068730 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.110 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.101+0000 7fdb0f0ee640 1 --2- 172.21.15.62:0/3344159746 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb080cf060 0x7fdb08153800 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.110 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.101+0000 7fdb0f0ee640 1 --2- 172.21.15.62:0/3344159746 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdb080ce280 0x7fdb080c9e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.110 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.101+0000 7fdb0f0ee640 1 --2- 172.21.15.62:0/3344159746 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdb080b1290 0x7fdb080c7f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.110 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.101+0000 7fdb0f0ee640 1 -- 172.21.15.62:0/3344159746 >> 172.21.15.62:0/3344159746 conn(0x7fdb0806b5a0 msgr2=0x7fdb080cfcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:30.110 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.101+0000 7fdb0f0ee640 1 -- 172.21.15.62:0/3344159746 shutdown_connections 2023-06-08T03:52:30.110 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.101+0000 7fdb0f0ee640 1 -- 172.21.15.62:0/3344159746 wait complete. 2023-06-08T03:52:30.126 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-08T03:52:22.372947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-08T03:52:28.107223+0000', 'flags': 32769, 'flags_names': 'hashpspool,creating', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-08T03:52:30.126 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-08T03:52:30.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.249+0000 7f17014bf640 1 Processor -- start 2023-06-08T03:52:30.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.249+0000 7f17014bf640 1 -- start start 2023-06-08T03:52:30.258 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f17014bf640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f16fc0afdb0 0x7f16fc1643c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.258 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f17014bf640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f16fc157490 con 0x7f16fc1570c0 2023-06-08T03:52:30.258 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f17014bf640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f16fc15de80 con 0x7f16fc15d130 2023-06-08T03:52:30.259 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f17014bf640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f16fc070020 con 0x7f16fc0afdb0 2023-06-08T03:52:30.259 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16faffd640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f16fc1570c0 0x7f16fc15d770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:55006/0 (socket says 172.21.15.62:55006) 2023-06-08T03:52:30.259 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16faffd640 1 -- 172.21.15.62:0/3134586585 learned_addr learned my addr 172.21.15.62:0/3134586585 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:30.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16fb7fe640 1 --2- 172.21.15.62:0/3134586585 >> v2:172.21.15.188:3300/0 conn(0x7f16fc0afdb0 0x7f16fc1643c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16f9ffb640 1 -- 172.21.15.62:0/3134586585 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 360804992 0 0) 0x7f16fc157490 con 0x7f16fc1570c0 2023-06-08T03:52:30.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16f9ffb640 1 -- 172.21.15.62:0/3134586585 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f16e8003530 con 0x7f16fc1570c0 2023-06-08T03:52:30.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16f9ffb640 1 -- 172.21.15.62:0/3134586585 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 453427158 0 0) 0x7f16e8003530 con 0x7f16fc1570c0 2023-06-08T03:52:30.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16f9ffb640 1 -- 172.21.15.62:0/3134586585 >> v2:172.21.15.188:3300/0 conn(0x7f16fc0afdb0 msgr2=0x7f16fc1643c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:30.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16f9ffb640 1 --2- 172.21.15.62:0/3134586585 >> v2:172.21.15.188:3300/0 conn(0x7f16fc0afdb0 0x7f16fc1643c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16f9ffb640 1 -- 172.21.15.62:0/3134586585 >> v1:172.21.15.188:6789/0 conn(0x7f16fc15d130 legacy=0x7f16fc0af6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:30.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16f9ffb640 1 -- 172.21.15.62:0/3134586585 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16fc070300 con 0x7f16fc1570c0 2023-06-08T03:52:30.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16f9ffb640 1 -- 172.21.15.62:0/3134586585 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f16e4001680 con 0x7f16fc1570c0 2023-06-08T03:52:30.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16f9ffb640 1 -- 172.21.15.62:0/3134586585 >> v1:172.21.15.62:6789/0 conn(0x7f16fc1570c0 legacy=0x7f16fc15d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:30.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16f9ffb640 1 --2- 172.21.15.62:0/3134586585 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16e8003980 0x7f16e8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16f9ffb640 1 --2- 172.21.15.62:0/3134586585 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f16e80047d0 0x7f16e8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16f9ffb640 1 --2- 172.21.15.62:0/3134586585 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f16e8005180 0x7f16e800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16f9ffb640 1 -- 172.21.15.62:0/3134586585 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16fc070020 con 0x7f16e8003980 2023-06-08T03:52:30.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16f9ffb640 1 -- 172.21.15.62:0/3134586585 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16e800c090 con 0x7f16e80047d0 2023-06-08T03:52:30.263 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16f9ffb640 1 -- 172.21.15.62:0/3134586585 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16e800c250 con 0x7f16e8005180 2023-06-08T03:52:30.263 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16faffd640 1 --2- 172.21.15.62:0/3134586585 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16e8003980 0x7f16e8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.263 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16fa7fc640 1 --2- 172.21.15.62:0/3134586585 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f16e80047d0 0x7f16e8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.263 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16fb7fe640 1 --2- 172.21.15.62:0/3134586585 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f16e8005180 0x7f16e800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.263 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16faffd640 1 -- 172.21.15.62:0/3134586585 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f16e8005180 msgr2=0x7f16e800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:30.263 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16faffd640 1 --2- 172.21.15.62:0/3134586585 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f16e8005180 0x7f16e800b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.263 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16faffd640 1 -- 172.21.15.62:0/3134586585 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f16e80047d0 msgr2=0x7f16e8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:30.263 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16faffd640 1 --2- 172.21.15.62:0/3134586585 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f16e80047d0 0x7f16e8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.264 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16fb7fe640 1 -- 172.21.15.62:0/3134586585 reap_dead start 2023-06-08T03:52:30.264 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16faffd640 1 -- 172.21.15.62:0/3134586585 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16e8003530 con 0x7f16e8003980 2023-06-08T03:52:30.264 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.253+0000 7f16fa7fc640 1 --2- 172.21.15.62:0/3134586585 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f16e80047d0 0x7f16e8004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:30.266 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f16faffd640 1 --2- 172.21.15.62:0/3134586585 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16e8003980 0x7f16e8003d90 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f16e400c240 tx=0x7f16e401cb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e687fa46386c5f4 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:30.266 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f16f9ffb640 1 -- 172.21.15.62:0/3134586585 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16e4005ae0 con 0x7f16e8003980 2023-06-08T03:52:30.267 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f16f9ffb640 1 -- 172.21.15.62:0/3134586585 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16e4005c40 con 0x7f16e8003980 2023-06-08T03:52:30.267 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f16f9ffb640 1 -- 172.21.15.62:0/3134586585 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16e40a57f0 con 0x7f16e8003980 2023-06-08T03:52:30.267 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f17014bf640 1 -- 172.21.15.62:0/3134586585 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16e8003980 msgr2=0x7f16e8003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:30.267 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f17014bf640 1 --2- 172.21.15.62:0/3134586585 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16e8003980 0x7f16e8003d90 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f16e400c240 tx=0x7f16e401cb50 comp rx=0 tx=0).stop 2023-06-08T03:52:30.267 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f17014bf640 1 -- 172.21.15.62:0/3134586585 shutdown_connections 2023-06-08T03:52:30.267 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f17014bf640 1 --2- 172.21.15.62:0/3134586585 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16e8003980 0x7f16e8003d90 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.267 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f17014bf640 1 -- 172.21.15.62:0/3134586585 >> 172.21.15.62:0/3134586585 conn(0x7f16fc0ca6a0 msgr2=0x7f16fc0caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:30.268 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f17014bf640 1 -- 172.21.15.62:0/3134586585 shutdown_connections 2023-06-08T03:52:30.268 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f17014bf640 1 -- 172.21.15.62:0/3134586585 wait complete. 2023-06-08T03:52:30.268 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f17014bf640 1 Processor -- start 2023-06-08T03:52:30.268 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f17014bf640 1 -- start start 2023-06-08T03:52:30.268 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f17014bf640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f16e8003980 0x7f16fc1556d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.268 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f17014bf640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16fc155c10 0x7f16fc1f3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.268 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f17014bf640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f16fc1f4160 0x7f16fc1f45e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.268 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f17014bf640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16fc0cb7f0 con 0x7f16fc155c10 2023-06-08T03:52:30.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f17014bf640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16fc156600 con 0x7f16e8003980 2023-06-08T03:52:30.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f17014bf640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16fc1f4b20 con 0x7f16fc1f4160 2023-06-08T03:52:30.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f16fa7fc640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16fc155c10 0x7f16fc1f3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f16fa7fc640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16fc155c10 0x7f16fc1f3c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49760/0 (socket says 172.21.15.62:49760) 2023-06-08T03:52:30.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f16fa7fc640 1 -- 172.21.15.62:0/1549181919 learned_addr learned my addr 172.21.15.62:0/1549181919 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:30.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f16faffd640 1 --2- 172.21.15.62:0/1549181919 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f16e8003980 0x7f16fc1556d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f16fb7fe640 1 --2- 172.21.15.62:0/1549181919 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f16fc1f4160 0x7f16fc1f45e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f16fa7fc640 1 -- 172.21.15.62:0/1549181919 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f16fc1f4160 msgr2=0x7f16fc1f45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:30.270 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f16fa7fc640 1 --2- 172.21.15.62:0/1549181919 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f16fc1f4160 0x7f16fc1f45e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.270 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f16fa7fc640 1 -- 172.21.15.62:0/1549181919 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f16e8003980 msgr2=0x7f16fc1556d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:30.270 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f16fa7fc640 1 --2- 172.21.15.62:0/1549181919 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f16e8003980 0x7f16fc1556d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.270 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f16fa7fc640 1 -- 172.21.15.62:0/1549181919 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16fc0abc20 con 0x7f16fc155c10 2023-06-08T03:52:30.270 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f16fb7fe640 1 --2- 172.21.15.62:0/1549181919 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f16fc1f4160 0x7f16fc1f45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:30.270 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.257+0000 7f16fa7fc640 1 --2- 172.21.15.62:0/1549181919 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16fc155c10 0x7f16fc1f3c20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f16ec00d500 tx=0x7f16ec00d5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:30.270 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.261+0000 7f16f37fe640 1 -- 172.21.15.62:0/1549181919 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16ec00b070 con 0x7f16fc155c10 2023-06-08T03:52:30.271 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.261+0000 7f16f37fe640 1 -- 172.21.15.62:0/1549181919 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16ec005330 con 0x7f16fc155c10 2023-06-08T03:52:30.271 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.261+0000 7f17014bf640 1 -- 172.21.15.62:0/1549181919 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f16fc0ab8d0 con 0x7f16fc155c10 2023-06-08T03:52:30.271 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.261+0000 7f16f37fe640 1 -- 172.21.15.62:0/1549181919 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16ec007270 con 0x7f16fc155c10 2023-06-08T03:52:30.271 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.261+0000 7f17014bf640 1 -- 172.21.15.62:0/1549181919 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16fc0c3b40 con 0x7f16fc155c10 2023-06-08T03:52:30.271 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.261+0000 7f17014bf640 1 -- 172.21.15.62:0/1549181919 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f16fc0abdb0 con 0x7f16fc155c10 2023-06-08T03:52:30.272 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.261+0000 7f16f37fe640 1 -- 172.21.15.62:0/1549181919 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f16ec0067e0 con 0x7f16fc155c10 2023-06-08T03:52:30.272 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.261+0000 7f16f37fe640 1 --2- 172.21.15.62:0/1549181919 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f16dc0662b0 0x7f16dc068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.272 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.261+0000 7f16f37fe640 1 -- 172.21.15.62:0/1549181919 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f16ec083540 con 0x7f16fc155c10 2023-06-08T03:52:30.272 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.261+0000 7f16faffd640 1 --2- 172.21.15.62:0/1549181919 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f16dc0662b0 0x7f16dc068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.273 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.261+0000 7f16faffd640 1 --2- 172.21.15.62:0/1549181919 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f16dc0662b0 0x7f16dc068760 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f16e40ab000 tx=0x7f16e40a7070 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:30.273 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.265+0000 7f16f37fe640 1 -- 172.21.15.62:0/1549181919 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f16ec050dd0 con 0x7f16fc155c10 2023-06-08T03:52:30.427 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.421+0000 7f17014bf640 1 -- 172.21.15.62:0/1549181919 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f16fc04d650 con 0x7f16fc155c10 2023-06-08T03:52:30.428 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.421+0000 7f16f37fe640 1 -- 172.21.15.62:0/1549181919 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v18) v1 ==== 93+0+10 (secure 0 0 0) 0x7f16ec0543f0 con 0x7f16fc155c10 2023-06-08T03:52:30.428 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 1 2023-06-08T03:52:30.430 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.425+0000 7f17014bf640 1 -- 172.21.15.62:0/1549181919 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f16dc0662b0 msgr2=0x7f16dc068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:30.430 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.425+0000 7f17014bf640 1 --2- 172.21.15.62:0/1549181919 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f16dc0662b0 0x7f16dc068760 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f16e40ab000 tx=0x7f16e40a7070 comp rx=0 tx=0).stop 2023-06-08T03:52:30.431 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.425+0000 7f17014bf640 1 -- 172.21.15.62:0/1549181919 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16fc155c10 msgr2=0x7f16fc1f3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:30.431 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.425+0000 7f17014bf640 1 --2- 172.21.15.62:0/1549181919 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16fc155c10 0x7f16fc1f3c20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f16ec00d500 tx=0x7f16ec00d5f0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.431 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.425+0000 7f17014bf640 1 -- 172.21.15.62:0/1549181919 shutdown_connections 2023-06-08T03:52:30.431 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.425+0000 7f17014bf640 1 --2- 172.21.15.62:0/1549181919 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f16dc0662b0 0x7f16dc068760 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.431 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.425+0000 7f17014bf640 1 --2- 172.21.15.62:0/1549181919 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f16fc1f4160 0x7f16fc1f45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.431 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.425+0000 7f17014bf640 1 --2- 172.21.15.62:0/1549181919 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16fc155c10 0x7f16fc1f3c20 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.431 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.425+0000 7f17014bf640 1 --2- 172.21.15.62:0/1549181919 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f16e8003980 0x7f16fc1556d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.432 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.425+0000 7f17014bf640 1 -- 172.21.15.62:0/1549181919 >> 172.21.15.62:0/1549181919 conn(0x7f16fc0ca6a0 msgr2=0x7f16fc153de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:30.432 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.425+0000 7f17014bf640 1 -- 172.21.15.62:0/1549181919 shutdown_connections 2023-06-08T03:52:30.432 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.425+0000 7f17014bf640 1 -- 172.21.15.62:0/1549181919 wait complete. 2023-06-08T03:52:30.448 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-08T03:52:30.577 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.569+0000 7fa5fdaf6640 1 Processor -- start 2023-06-08T03:52:30.578 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.569+0000 7fa5fdaf6640 1 -- start start 2023-06-08T03:52:30.578 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5fdaf6640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fa5f815d130 0x7fa5f80af6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.579 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5fdaf6640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5f8070de0 0x7fa5f80afbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.579 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5fdaf6640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5f8157490 con 0x7fa5f81570c0 2023-06-08T03:52:30.579 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5fdaf6640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5f815de80 con 0x7fa5f815d130 2023-06-08T03:52:30.579 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5fdaf6640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5f8070020 con 0x7fa5f8070de0 2023-06-08T03:52:30.579 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f77fe640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fa5f81570c0 0x7fa5f815d770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:55018/0 (socket says 172.21.15.62:55018) 2023-06-08T03:52:30.579 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f77fe640 1 -- 172.21.15.62:0/1727892799 learned_addr learned my addr 172.21.15.62:0/1727892799 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:30.581 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f6ffd640 1 --2- 172.21.15.62:0/1727892799 >> v2:172.21.15.188:3300/0 conn(0x7fa5f815d130 0x7fa5f80af6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.581 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f67fc640 1 -- 172.21.15.62:0/1727892799 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3701126684 0 0) 0x7fa5f8157490 con 0x7fa5f81570c0 2023-06-08T03:52:30.581 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f7fff640 1 --2- 172.21.15.62:0/1727892799 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5f8070de0 0x7fa5f80afbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.581 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f67fc640 1 -- 172.21.15.62:0/1727892799 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa5e0003530 con 0x7fa5f81570c0 2023-06-08T03:52:30.582 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f67fc640 1 -- 172.21.15.62:0/1727892799 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 587754290 0 0) 0x7fa5e0003530 con 0x7fa5f81570c0 2023-06-08T03:52:30.582 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f67fc640 1 -- 172.21.15.62:0/1727892799 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5f8070de0 msgr2=0x7fa5f80afbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:30.582 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f67fc640 1 --2- 172.21.15.62:0/1727892799 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5f8070de0 0x7fa5f80afbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.582 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f67fc640 1 -- 172.21.15.62:0/1727892799 >> v2:172.21.15.188:3300/0 conn(0x7fa5f815d130 msgr2=0x7fa5f80af6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:30.582 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f67fc640 1 --2- 172.21.15.62:0/1727892799 >> v2:172.21.15.188:3300/0 conn(0x7fa5f815d130 0x7fa5f80af6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.582 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f67fc640 1 -- 172.21.15.62:0/1727892799 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5f8070300 con 0x7fa5f81570c0 2023-06-08T03:52:30.582 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f67fc640 1 -- 172.21.15.62:0/1727892799 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fa5e8001680 con 0x7fa5f81570c0 2023-06-08T03:52:30.583 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f67fc640 1 -- 172.21.15.62:0/1727892799 >> v1:172.21.15.62:6789/0 conn(0x7fa5f81570c0 legacy=0x7fa5f815d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:30.583 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f67fc640 1 --2- 172.21.15.62:0/1727892799 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5f8070de0 0x7fa5e0003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.583 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f67fc640 1 --2- 172.21.15.62:0/1727892799 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5e0003f00 0x7fa5e00047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.583 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f67fc640 1 --2- 172.21.15.62:0/1727892799 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5e0004d10 0x7fa5e0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.584 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f67fc640 1 -- 172.21.15.62:0/1727892799 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5f815de80 con 0x7fa5e0003f00 2023-06-08T03:52:30.584 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f67fc640 1 -- 172.21.15.62:0/1727892799 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5f8070020 con 0x7fa5e0004d10 2023-06-08T03:52:30.584 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f67fc640 1 -- 172.21.15.62:0/1727892799 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5e000b9c0 con 0x7fa5f8070de0 2023-06-08T03:52:30.584 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f6ffd640 1 --2- 172.21.15.62:0/1727892799 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5e0003f00 0x7fa5e00047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.585 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f77fe640 1 --2- 172.21.15.62:0/1727892799 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5f8070de0 0x7fa5e0003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.585 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f7fff640 1 --2- 172.21.15.62:0/1727892799 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5e0004d10 0x7fa5e0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.585 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f6ffd640 1 -- 172.21.15.62:0/1727892799 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5f8070de0 msgr2=0x7fa5e0003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:30.585 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f6ffd640 1 --2- 172.21.15.62:0/1727892799 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5f8070de0 0x7fa5e0003980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.585 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f6ffd640 1 -- 172.21.15.62:0/1727892799 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5e0004d10 msgr2=0x7fa5e0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:30.585 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f6ffd640 1 --2- 172.21.15.62:0/1727892799 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5e0004d10 0x7fa5e0005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.585 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f6ffd640 1 -- 172.21.15.62:0/1727892799 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5e0003530 con 0x7fa5e0003f00 2023-06-08T03:52:30.586 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.573+0000 7fa5f7fff640 1 --2- 172.21.15.62:0/1727892799 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5e0004d10 0x7fa5e0005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:30.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5f6ffd640 1 --2- 172.21.15.62:0/1727892799 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5e0003f00 0x7fa5e00047d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fa5ec009ae0 tx=0x7fa5ec01ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a1ca485d4788d95 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:30.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5f67fc640 1 -- 172.21.15.62:0/1727892799 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5ec0a5540 con 0x7fa5e0003f00 2023-06-08T03:52:30.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5f67fc640 1 -- 172.21.15.62:0/1727892799 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5ec0a56a0 con 0x7fa5e0003f00 2023-06-08T03:52:30.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5f67fc640 1 -- 172.21.15.62:0/1727892799 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5ec0a5a50 con 0x7fa5e0003f00 2023-06-08T03:52:30.589 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5fdaf6640 1 -- 172.21.15.62:0/1727892799 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5e0003f00 msgr2=0x7fa5e00047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:30.589 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5fdaf6640 1 --2- 172.21.15.62:0/1727892799 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5e0003f00 0x7fa5e00047d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fa5ec009ae0 tx=0x7fa5ec01ca00 comp rx=0 tx=0).stop 2023-06-08T03:52:30.589 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5f7fff640 1 -- 172.21.15.62:0/1727892799 reap_dead start 2023-06-08T03:52:30.589 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5fdaf6640 1 -- 172.21.15.62:0/1727892799 shutdown_connections 2023-06-08T03:52:30.589 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5fdaf6640 1 -- 172.21.15.62:0/1727892799 >> 172.21.15.62:0/1727892799 conn(0x7fa5f80ca6a0 msgr2=0x7fa5f80caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:30.589 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5fdaf6640 1 -- 172.21.15.62:0/1727892799 shutdown_connections 2023-06-08T03:52:30.589 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5fdaf6640 1 -- 172.21.15.62:0/1727892799 wait complete. 2023-06-08T03:52:30.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5fdaf6640 1 Processor -- start 2023-06-08T03:52:30.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5fdaf6640 1 -- start start 2023-06-08T03:52:30.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5fdaf6640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5e0003f00 0x7fa5f814ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5fdaf6640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5f8145e70 0x7fa5f814c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5fdaf6640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5f81462e0 0x7fa5f814c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5fdaf6640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5f814e670 con 0x7fa5f81462e0 2023-06-08T03:52:30.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5fdaf6640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5f814d2f0 con 0x7fa5f8145e70 2023-06-08T03:52:30.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5fdaf6640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5f814d5d0 con 0x7fa5e0003f00 2023-06-08T03:52:30.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5f7fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5f81462e0 0x7fa5f814c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5f7fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5f81462e0 0x7fa5f814c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49786/0 (socket says 172.21.15.62:49786) 2023-06-08T03:52:30.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5f7fff640 1 -- 172.21.15.62:0/3807043885 learned_addr learned my addr 172.21.15.62:0/3807043885 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:30.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5f77fe640 1 --2- 172.21.15.62:0/3807043885 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5e0003f00 0x7fa5f814ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.577+0000 7fa5f6ffd640 1 --2- 172.21.15.62:0/3807043885 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5f8145e70 0x7fa5f814c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.581+0000 7fa5f7fff640 1 -- 172.21.15.62:0/3807043885 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5e0003f00 msgr2=0x7fa5f814ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:30.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.581+0000 7fa5f7fff640 1 --2- 172.21.15.62:0/3807043885 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5e0003f00 0x7fa5f814ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.581+0000 7fa5f7fff640 1 -- 172.21.15.62:0/3807043885 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5f8145e70 msgr2=0x7fa5f814c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:30.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.581+0000 7fa5f7fff640 1 --2- 172.21.15.62:0/3807043885 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5f8145e70 0x7fa5f814c0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.581+0000 7fa5f7fff640 1 -- 172.21.15.62:0/3807043885 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5f814d8b0 con 0x7fa5f81462e0 2023-06-08T03:52:30.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.581+0000 7fa5f7fff640 1 --2- 172.21.15.62:0/3807043885 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5f81462e0 0x7fa5f814c630 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa5f8071c70 tx=0x7fa5f0007f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:30.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.581+0000 7fa5dffff640 1 -- 172.21.15.62:0/3807043885 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5f0014760 con 0x7fa5f81462e0 2023-06-08T03:52:30.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.581+0000 7fa5dffff640 1 -- 172.21.15.62:0/3807043885 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5f0011040 con 0x7fa5f81462e0 2023-06-08T03:52:30.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.581+0000 7fa5fdaf6640 1 -- 172.21.15.62:0/3807043885 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5f814db90 con 0x7fa5f81462e0 2023-06-08T03:52:30.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.581+0000 7fa5dffff640 1 -- 172.21.15.62:0/3807043885 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5f0014b40 con 0x7fa5f81462e0 2023-06-08T03:52:30.593 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.581+0000 7fa5fdaf6640 1 -- 172.21.15.62:0/3807043885 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5f814e150 con 0x7fa5f81462e0 2023-06-08T03:52:30.593 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.581+0000 7fa5fdaf6640 1 -- 172.21.15.62:0/3807043885 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5f814e370 con 0x7fa5f81462e0 2023-06-08T03:52:30.593 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.581+0000 7fa5dffff640 1 -- 172.21.15.62:0/3807043885 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa5f0014ca0 con 0x7fa5f81462e0 2023-06-08T03:52:30.593 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.581+0000 7fa5dffff640 1 --2- 172.21.15.62:0/3807043885 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5e40662b0 0x7fa5e4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.593 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.581+0000 7fa5dffff640 1 -- 172.21.15.62:0/3807043885 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fa5f00835d0 con 0x7fa5f81462e0 2023-06-08T03:52:30.593 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.581+0000 7fa5f77fe640 1 --2- 172.21.15.62:0/3807043885 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5e40662b0 0x7fa5e4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.594 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.581+0000 7fa5f77fe640 1 --2- 172.21.15.62:0/3807043885 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5e40662b0 0x7fa5e4068760 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa5e80018b0 tx=0x7fa5e8009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:30.594 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.585+0000 7fa5dffff640 1 -- 172.21.15.62:0/3807043885 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa5f0050d20 con 0x7fa5f81462e0 2023-06-08T03:52:30.744 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.737+0000 7fa5fdaf6640 1 -- 172.21.15.62:0/3807043885 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fa5f804d650 con 0x7fa5f81462e0 2023-06-08T03:52:30.745 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.737+0000 7fa5dffff640 1 -- 172.21.15.62:0/3807043885 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v18) v1 ==== 92+0+10 (secure 0 0 0) 0x7fa5f0054340 con 0x7fa5f81462e0 2023-06-08T03:52:30.745 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 8 2023-06-08T03:52:30.747 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.741+0000 7fa5fdaf6640 1 -- 172.21.15.62:0/3807043885 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5e40662b0 msgr2=0x7fa5e4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:30.747 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.741+0000 7fa5fdaf6640 1 --2- 172.21.15.62:0/3807043885 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5e40662b0 0x7fa5e4068760 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa5e80018b0 tx=0x7fa5e8009040 comp rx=0 tx=0).stop 2023-06-08T03:52:30.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.741+0000 7fa5fdaf6640 1 -- 172.21.15.62:0/3807043885 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5f81462e0 msgr2=0x7fa5f814c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:30.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.741+0000 7fa5fdaf6640 1 --2- 172.21.15.62:0/3807043885 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5f81462e0 0x7fa5f814c630 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa5f8071c70 tx=0x7fa5f0007f00 comp rx=0 tx=0).stop 2023-06-08T03:52:30.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.741+0000 7fa5fdaf6640 1 -- 172.21.15.62:0/3807043885 shutdown_connections 2023-06-08T03:52:30.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.741+0000 7fa5fdaf6640 1 --2- 172.21.15.62:0/3807043885 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5e40662b0 0x7fa5e4068760 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.741+0000 7fa5fdaf6640 1 --2- 172.21.15.62:0/3807043885 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5f81462e0 0x7fa5f814c630 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.741+0000 7fa5fdaf6640 1 --2- 172.21.15.62:0/3807043885 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5f8145e70 0x7fa5f814c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.741+0000 7fa5fdaf6640 1 --2- 172.21.15.62:0/3807043885 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5e0003f00 0x7fa5f814ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.741+0000 7fa5fdaf6640 1 -- 172.21.15.62:0/3807043885 >> 172.21.15.62:0/3807043885 conn(0x7fa5f80ca6a0 msgr2=0x7fa5f80ce060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:30.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.741+0000 7fa5fdaf6640 1 -- 172.21.15.62:0/3807043885 shutdown_connections 2023-06-08T03:52:30.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.741+0000 7fa5fdaf6640 1 -- 172.21.15.62:0/3807043885 wait complete. 2023-06-08T03:52:30.764 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-08T03:52:30.881 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.873+0000 7fc143f5e640 1 Processor -- start 2023-06-08T03:52:30.881 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.873+0000 7fc143f5e640 1 -- start start 2023-06-08T03:52:30.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc143f5e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fc13c0b1290 0x7fc13c0b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc143f5e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc13c0ce950 0x7fc13c0cedf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc143f5e640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc13c0d1be0 con 0x7fc13c0ce280 2023-06-08T03:52:30.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc143f5e640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc13c0cf330 con 0x7fc13c0b1290 2023-06-08T03:52:30.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc143f5e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc13c0b1660 con 0x7fc13c0ce950 2023-06-08T03:52:30.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc141cfa640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fc13c0b1290 0x7fc13c0b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc1414f9640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fc13c0ce280 0x7fc13c0d0520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:55024/0 (socket says 172.21.15.62:55024) 2023-06-08T03:52:30.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc1414f9640 1 -- 172.21.15.62:0/2770266136 learned_addr learned my addr 172.21.15.62:0/2770266136 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:30.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc141cfa640 1 -- 172.21.15.62:0/2770266136 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc13c0ce950 msgr2=0x7fc13c0cedf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:30.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc1424fb640 1 --2- 172.21.15.62:0/2770266136 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc13c0ce950 0x7fc13c0cedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc141cfa640 1 --2- 172.21.15.62:0/2770266136 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc13c0ce950 0x7fc13c0cedf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc140cf8640 1 -- 172.21.15.62:0/2770266136 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1440978685 0 0) 0x7fc13c0d1be0 con 0x7fc13c0ce280 2023-06-08T03:52:30.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc141cfa640 1 -- 172.21.15.62:0/2770266136 >> v1:172.21.15.62:6789/0 conn(0x7fc13c0ce280 legacy=0x7fc13c0d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:30.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc141cfa640 1 -- 172.21.15.62:0/2770266136 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc13c0cc6c0 con 0x7fc13c0b1290 2023-06-08T03:52:30.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc141cfa640 1 --2- 172.21.15.62:0/2770266136 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc13c0b1290 0x7fc13c0b4d90 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc1380097c0 tx=0x7fc13801c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ca45f6c245a665 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:30.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc140cf8640 1 -- 172.21.15.62:0/2770266136 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1380ab5f0 con 0x7fc13c0b1290 2023-06-08T03:52:30.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc140cf8640 1 -- 172.21.15.62:0/2770266136 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1380ab750 con 0x7fc13c0b1290 2023-06-08T03:52:30.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc140cf8640 1 -- 172.21.15.62:0/2770266136 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1380abae0 con 0x7fc13c0b1290 2023-06-08T03:52:30.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc143f5e640 1 -- 172.21.15.62:0/2770266136 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc13c0b1290 msgr2=0x7fc13c0b4d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:30.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc143f5e640 1 --2- 172.21.15.62:0/2770266136 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc13c0b1290 0x7fc13c0b4d90 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc1380097c0 tx=0x7fc13801c3f0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc143f5e640 1 -- 172.21.15.62:0/2770266136 shutdown_connections 2023-06-08T03:52:30.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc143f5e640 1 --2- 172.21.15.62:0/2770266136 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc13c0ce950 0x7fc13c0cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc143f5e640 1 --2- 172.21.15.62:0/2770266136 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc13c0b1290 0x7fc13c0b4d90 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc143f5e640 1 -- 172.21.15.62:0/2770266136 >> 172.21.15.62:0/2770266136 conn(0x7fc13c06b5a0 msgr2=0x7fc13c06b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:30.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc143f5e640 1 -- 172.21.15.62:0/2770266136 shutdown_connections 2023-06-08T03:52:30.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.877+0000 7fc143f5e640 1 -- 172.21.15.62:0/2770266136 wait complete. 2023-06-08T03:52:30.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc143f5e640 1 Processor -- start 2023-06-08T03:52:30.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc143f5e640 1 -- start start 2023-06-08T03:52:30.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc143f5e640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc13c0b1290 0x7fc13c0c9fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc143f5e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc13c0ce280 0x7fc13c14f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc143f5e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc13c0ce950 0x7fc13c150ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc143f5e640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc13c1551f0 con 0x7fc13c0ce280 2023-06-08T03:52:30.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc143f5e640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc13c154f10 con 0x7fc13c0b1290 2023-06-08T03:52:30.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc143f5e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc13c0b19f0 con 0x7fc13c0ce950 2023-06-08T03:52:30.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc1414f9640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc13c0ce280 0x7fc13c14f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc1414f9640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc13c0ce280 0x7fc13c14f170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49806/0 (socket says 172.21.15.62:49806) 2023-06-08T03:52:30.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc1414f9640 1 -- 172.21.15.62:0/2129130773 learned_addr learned my addr 172.21.15.62:0/2129130773 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:30.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc141cfa640 1 --2- 172.21.15.62:0/2129130773 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc13c0b1290 0x7fc13c0c9fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc1424fb640 1 --2- 172.21.15.62:0/2129130773 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc13c0ce950 0x7fc13c150ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc1414f9640 1 -- 172.21.15.62:0/2129130773 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc13c0ce950 msgr2=0x7fc13c150ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:30.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc1414f9640 1 --2- 172.21.15.62:0/2129130773 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc13c0ce950 0x7fc13c150ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc1414f9640 1 -- 172.21.15.62:0/2129130773 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc13c0b1290 msgr2=0x7fc13c0c9fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:30.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc1414f9640 1 --2- 172.21.15.62:0/2129130773 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc13c0b1290 0x7fc13c0c9fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:30.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc1414f9640 1 -- 172.21.15.62:0/2129130773 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc138009420 con 0x7fc13c0ce280 2023-06-08T03:52:30.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc1414f9640 1 --2- 172.21.15.62:0/2129130773 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc13c0ce280 0x7fc13c14f170 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc12c00c450 tx=0x7fc12c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:30.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc1327fc640 1 -- 172.21.15.62:0/2129130773 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc12c0074e0 con 0x7fc13c0ce280 2023-06-08T03:52:30.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc1327fc640 1 -- 172.21.15.62:0/2129130773 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc12c007640 con 0x7fc13c0ce280 2023-06-08T03:52:30.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc143f5e640 1 -- 172.21.15.62:0/2129130773 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc13c0b1cd0 con 0x7fc13c0ce280 2023-06-08T03:52:30.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc1327fc640 1 -- 172.21.15.62:0/2129130773 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc12c0049f0 con 0x7fc13c0ce280 2023-06-08T03:52:30.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc143f5e640 1 -- 172.21.15.62:0/2129130773 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc13c154b30 con 0x7fc13c0ce280 2023-06-08T03:52:30.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.881+0000 7fc143f5e640 1 -- 172.21.15.62:0/2129130773 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc13c0b1850 con 0x7fc13c0ce280 2023-06-08T03:52:30.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.885+0000 7fc1327fc640 1 -- 172.21.15.62:0/2129130773 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc12c004b50 con 0x7fc13c0ce280 2023-06-08T03:52:30.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.885+0000 7fc1327fc640 1 --2- 172.21.15.62:0/2129130773 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc1200662b0 0x7fc120068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:30.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.885+0000 7fc1327fc640 1 -- 172.21.15.62:0/2129130773 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fc12c082ea0 con 0x7fc13c0ce280 2023-06-08T03:52:30.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.885+0000 7fc141cfa640 1 --2- 172.21.15.62:0/2129130773 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc1200662b0 0x7fc120068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:30.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.885+0000 7fc141cfa640 1 --2- 172.21.15.62:0/2129130773 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc1200662b0 0x7fc120068760 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc1380af000 tx=0x7fc1380a7000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:30.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:30.889+0000 7fc1327fc640 1 -- 172.21.15.62:0/2129130773 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc13c0b1850 con 0x7fc13c0ce280 2023-06-08T03:52:31.085 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.077+0000 7fc143f5e640 1 -- 172.21.15.62:0/2129130773 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc13c0b1850 con 0x7fc13c0ce280 2023-06-08T03:52:31.086 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.081+0000 7fc1327fc640 1 -- 172.21.15.62:0/2129130773 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3524 (secure 0 0 0) 0x7fc13c0b1850 con 0x7fc13c0ce280 2023-06-08T03:52:31.086 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:31.086 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4239,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/308746620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":308746620},{"type":"v1","addr":"172.21.15.62:6833","nonce":308746620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4242,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/3359552501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":3359552501},{"type":"v1","addr":"172.21.15.62:6835","nonce":3359552501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4247,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.188:6835/904875113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6834","nonce":904875113},{"type":"v1","addr":"172.21.15.188:6835","nonce":904875113}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4294,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.188:6837/4197767102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6836","nonce":4197767102},{"type":"v1","addr":"172.21.15.188:6837","nonce":4197767102}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2023-06-08T03:52:31.086 INFO:teuthology.orchestra.run.smithi062.stderr:dumped fsmap epoch 3 2023-06-08T03:52:31.088 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.081+0000 7fc143f5e640 1 -- 172.21.15.62:0/2129130773 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc1200662b0 msgr2=0x7fc120068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:31.088 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.081+0000 7fc143f5e640 1 --2- 172.21.15.62:0/2129130773 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc1200662b0 0x7fc120068760 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc1380af000 tx=0x7fc1380a7000 comp rx=0 tx=0).stop 2023-06-08T03:52:31.088 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.081+0000 7fc143f5e640 1 -- 172.21.15.62:0/2129130773 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc13c0ce280 msgr2=0x7fc13c14f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:31.089 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.081+0000 7fc143f5e640 1 --2- 172.21.15.62:0/2129130773 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc13c0ce280 0x7fc13c14f170 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc12c00c450 tx=0x7fc12c00c910 comp rx=0 tx=0).stop 2023-06-08T03:52:31.089 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.081+0000 7fc143f5e640 1 -- 172.21.15.62:0/2129130773 shutdown_connections 2023-06-08T03:52:31.089 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.081+0000 7fc143f5e640 1 --2- 172.21.15.62:0/2129130773 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc1200662b0 0x7fc120068760 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.089 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.081+0000 7fc143f5e640 1 --2- 172.21.15.62:0/2129130773 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc13c0ce950 0x7fc13c150ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.089 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.081+0000 7fc143f5e640 1 --2- 172.21.15.62:0/2129130773 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc13c0ce280 0x7fc13c14f170 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.089 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.081+0000 7fc143f5e640 1 --2- 172.21.15.62:0/2129130773 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc13c0b1290 0x7fc13c0c9fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.089 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.081+0000 7fc143f5e640 1 -- 172.21.15.62:0/2129130773 >> 172.21.15.62:0/2129130773 conn(0x7fc13c06b5a0 msgr2=0x7fc13c0b5170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:31.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.081+0000 7fc143f5e640 1 -- 172.21.15.62:0/2129130773 shutdown_connections 2023-06-08T03:52:31.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.081+0000 7fc143f5e640 1 -- 172.21.15.62:0/2129130773 wait complete. 2023-06-08T03:52:31.105 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:52:31.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.221+0000 7f187b112640 1 Processor -- start 2023-06-08T03:52:31.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.221+0000 7f187b112640 1 -- start start 2023-06-08T03:52:31.230 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.225+0000 7f187b112640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f18740b3a30 0x7f18740b4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:31.230 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.225+0000 7f187b112640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18740b1510 0x7f18740b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:31.230 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.225+0000 7f187b112640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f18740d0be0 con 0x7f18740d17b0 2023-06-08T03:52:31.231 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.225+0000 7f187b112640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18740ccd80 con 0x7f18740b3a30 2023-06-08T03:52:31.231 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.225+0000 7f187b112640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18740ce160 con 0x7f18740b1510 2023-06-08T03:52:31.231 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.225+0000 7f1878eae640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f18740b3a30 0x7f18740b4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:31.231 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.225+0000 7f1878eae640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f18740b3a30 0x7f18740b4e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49814/0 (socket says 172.21.15.62:49814) 2023-06-08T03:52:31.231 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.225+0000 7f1878eae640 1 -- 172.21.15.62:0/3288934879 learned_addr learned my addr 172.21.15.62:0/3288934879 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:31.232 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.225+0000 7f1873fff640 1 --2- 172.21.15.62:0/3288934879 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18740b1510 0x7f18740b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:31.232 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.225+0000 7f1878eae640 1 -- 172.21.15.62:0/3288934879 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18740b1510 msgr2=0x7f18740b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:31.232 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.225+0000 7f1878eae640 1 --2- 172.21.15.62:0/3288934879 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18740b1510 0x7f18740b3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.232 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.225+0000 7f1878eae640 1 -- 172.21.15.62:0/3288934879 >> v1:172.21.15.188:6789/0 conn(0x7f18740d17b0 legacy=0x7f18740ce620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:31.232 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.225+0000 7f1878eae640 1 -- 172.21.15.62:0/3288934879 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18740b4800 con 0x7f18740b3a30 2023-06-08T03:52:31.233 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.225+0000 7f1878eae640 1 --2- 172.21.15.62:0/3288934879 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18740b3a30 0x7f18740b4e00 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f186c009870 tx=0x7f186c01c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88776c298ee0d805 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:31.234 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.225+0000 7f18737fe640 1 -- 172.21.15.62:0/3288934879 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f186c0ab610 con 0x7f18740b3a30 2023-06-08T03:52:31.234 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.225+0000 7f18737fe640 1 -- 172.21.15.62:0/3288934879 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f186c0ab770 con 0x7f18740b3a30 2023-06-08T03:52:31.234 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.225+0000 7f18737fe640 1 -- 172.21.15.62:0/3288934879 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f186c0abb00 con 0x7f18740b3a30 2023-06-08T03:52:31.234 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.225+0000 7f187b112640 1 -- 172.21.15.62:0/3288934879 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18740b3a30 msgr2=0x7f18740b4e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:31.234 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.225+0000 7f187b112640 1 --2- 172.21.15.62:0/3288934879 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18740b3a30 0x7f18740b4e00 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f186c009870 tx=0x7f186c01c450 comp rx=0 tx=0).stop 2023-06-08T03:52:31.234 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f187b112640 1 -- 172.21.15.62:0/3288934879 shutdown_connections 2023-06-08T03:52:31.234 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f187b112640 1 --2- 172.21.15.62:0/3288934879 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18740b1510 0x7f18740b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.235 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f187b112640 1 --2- 172.21.15.62:0/3288934879 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18740b3a30 0x7f18740b4e00 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.235 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f187b112640 1 -- 172.21.15.62:0/3288934879 >> 172.21.15.62:0/3288934879 conn(0x7f18740d1fb0 msgr2=0x7f18740d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:31.235 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f187b112640 1 -- 172.21.15.62:0/3288934879 shutdown_connections 2023-06-08T03:52:31.235 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f187b112640 1 -- 172.21.15.62:0/3288934879 wait complete. 2023-06-08T03:52:31.237 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f187b112640 1 Processor -- start 2023-06-08T03:52:31.237 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f187b112640 1 -- start start 2023-06-08T03:52:31.237 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f187b112640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f18740b3a30 0x7f1874157470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:31.237 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f187b112640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18740d17b0 0x7f18740c5d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:31.237 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f187b112640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f187415b610 0x7f18740c6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:31.237 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f187b112640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f187415e680 con 0x7f18740d17b0 2023-06-08T03:52:31.237 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f187b112640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f187415d7d0 con 0x7f18740b3a30 2023-06-08T03:52:31.238 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f187b112640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f187415da70 con 0x7f187415b610 2023-06-08T03:52:31.238 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f1873fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18740d17b0 0x7f18740c5d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:31.238 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f1873fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18740d17b0 0x7f18740c5d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49830/0 (socket says 172.21.15.62:49830) 2023-06-08T03:52:31.238 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f1873fff640 1 -- 172.21.15.62:0/1683597952 learned_addr learned my addr 172.21.15.62:0/1683597952 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:31.238 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f1878eae640 1 --2- 172.21.15.62:0/1683597952 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f18740b3a30 0x7f1874157470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:31.238 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f1873fff640 1 -- 172.21.15.62:0/1683597952 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f187415b610 msgr2=0x7f18740c6270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:31.238 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f18796af640 1 --2- 172.21.15.62:0/1683597952 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f187415b610 0x7f18740c6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:31.239 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f1873fff640 1 --2- 172.21.15.62:0/1683597952 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f187415b610 0x7f18740c6270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.239 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f1873fff640 1 -- 172.21.15.62:0/1683597952 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f18740b3a30 msgr2=0x7f1874157470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:31.239 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f1873fff640 1 --2- 172.21.15.62:0/1683597952 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f18740b3a30 0x7f1874157470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.239 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f1873fff640 1 -- 172.21.15.62:0/1683597952 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f186c0094d0 con 0x7f18740d17b0 2023-06-08T03:52:31.239 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f1878eae640 1 --2- 172.21.15.62:0/1683597952 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f18740b3a30 0x7f1874157470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:31.239 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f1873fff640 1 --2- 172.21.15.62:0/1683597952 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18740d17b0 0x7f18740c5d30 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f185c00d800 tx=0x7f185c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:31.239 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f18717fa640 1 -- 172.21.15.62:0/1683597952 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f185c00b6c0 con 0x7f18740d17b0 2023-06-08T03:52:31.239 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f18717fa640 1 -- 172.21.15.62:0/1683597952 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f185c00b820 con 0x7f18740d17b0 2023-06-08T03:52:31.240 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f187b112640 1 -- 172.21.15.62:0/1683597952 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f187415dd50 con 0x7f18740d17b0 2023-06-08T03:52:31.240 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f18717fa640 1 -- 172.21.15.62:0/1683597952 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f185c00bb90 con 0x7f18740d17b0 2023-06-08T03:52:31.240 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f187b112640 1 -- 172.21.15.62:0/1683597952 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f187415e310 con 0x7f18740d17b0 2023-06-08T03:52:31.241 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.229+0000 7f187b112640 1 -- 172.21.15.62:0/1683597952 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f187415e7f0 con 0x7f18740d17b0 2023-06-08T03:52:31.241 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.233+0000 7f18717fa640 1 -- 172.21.15.62:0/1683597952 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f185c00bcf0 con 0x7f18740d17b0 2023-06-08T03:52:31.241 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.233+0000 7f18717fa640 1 --2- 172.21.15.62:0/1683597952 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f18540662b0 0x7f1854068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:31.241 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.233+0000 7f18717fa640 1 -- 172.21.15.62:0/1683597952 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f185c084a90 con 0x7f18740d17b0 2023-06-08T03:52:31.241 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.233+0000 7f1878eae640 1 --2- 172.21.15.62:0/1683597952 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f18540662b0 0x7f1854068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:31.241 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.233+0000 7f1878eae640 1 --2- 172.21.15.62:0/1683597952 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f18540662b0 0x7f1854068760 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f186c0af000 tx=0x7f186c008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:31.242 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.237+0000 7f18717fa640 1 -- 172.21.15.62:0/1683597952 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f185c052240 con 0x7f18740d17b0 2023-06-08T03:52:31.395 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.389+0000 7f187b112640 1 -- 172.21.15.62:0/1683597952 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f187404d6c0 con 0x7f18740d17b0 2023-06-08T03:52:31.396 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.389+0000 7f18717fa640 1 -- 172.21.15.62:0/1683597952 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+14636 (secure 0 0 0) 0x7f185c055860 con 0x7f18740d17b0 2023-06-08T03:52:31.397 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:31.397 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":19,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:52:30.762116+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:52:31.399 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.393+0000 7f187b112640 1 -- 172.21.15.62:0/1683597952 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f18540662b0 msgr2=0x7f1854068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:31.399 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.393+0000 7f187b112640 1 --2- 172.21.15.62:0/1683597952 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f18540662b0 0x7f1854068760 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f186c0af000 tx=0x7f186c008040 comp rx=0 tx=0).stop 2023-06-08T03:52:31.399 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.393+0000 7f187b112640 1 -- 172.21.15.62:0/1683597952 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18740d17b0 msgr2=0x7f18740c5d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:31.400 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.393+0000 7f187b112640 1 --2- 172.21.15.62:0/1683597952 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18740d17b0 0x7f18740c5d30 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f185c00d800 tx=0x7f185c00dcc0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.400 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.393+0000 7f187b112640 1 -- 172.21.15.62:0/1683597952 shutdown_connections 2023-06-08T03:52:31.400 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.393+0000 7f187b112640 1 --2- 172.21.15.62:0/1683597952 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f18540662b0 0x7f1854068760 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.400 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.393+0000 7f187b112640 1 --2- 172.21.15.62:0/1683597952 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f187415b610 0x7f18740c6270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.400 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.393+0000 7f187b112640 1 --2- 172.21.15.62:0/1683597952 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18740d17b0 0x7f18740c5d30 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.400 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.393+0000 7f187b112640 1 --2- 172.21.15.62:0/1683597952 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f18740b3a30 0x7f1874157470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.400 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.393+0000 7f187b112640 1 -- 172.21.15.62:0/1683597952 >> 172.21.15.62:0/1683597952 conn(0x7f18740d1fb0 msgr2=0x7f1874157f60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:31.401 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.393+0000 7f187b112640 1 -- 172.21.15.62:0/1683597952 shutdown_connections 2023-06-08T03:52:31.401 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.393+0000 7f187b112640 1 -- 172.21.15.62:0/1683597952 wait complete. 2023-06-08T03:52:31.415 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-08T03:52:22.372947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-08T03:52:28.107223+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-08T03:52:31.416 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-08T03:52:31.542 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.537+0000 7f87dac48640 1 Processor -- start 2023-06-08T03:52:31.542 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.537+0000 7f87dac48640 1 -- start start 2023-06-08T03:52:31.543 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.537+0000 7f87dac48640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f87d415b8f0 0x7f87d40b4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:31.544 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.537+0000 7f87dac48640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f87d40b5340 0x7f87d40d08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:31.544 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.537+0000 7f87dac48640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f87d40cf800 con 0x7f87d40b0f40 2023-06-08T03:52:31.544 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.537+0000 7f87dac48640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f87d40ce270 con 0x7f87d40b5340 2023-06-08T03:52:31.544 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.537+0000 7f87dac48640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87d40b16b0 con 0x7f87d415b8f0 2023-06-08T03:52:31.544 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.537+0000 7f87d3fff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f87d40b5340 0x7f87d40d08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:31.544 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.537+0000 7f87d3fff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f87d40b5340 0x7f87d40d08c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49832/0 (socket says 172.21.15.62:49832) 2023-06-08T03:52:31.545 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.537+0000 7f87d3fff640 1 -- 172.21.15.62:0/2978963572 learned_addr learned my addr 172.21.15.62:0/2978963572 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:31.545 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.537+0000 7f87d89e4640 1 --2- 172.21.15.62:0/2978963572 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f87d415b8f0 0x7f87d40b4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:31.545 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.537+0000 7f87d3fff640 1 -- 172.21.15.62:0/2978963572 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f87d415b8f0 msgr2=0x7f87d40b4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:31.545 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.537+0000 7f87d3fff640 1 --2- 172.21.15.62:0/2978963572 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f87d415b8f0 0x7f87d40b4e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.546 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.537+0000 7f87d3fff640 1 -- 172.21.15.62:0/2978963572 >> v1:172.21.15.188:6789/0 conn(0x7f87d40b0f40 legacy=0x7f87d40b3a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:31.546 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.537+0000 7f87d3fff640 1 -- 172.21.15.62:0/2978963572 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87d40ce510 con 0x7f87d40b5340 2023-06-08T03:52:31.546 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87d3fff640 1 --2- 172.21.15.62:0/2978963572 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87d40b5340 0x7f87d40d08c0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f87bc009870 tx=0x7f87bc01c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b4c17c1142a74c server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:31.547 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87d37fe640 1 -- 172.21.15.62:0/2978963572 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87d40b4950 con 0x7f87d40b5340 2023-06-08T03:52:31.547 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87d37fe640 1 -- 172.21.15.62:0/2978963572 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87bc0ac640 con 0x7f87d40b5340 2023-06-08T03:52:31.547 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87d37fe640 1 -- 172.21.15.62:0/2978963572 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87bc0ac9d0 con 0x7f87d40b5340 2023-06-08T03:52:31.548 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87dac48640 1 -- 172.21.15.62:0/2978963572 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87d40b5340 msgr2=0x7f87d40d08c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:31.548 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87dac48640 1 --2- 172.21.15.62:0/2978963572 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87d40b5340 0x7f87d40d08c0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f87bc009870 tx=0x7f87bc01c440 comp rx=0 tx=0).stop 2023-06-08T03:52:31.548 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87dac48640 1 -- 172.21.15.62:0/2978963572 shutdown_connections 2023-06-08T03:52:31.548 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87dac48640 1 --2- 172.21.15.62:0/2978963572 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87d40b5340 0x7f87d40d08c0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.548 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87dac48640 1 --2- 172.21.15.62:0/2978963572 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f87d415b8f0 0x7f87d40b4e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.548 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87dac48640 1 -- 172.21.15.62:0/2978963572 >> 172.21.15.62:0/2978963572 conn(0x7f87d40d1fb0 msgr2=0x7f87d40d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:31.548 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87dac48640 1 -- 172.21.15.62:0/2978963572 shutdown_connections 2023-06-08T03:52:31.549 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87dac48640 1 -- 172.21.15.62:0/2978963572 wait complete. 2023-06-08T03:52:31.550 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87dac48640 1 Processor -- start 2023-06-08T03:52:31.550 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87dac48640 1 -- start start 2023-06-08T03:52:31.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87dac48640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f87d40b0f40 0x7f87d415ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:31.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87dac48640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f87d40b5340 0x7f87d415e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:31.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87dac48640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87d415b8f0 0x7f87d4156c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:31.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87dac48640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87d414fd40 con 0x7f87d415b8f0 2023-06-08T03:52:31.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87dac48640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87d4148790 con 0x7f87d40b0f40 2023-06-08T03:52:31.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87dac48640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87d4148a70 con 0x7f87d40b5340 2023-06-08T03:52:31.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87d91e5640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87d415b8f0 0x7f87d4156c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:31.552 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87d91e5640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87d415b8f0 0x7f87d4156c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49840/0 (socket says 172.21.15.62:49840) 2023-06-08T03:52:31.552 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87d91e5640 1 -- 172.21.15.62:0/680040467 learned_addr learned my addr 172.21.15.62:0/680040467 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:31.552 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87d89e4640 1 --2- 172.21.15.62:0/680040467 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f87d40b0f40 0x7f87d415ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:31.552 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.541+0000 7f87d3fff640 1 --2- 172.21.15.62:0/680040467 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f87d40b5340 0x7f87d415e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:31.552 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.545+0000 7f87d91e5640 1 -- 172.21.15.62:0/680040467 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f87d40b5340 msgr2=0x7f87d415e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:31.552 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.545+0000 7f87d91e5640 1 --2- 172.21.15.62:0/680040467 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f87d40b5340 0x7f87d415e2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.552 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.545+0000 7f87d91e5640 1 -- 172.21.15.62:0/680040467 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f87d40b0f40 msgr2=0x7f87d415ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:31.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.545+0000 7f87d91e5640 1 --2- 172.21.15.62:0/680040467 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f87d40b0f40 0x7f87d415ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.545+0000 7f87d91e5640 1 -- 172.21.15.62:0/680040467 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87bc0094d0 con 0x7f87d415b8f0 2023-06-08T03:52:31.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.545+0000 7f87d89e4640 1 --2- 172.21.15.62:0/680040467 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f87d40b0f40 0x7f87d415ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:52:31.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.545+0000 7f87d91e5640 1 --2- 172.21.15.62:0/680040467 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87d415b8f0 0x7f87d4156c70 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f87cc00c3c0 tx=0x7f87cc00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:31.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.545+0000 7f87d17fa640 1 -- 172.21.15.62:0/680040467 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87cc011790 con 0x7f87d415b8f0 2023-06-08T03:52:31.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.545+0000 7f87d17fa640 1 -- 172.21.15.62:0/680040467 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87cc0118f0 con 0x7f87d415b8f0 2023-06-08T03:52:31.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.545+0000 7f87dac48640 1 -- 172.21.15.62:0/680040467 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f87d4148d50 con 0x7f87d415b8f0 2023-06-08T03:52:31.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.545+0000 7f87d17fa640 1 -- 172.21.15.62:0/680040467 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87cc011ca0 con 0x7f87d415b8f0 2023-06-08T03:52:31.554 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.545+0000 7f87dac48640 1 -- 172.21.15.62:0/680040467 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87d415e830 con 0x7f87d415b8f0 2023-06-08T03:52:31.554 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.545+0000 7f87dac48640 1 -- 172.21.15.62:0/680040467 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f87d41501d0 con 0x7f87d415b8f0 2023-06-08T03:52:31.554 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.545+0000 7f87d17fa640 1 -- 172.21.15.62:0/680040467 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f87cc01c460 con 0x7f87d415b8f0 2023-06-08T03:52:31.555 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.545+0000 7f87d17fa640 1 --2- 172.21.15.62:0/680040467 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f87b4066280 0x7f87b4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:31.555 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.545+0000 7f87d17fa640 1 -- 172.21.15.62:0/680040467 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f87cc083820 con 0x7f87d415b8f0 2023-06-08T03:52:31.555 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.545+0000 7f87d89e4640 1 --2- 172.21.15.62:0/680040467 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f87b4066280 0x7f87b4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:31.555 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.545+0000 7f87d89e4640 1 --2- 172.21.15.62:0/680040467 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f87b4066280 0x7f87b4068730 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f87c4003fd0 tx=0x7f87c40039e0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:31.556 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.549+0000 7f87d17fa640 1 -- 172.21.15.62:0/680040467 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f87d41501d0 con 0x7f87d415b8f0 2023-06-08T03:52:31.710 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.705+0000 7f87dac48640 1 -- 172.21.15.62:0/680040467 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f87d41501d0 con 0x7f87d415b8f0 2023-06-08T03:52:31.710 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.705+0000 7f87d17fa640 1 -- 172.21.15.62:0/680040467 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v19) v1 ==== 93+0+10 (secure 0 0 0) 0x7f87d41501d0 con 0x7f87d415b8f0 2023-06-08T03:52:31.711 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 1 2023-06-08T03:52:31.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.705+0000 7f87dac48640 1 -- 172.21.15.62:0/680040467 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f87b4066280 msgr2=0x7f87b4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:31.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.705+0000 7f87dac48640 1 --2- 172.21.15.62:0/680040467 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f87b4066280 0x7f87b4068730 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f87c4003fd0 tx=0x7f87c40039e0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.705+0000 7f87dac48640 1 -- 172.21.15.62:0/680040467 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87d415b8f0 msgr2=0x7f87d4156c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:31.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.705+0000 7f87dac48640 1 --2- 172.21.15.62:0/680040467 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87d415b8f0 0x7f87d4156c70 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f87cc00c3c0 tx=0x7f87cc00c880 comp rx=0 tx=0).stop 2023-06-08T03:52:31.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.705+0000 7f87dac48640 1 -- 172.21.15.62:0/680040467 shutdown_connections 2023-06-08T03:52:31.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.705+0000 7f87dac48640 1 --2- 172.21.15.62:0/680040467 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f87b4066280 0x7f87b4068730 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.705+0000 7f87dac48640 1 --2- 172.21.15.62:0/680040467 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87d415b8f0 0x7f87d4156c70 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.705+0000 7f87dac48640 1 --2- 172.21.15.62:0/680040467 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f87d40b5340 0x7f87d415e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.705+0000 7f87dac48640 1 --2- 172.21.15.62:0/680040467 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f87d40b0f40 0x7f87d415ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.705+0000 7f87dac48640 1 -- 172.21.15.62:0/680040467 >> 172.21.15.62:0/680040467 conn(0x7f87d40d1fb0 msgr2=0x7f87d415a4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:31.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.705+0000 7f87dac48640 1 -- 172.21.15.62:0/680040467 shutdown_connections 2023-06-08T03:52:31.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.705+0000 7f87dac48640 1 -- 172.21.15.62:0/680040467 wait complete. 2023-06-08T03:52:31.728 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-08T03:52:31.844 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.837+0000 7fee37c5f640 1 Processor -- start 2023-06-08T03:52:31.844 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.837+0000 7fee37c5f640 1 -- start start 2023-06-08T03:52:31.845 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.837+0000 7fee37c5f640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fee3006a420 0x7fee3006a860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:31.845 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.837+0000 7fee37c5f640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee3006ada0 con 0x7fee300cc6f0 2023-06-08T03:52:31.845 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.837+0000 7fee37c5f640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee300cacf0 con 0x7fee300d05d0 2023-06-08T03:52:31.845 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.837+0000 7fee37c5f640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee300cafd0 con 0x7fee3006a420 2023-06-08T03:52:31.846 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.837+0000 7fee351fa640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fee300cc6f0 0x7fee300ca4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:55040/0 (socket says 172.21.15.62:55040) 2023-06-08T03:52:31.846 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.837+0000 7fee351fa640 1 -- 172.21.15.62:0/633535729 learned_addr learned my addr 172.21.15.62:0/633535729 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:31.846 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.837+0000 7fee361fc640 1 --2- 172.21.15.62:0/633535729 >> v2:172.21.15.188:3300/0 conn(0x7fee3006a420 0x7fee3006a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:31.846 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.837+0000 7fee349f9640 1 -- 172.21.15.62:0/633535729 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3440506974 0 0) 0x7fee3006ada0 con 0x7fee300cc6f0 2023-06-08T03:52:31.846 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.837+0000 7fee349f9640 1 -- 172.21.15.62:0/633535729 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fee1c003530 con 0x7fee300cc6f0 2023-06-08T03:52:31.847 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.837+0000 7fee349f9640 1 -- 172.21.15.62:0/633535729 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1258420641 0 0) 0x7fee1c003530 con 0x7fee300cc6f0 2023-06-08T03:52:31.847 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.837+0000 7fee349f9640 1 -- 172.21.15.62:0/633535729 >> v2:172.21.15.188:3300/0 conn(0x7fee3006a420 msgr2=0x7fee3006a860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:31.848 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.837+0000 7fee349f9640 1 --2- 172.21.15.62:0/633535729 >> v2:172.21.15.188:3300/0 conn(0x7fee3006a420 0x7fee3006a860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.848 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.837+0000 7fee349f9640 1 -- 172.21.15.62:0/633535729 >> v1:172.21.15.188:6789/0 conn(0x7fee300d05d0 legacy=0x7fee300cbd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:31.848 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.837+0000 7fee349f9640 1 -- 172.21.15.62:0/633535729 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee300cb2b0 con 0x7fee300cc6f0 2023-06-08T03:52:31.848 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.837+0000 7fee349f9640 1 -- 172.21.15.62:0/633535729 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fee20001680 con 0x7fee300cc6f0 2023-06-08T03:52:31.848 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee349f9640 1 -- 172.21.15.62:0/633535729 >> v1:172.21.15.62:6789/0 conn(0x7fee300cc6f0 legacy=0x7fee300ca4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:31.848 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee349f9640 1 --2- 172.21.15.62:0/633535729 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee1c003980 0x7fee1c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:31.848 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee349f9640 1 --2- 172.21.15.62:0/633535729 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee1c0047d0 0x7fee1c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:31.849 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee349f9640 1 --2- 172.21.15.62:0/633535729 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee1c005180 0x7fee1c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:31.849 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee349f9640 1 -- 172.21.15.62:0/633535729 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee300cafd0 con 0x7fee1c0047d0 2023-06-08T03:52:31.849 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee349f9640 1 -- 172.21.15.62:0/633535729 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee1c00c090 con 0x7fee1c005180 2023-06-08T03:52:31.849 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee349f9640 1 -- 172.21.15.62:0/633535729 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee1c00c250 con 0x7fee1c003980 2023-06-08T03:52:31.849 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee351fa640 1 --2- 172.21.15.62:0/633535729 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee1c0047d0 0x7fee1c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:31.849 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee361fc640 1 --2- 172.21.15.62:0/633535729 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee1c005180 0x7fee1c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:31.849 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee359fb640 1 --2- 172.21.15.62:0/633535729 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee1c003980 0x7fee1c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:31.850 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee351fa640 1 -- 172.21.15.62:0/633535729 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee1c003980 msgr2=0x7fee1c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:31.850 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee351fa640 1 --2- 172.21.15.62:0/633535729 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee1c003980 0x7fee1c003d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.850 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee351fa640 1 -- 172.21.15.62:0/633535729 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee1c005180 msgr2=0x7fee1c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:31.850 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee351fa640 1 --2- 172.21.15.62:0/633535729 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee1c005180 0x7fee1c00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.850 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee351fa640 1 -- 172.21.15.62:0/633535729 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee1c003530 con 0x7fee1c0047d0 2023-06-08T03:52:31.850 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee361fc640 1 -- 172.21.15.62:0/633535729 reap_dead start 2023-06-08T03:52:31.852 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee351fa640 1 --2- 172.21.15.62:0/633535729 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee1c0047d0 0x7fee1c004c40 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fee2000c240 tx=0x7fee2001cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=718b87a238bed78a server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:31.852 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee349f9640 1 -- 172.21.15.62:0/633535729 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee20005ae0 con 0x7fee1c0047d0 2023-06-08T03:52:31.853 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee349f9640 1 -- 172.21.15.62:0/633535729 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee20005c60 con 0x7fee1c0047d0 2023-06-08T03:52:31.853 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee349f9640 1 -- 172.21.15.62:0/633535729 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee200a57c0 con 0x7fee1c0047d0 2023-06-08T03:52:31.853 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee37c5f640 1 -- 172.21.15.62:0/633535729 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee1c0047d0 msgr2=0x7fee1c004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:31.853 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee37c5f640 1 --2- 172.21.15.62:0/633535729 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee1c0047d0 0x7fee1c004c40 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fee2000c240 tx=0x7fee2001cbd0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.853 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee37c5f640 1 -- 172.21.15.62:0/633535729 shutdown_connections 2023-06-08T03:52:31.853 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee37c5f640 1 --2- 172.21.15.62:0/633535729 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee1c0047d0 0x7fee1c004c40 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.853 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee37c5f640 1 -- 172.21.15.62:0/633535729 >> 172.21.15.62:0/633535729 conn(0x7fee30065850 msgr2=0x7fee30099140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:31.854 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee37c5f640 1 -- 172.21.15.62:0/633535729 shutdown_connections 2023-06-08T03:52:31.854 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.841+0000 7fee37c5f640 1 -- 172.21.15.62:0/633535729 wait complete. 2023-06-08T03:52:31.854 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee37c5f640 1 Processor -- start 2023-06-08T03:52:31.854 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee37c5f640 1 -- start start 2023-06-08T03:52:31.854 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee37c5f640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee1c0047d0 0x7fee300ae370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:31.854 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee37c5f640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee300ae8b0 0x7fee301f45e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:31.854 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee37c5f640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee301f4b20 0x7fee300b4860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:31.854 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee37c5f640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee301f4f90 con 0x7fee1c0047d0 2023-06-08T03:52:31.855 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee37c5f640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee300b3d70 con 0x7fee300ae8b0 2023-06-08T03:52:31.855 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee37c5f640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee300b38e0 con 0x7fee301f4b20 2023-06-08T03:52:31.855 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee359fb640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee1c0047d0 0x7fee300ae370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:31.855 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee359fb640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee1c0047d0 0x7fee300ae370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49852/0 (socket says 172.21.15.62:49852) 2023-06-08T03:52:31.855 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee359fb640 1 -- 172.21.15.62:0/2361111722 learned_addr learned my addr 172.21.15.62:0/2361111722 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:31.855 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee351fa640 1 --2- 172.21.15.62:0/2361111722 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee300ae8b0 0x7fee301f45e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:31.855 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee359fb640 1 -- 172.21.15.62:0/2361111722 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee301f4b20 msgr2=0x7fee300b4860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:31.856 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee359fb640 1 --2- 172.21.15.62:0/2361111722 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee301f4b20 0x7fee300b4860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.856 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee359fb640 1 -- 172.21.15.62:0/2361111722 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee300ae8b0 msgr2=0x7fee301f45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:31.856 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee359fb640 1 --2- 172.21.15.62:0/2361111722 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee300ae8b0 0x7fee301f45e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:31.856 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee359fb640 1 -- 172.21.15.62:0/2361111722 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee300b2d40 con 0x7fee1c0047d0 2023-06-08T03:52:31.856 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee359fb640 1 --2- 172.21.15.62:0/2361111722 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee1c0047d0 0x7fee300ae370 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fee2c00d470 tx=0x7fee2c00d930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:31.856 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee267fc640 1 -- 172.21.15.62:0/2361111722 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee2c005480 con 0x7fee1c0047d0 2023-06-08T03:52:31.856 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee267fc640 1 -- 172.21.15.62:0/2361111722 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee2c003620 con 0x7fee1c0047d0 2023-06-08T03:52:31.856 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee37c5f640 1 -- 172.21.15.62:0/2361111722 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee300b2fb0 con 0x7fee1c0047d0 2023-06-08T03:52:31.857 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee267fc640 1 -- 172.21.15.62:0/2361111722 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee2c003990 con 0x7fee1c0047d0 2023-06-08T03:52:31.857 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee37c5f640 1 -- 172.21.15.62:0/2361111722 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee300b3570 con 0x7fee1c0047d0 2023-06-08T03:52:31.857 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee37c5f640 1 -- 172.21.15.62:0/2361111722 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee3004d650 con 0x7fee1c0047d0 2023-06-08T03:52:31.860 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee267fc640 1 -- 172.21.15.62:0/2361111722 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fee2c003af0 con 0x7fee1c0047d0 2023-06-08T03:52:31.860 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.845+0000 7fee267fc640 1 --2- 172.21.15.62:0/2361111722 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fee14066280 0x7fee14068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:31.860 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.849+0000 7fee267fc640 1 -- 172.21.15.62:0/2361111722 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fee2c083940 con 0x7fee1c0047d0 2023-06-08T03:52:31.860 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.849+0000 7fee351fa640 1 --2- 172.21.15.62:0/2361111722 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fee14066280 0x7fee14068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:31.860 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.849+0000 7fee351fa640 1 --2- 172.21.15.62:0/2361111722 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fee14066280 0x7fee14068730 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fee200ab000 tx=0x7fee200a7070 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:31.861 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:31.853+0000 7fee267fc640 1 -- 172.21.15.62:0/2361111722 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fee2c051130 con 0x7fee1c0047d0 2023-06-08T03:52:32.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.001+0000 7fee37c5f640 1 -- 172.21.15.62:0/2361111722 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fee3006e2d0 con 0x7fee1c0047d0 2023-06-08T03:52:32.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.005+0000 7fee267fc640 1 -- 172.21.15.62:0/2361111722 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v19) v1 ==== 92+0+10 (secure 0 0 0) 0x7fee2c054750 con 0x7fee1c0047d0 2023-06-08T03:52:32.010 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 8 2023-06-08T03:52:32.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.005+0000 7fee37c5f640 1 -- 172.21.15.62:0/2361111722 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fee14066280 msgr2=0x7fee14068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:32.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.005+0000 7fee37c5f640 1 --2- 172.21.15.62:0/2361111722 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fee14066280 0x7fee14068730 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fee200ab000 tx=0x7fee200a7070 comp rx=0 tx=0).stop 2023-06-08T03:52:32.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.005+0000 7fee37c5f640 1 -- 172.21.15.62:0/2361111722 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee1c0047d0 msgr2=0x7fee300ae370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:32.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.005+0000 7fee37c5f640 1 --2- 172.21.15.62:0/2361111722 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee1c0047d0 0x7fee300ae370 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fee2c00d470 tx=0x7fee2c00d930 comp rx=0 tx=0).stop 2023-06-08T03:52:32.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.005+0000 7fee37c5f640 1 -- 172.21.15.62:0/2361111722 shutdown_connections 2023-06-08T03:52:32.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.005+0000 7fee37c5f640 1 --2- 172.21.15.62:0/2361111722 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fee14066280 0x7fee14068730 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.005+0000 7fee37c5f640 1 --2- 172.21.15.62:0/2361111722 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee301f4b20 0x7fee300b4860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.005+0000 7fee37c5f640 1 --2- 172.21.15.62:0/2361111722 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee300ae8b0 0x7fee301f45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.005+0000 7fee37c5f640 1 --2- 172.21.15.62:0/2361111722 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee1c0047d0 0x7fee300ae370 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.005+0000 7fee37c5f640 1 -- 172.21.15.62:0/2361111722 >> 172.21.15.62:0/2361111722 conn(0x7fee30065850 msgr2=0x7fee300ccbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:32.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.005+0000 7fee37c5f640 1 -- 172.21.15.62:0/2361111722 shutdown_connections 2023-06-08T03:52:32.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.005+0000 7fee37c5f640 1 -- 172.21.15.62:0/2361111722 wait complete. 2023-06-08T03:52:32.028 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-06-08T03:52:32.142 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.137+0000 7f5fa638e640 1 Processor -- start 2023-06-08T03:52:32.142 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.137+0000 7f5fa638e640 1 -- start start 2023-06-08T03:52:32.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.137+0000 7f5fa638e640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f5fa006b960 0x7f5fa006bd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.137+0000 7f5fa638e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5fa00c8320 0x7f5fa015be80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.144 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.137+0000 7f5fa638e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f5fa00c8770 0x7f5fa015c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.144 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.137+0000 7f5fa638e640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5fa0158720 con 0x7f5fa00c8770 2023-06-08T03:52:32.144 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.137+0000 7f5fa638e640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5fa006c270 con 0x7f5fa006b960 2023-06-08T03:52:32.144 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.137+0000 7f5fa638e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5fa00c8d00 con 0x7f5fa00c8320 2023-06-08T03:52:32.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.137+0000 7f5fa492b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f5fa00c8770 0x7f5fa015c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.137+0000 7f5fa492b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f5fa00c8770 0x7f5fa015c3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49854/0 (socket says 172.21.15.62:49854) 2023-06-08T03:52:32.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.137+0000 7f5fa492b640 1 -- 172.21.15.62:0/4142994271 learned_addr learned my addr 172.21.15.62:0/4142994271 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:32.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.137+0000 7f5f9ffff640 1 --2- 172.21.15.62:0/4142994271 >> v2:172.21.15.188:3300/0 conn(0x7f5fa006b960 0x7f5fa006bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.146 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.137+0000 7f5f9f7fe640 1 --2- 172.21.15.62:0/4142994271 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5fa00c8320 0x7f5fa015be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.146 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.137+0000 7f5fa492b640 1 -- 172.21.15.62:0/4142994271 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5fa00c8320 msgr2=0x7f5fa015be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:32.146 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.137+0000 7f5fa492b640 1 --2- 172.21.15.62:0/4142994271 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5fa00c8320 0x7f5fa015be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.146 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.137+0000 7f5fa492b640 1 -- 172.21.15.62:0/4142994271 >> v2:172.21.15.188:3300/0 conn(0x7f5fa006b960 msgr2=0x7f5fa006bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:32.146 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.137+0000 7f5fa492b640 1 --2- 172.21.15.62:0/4142994271 >> v2:172.21.15.188:3300/0 conn(0x7f5fa006b960 0x7f5fa006bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.146 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.137+0000 7f5fa492b640 1 -- 172.21.15.62:0/4142994271 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fa00cb6e0 con 0x7f5fa00c8770 2023-06-08T03:52:32.147 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5fa492b640 1 --2- 172.21.15.62:0/4142994271 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fa00c8770 0x7f5fa015c3c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5fa00c82f0 tx=0x7f5f9801c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43a9995f58833e76 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:32.147 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5f9effd640 1 -- 172.21.15.62:0/4142994271 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f980a5630 con 0x7f5fa00c8770 2023-06-08T03:52:32.147 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5f9effd640 1 -- 172.21.15.62:0/4142994271 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f980a5790 con 0x7f5fa00c8770 2023-06-08T03:52:32.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5f9effd640 1 -- 172.21.15.62:0/4142994271 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f980a5b20 con 0x7f5fa00c8770 2023-06-08T03:52:32.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5fa638e640 1 -- 172.21.15.62:0/4142994271 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fa00c8770 msgr2=0x7f5fa015c3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:32.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5fa638e640 1 --2- 172.21.15.62:0/4142994271 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fa00c8770 0x7f5fa015c3c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5fa00c82f0 tx=0x7f5f9801c9a0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5fa638e640 1 -- 172.21.15.62:0/4142994271 shutdown_connections 2023-06-08T03:52:32.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5fa638e640 1 --2- 172.21.15.62:0/4142994271 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fa00c8770 0x7f5fa015c3c0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5fa638e640 1 --2- 172.21.15.62:0/4142994271 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5fa00c8320 0x7f5fa015be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5fa638e640 1 --2- 172.21.15.62:0/4142994271 >> v2:172.21.15.188:3300/0 conn(0x7f5fa006b960 0x7f5fa006bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5fa638e640 1 -- 172.21.15.62:0/4142994271 >> 172.21.15.62:0/4142994271 conn(0x7f5fa00af640 msgr2=0x7f5fa00afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:32.149 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5fa638e640 1 -- 172.21.15.62:0/4142994271 shutdown_connections 2023-06-08T03:52:32.149 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5fa638e640 1 -- 172.21.15.62:0/4142994271 wait complete. 2023-06-08T03:52:32.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5fa638e640 1 Processor -- start 2023-06-08T03:52:32.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5fa638e640 1 -- start start 2023-06-08T03:52:32.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5fa638e640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5fa006b960 0x7f5fa0159d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5fa638e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fa00c8320 0x7f5fa0150050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5fa638e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5fa00c8770 0x7f5fa00c1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5fa638e640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fa0151170 con 0x7f5fa00c8320 2023-06-08T03:52:32.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5fa638e640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fa015a250 con 0x7f5fa006b960 2023-06-08T03:52:32.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5fa638e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5fa015a480 con 0x7f5fa00c8770 2023-06-08T03:52:32.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5f9f7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fa00c8320 0x7f5fa0150050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5f9f7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fa00c8320 0x7f5fa0150050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49858/0 (socket says 172.21.15.62:49858) 2023-06-08T03:52:32.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5f9f7fe640 1 -- 172.21.15.62:0/1983991305 learned_addr learned my addr 172.21.15.62:0/1983991305 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:32.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5f9f7fe640 1 -- 172.21.15.62:0/1983991305 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5fa00c8770 msgr2=0x7f5fa00c1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:32.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5f9ffff640 1 --2- 172.21.15.62:0/1983991305 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5fa006b960 0x7f5fa0159d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5f9f7fe640 1 --2- 172.21.15.62:0/1983991305 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5fa00c8770 0x7f5fa00c1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5f9f7fe640 1 -- 172.21.15.62:0/1983991305 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5fa006b960 msgr2=0x7f5fa0159d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:32.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5f9f7fe640 1 --2- 172.21.15.62:0/1983991305 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5fa006b960 0x7f5fa0159d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.141+0000 7f5f9f7fe640 1 -- 172.21.15.62:0/1983991305 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f98009b30 con 0x7f5fa00c8320 2023-06-08T03:52:32.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.145+0000 7f5f9f7fe640 1 --2- 172.21.15.62:0/1983991305 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fa00c8320 0x7f5fa0150050 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5f9000e930 tx=0x7f5f9000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:32.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.145+0000 7f5f9cff9640 1 -- 172.21.15.62:0/1983991305 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f90009690 con 0x7f5fa00c8320 2023-06-08T03:52:32.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.145+0000 7f5f9cff9640 1 -- 172.21.15.62:0/1983991305 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f9000ca00 con 0x7f5fa00c8320 2023-06-08T03:52:32.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.145+0000 7f5f9cff9640 1 -- 172.21.15.62:0/1983991305 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f9000cd70 con 0x7f5fa00c8320 2023-06-08T03:52:32.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.145+0000 7f5fa638e640 1 -- 172.21.15.62:0/1983991305 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5fa015a760 con 0x7f5fa00c8320 2023-06-08T03:52:32.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.145+0000 7f5fa638e640 1 -- 172.21.15.62:0/1983991305 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5fa00cd520 con 0x7f5fa00c8320 2023-06-08T03:52:32.154 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.145+0000 7f5fa638e640 1 -- 172.21.15.62:0/1983991305 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5fa004d6c0 con 0x7f5fa00c8320 2023-06-08T03:52:32.154 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.145+0000 7f5f9cff9640 1 -- 172.21.15.62:0/1983991305 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5f90013470 con 0x7f5fa00c8320 2023-06-08T03:52:32.154 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.145+0000 7f5f9cff9640 1 --2- 172.21.15.62:0/1983991305 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5f8c066280 0x7f5f8c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.154 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.145+0000 7f5f9cff9640 1 -- 172.21.15.62:0/1983991305 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f5f90083b60 con 0x7f5fa00c8320 2023-06-08T03:52:32.154 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.145+0000 7f5f9ffff640 1 --2- 172.21.15.62:0/1983991305 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5f8c066280 0x7f5f8c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.155 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.145+0000 7f5f9ffff640 1 --2- 172.21.15.62:0/1983991305 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5f8c066280 0x7f5f8c068730 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5f94009910 tx=0x7f5f94008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:32.155 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.149+0000 7f5f9cff9640 1 -- 172.21.15.62:0/1983991305 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5f90051480 con 0x7f5fa00c8320 2023-06-08T03:52:32.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.309+0000 7f5fa638e640 1 -- 172.21.15.62:0/1983991305 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f5fa00ace40 con 0x7f5fa00c8320 2023-06-08T03:52:32.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.309+0000 7f5f9cff9640 1 -- 172.21.15.62:0/1983991305 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v19) v1 ==== 84+0+126 (secure 0 0 0) 0x7f5f90021090 con 0x7f5fa00c8320 2023-06-08T03:52:32.315 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:32.315 INFO:teuthology.orchestra.run.smithi062.stdout:[ 2023-06-08T03:52:32.315 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:52:32.315 INFO:teuthology.orchestra.run.smithi062.stdout: "poolnum": 1, 2023-06-08T03:52:32.315 INFO:teuthology.orchestra.run.smithi062.stdout: "poolname": ".mgr" 2023-06-08T03:52:32.315 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:52:32.315 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:52:32.316 INFO:teuthology.orchestra.run.smithi062.stdout: "poolnum": 2, 2023-06-08T03:52:32.316 INFO:teuthology.orchestra.run.smithi062.stdout: "poolname": "rbd" 2023-06-08T03:52:32.316 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:52:32.316 INFO:teuthology.orchestra.run.smithi062.stdout:] 2023-06-08T03:52:32.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.309+0000 7f5fa638e640 1 -- 172.21.15.62:0/1983991305 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5f8c066280 msgr2=0x7f5f8c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:32.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.309+0000 7f5fa638e640 1 --2- 172.21.15.62:0/1983991305 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5f8c066280 0x7f5f8c068730 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5f94009910 tx=0x7f5f94008040 comp rx=0 tx=0).stop 2023-06-08T03:52:32.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.309+0000 7f5fa638e640 1 -- 172.21.15.62:0/1983991305 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fa00c8320 msgr2=0x7f5fa0150050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:32.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.309+0000 7f5fa638e640 1 --2- 172.21.15.62:0/1983991305 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fa00c8320 0x7f5fa0150050 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5f9000e930 tx=0x7f5f9000edf0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.309+0000 7f5fa638e640 1 -- 172.21.15.62:0/1983991305 shutdown_connections 2023-06-08T03:52:32.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.309+0000 7f5fa638e640 1 --2- 172.21.15.62:0/1983991305 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5f8c066280 0x7f5f8c068730 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.309+0000 7f5fa638e640 1 --2- 172.21.15.62:0/1983991305 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5fa00c8770 0x7f5fa00c1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.309+0000 7f5fa638e640 1 --2- 172.21.15.62:0/1983991305 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fa00c8320 0x7f5fa0150050 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.309+0000 7f5fa638e640 1 --2- 172.21.15.62:0/1983991305 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5fa006b960 0x7f5fa0159d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.309+0000 7f5fa638e640 1 -- 172.21.15.62:0/1983991305 >> 172.21.15.62:0/1983991305 conn(0x7f5fa00af640 msgr2=0x7f5fa006f090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:32.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.309+0000 7f5fa638e640 1 -- 172.21.15.62:0/1983991305 shutdown_connections 2023-06-08T03:52:32.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.309+0000 7f5fa638e640 1 -- 172.21.15.62:0/1983991305 wait complete. 2023-06-08T03:52:32.333 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-06-08T03:52:32.333 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-06-08T03:52:32.458 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea33474640 1 Processor -- start 2023-06-08T03:52:32.459 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea33474640 1 -- start start 2023-06-08T03:52:32.459 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea33474640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fea2c06ce20 0x7fea2c0cdf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.460 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea33474640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fea2c0c92d0 con 0x7fea2c06c9d0 2023-06-08T03:52:32.460 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea33474640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fea2c0b1310 con 0x7fea2c069310 2023-06-08T03:52:32.460 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea33474640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea2c0b0700 con 0x7fea2c06ce20 2023-06-08T03:52:32.460 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea30a0f640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fea2c06c9d0 0x7fea2c0cd7f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:55056/0 (socket says 172.21.15.62:55056) 2023-06-08T03:52:32.460 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea30a0f640 1 -- 172.21.15.62:0/835611481 learned_addr learned my addr 172.21.15.62:0/835611481 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:32.462 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea31a11640 1 --2- 172.21.15.62:0/835611481 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fea2c06ce20 0x7fea2c0cdf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.462 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea23fff640 1 -- 172.21.15.62:0/835611481 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1486041178 0 0) 0x7fea2c0c92d0 con 0x7fea2c06c9d0 2023-06-08T03:52:32.462 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea23fff640 1 -- 172.21.15.62:0/835611481 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fea18003530 con 0x7fea2c06c9d0 2023-06-08T03:52:32.462 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea23fff640 1 -- 172.21.15.62:0/835611481 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2248943424 0 0) 0x7fea18003530 con 0x7fea2c06c9d0 2023-06-08T03:52:32.462 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea23fff640 1 -- 172.21.15.62:0/835611481 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fea2c06ce20 msgr2=0x7fea2c0cdf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:32.463 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea23fff640 1 --2- 172.21.15.62:0/835611481 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fea2c06ce20 0x7fea2c0cdf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.463 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea23fff640 1 -- 172.21.15.62:0/835611481 >> v1:172.21.15.188:6789/0 conn(0x7fea2c069310 legacy=0x7fea2c0696e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:32.463 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea23fff640 1 -- 172.21.15.62:0/835611481 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea2c0b09e0 con 0x7fea2c06c9d0 2023-06-08T03:52:32.463 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea23fff640 1 -- 172.21.15.62:0/835611481 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fea1c001680 con 0x7fea2c06c9d0 2023-06-08T03:52:32.463 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea23fff640 1 -- 172.21.15.62:0/835611481 >> v1:172.21.15.62:6789/0 conn(0x7fea2c06c9d0 legacy=0x7fea2c0cd7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:32.463 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea23fff640 1 --2- 172.21.15.62:0/835611481 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fea180039b0 0x7fea18003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.463 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea23fff640 1 --2- 172.21.15.62:0/835611481 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fea180047d0 0x7fea18004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.463 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea23fff640 1 --2- 172.21.15.62:0/835611481 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fea2c06ce20 0x7fea180051a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea23fff640 1 -- 172.21.15.62:0/835611481 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea2c0b0700 con 0x7fea180047d0 2023-06-08T03:52:32.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea23fff640 1 -- 172.21.15.62:0/835611481 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea1800ba90 con 0x7fea180039b0 2023-06-08T03:52:32.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea23fff640 1 -- 172.21.15.62:0/835611481 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea1800bc50 con 0x7fea2c06ce20 2023-06-08T03:52:32.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea30a0f640 1 --2- 172.21.15.62:0/835611481 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fea180047d0 0x7fea18004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea31210640 1 --2- 172.21.15.62:0/835611481 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fea180039b0 0x7fea18003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea31a11640 1 --2- 172.21.15.62:0/835611481 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fea2c06ce20 0x7fea180051a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea30a0f640 1 -- 172.21.15.62:0/835611481 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fea2c06ce20 msgr2=0x7fea180051a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:32.465 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea30a0f640 1 --2- 172.21.15.62:0/835611481 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fea2c06ce20 0x7fea180051a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.465 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea30a0f640 1 -- 172.21.15.62:0/835611481 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fea180039b0 msgr2=0x7fea18003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:32.465 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea30a0f640 1 --2- 172.21.15.62:0/835611481 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fea180039b0 0x7fea18003dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.465 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.453+0000 7fea30a0f640 1 -- 172.21.15.62:0/835611481 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea18003530 con 0x7fea180047d0 2023-06-08T03:52:32.467 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.457+0000 7fea30a0f640 1 --2- 172.21.15.62:0/835611481 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fea180047d0 0x7fea18004c40 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fea1c00c240 tx=0x7fea1c01cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b65b377f63c71199 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:32.467 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.457+0000 7fea23fff640 1 -- 172.21.15.62:0/835611481 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea1c005ae0 con 0x7fea180047d0 2023-06-08T03:52:32.467 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.457+0000 7fea23fff640 1 -- 172.21.15.62:0/835611481 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea1c005c40 con 0x7fea180047d0 2023-06-08T03:52:32.467 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.457+0000 7fea23fff640 1 -- 172.21.15.62:0/835611481 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea1c0a5800 con 0x7fea180047d0 2023-06-08T03:52:32.468 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.457+0000 7fea33474640 1 -- 172.21.15.62:0/835611481 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fea180047d0 msgr2=0x7fea18004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:32.468 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.457+0000 7fea33474640 1 --2- 172.21.15.62:0/835611481 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fea180047d0 0x7fea18004c40 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fea1c00c240 tx=0x7fea1c01cc10 comp rx=0 tx=0).stop 2023-06-08T03:52:32.468 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.457+0000 7fea31a11640 1 -- 172.21.15.62:0/835611481 reap_dead start 2023-06-08T03:52:32.468 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.457+0000 7fea33474640 1 -- 172.21.15.62:0/835611481 shutdown_connections 2023-06-08T03:52:32.468 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.457+0000 7fea33474640 1 -- 172.21.15.62:0/835611481 >> 172.21.15.62:0/835611481 conn(0x7fea2c0cb700 msgr2=0x7fea2c0cbb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:32.468 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.457+0000 7fea33474640 1 -- 172.21.15.62:0/835611481 shutdown_connections 2023-06-08T03:52:32.468 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.457+0000 7fea33474640 1 -- 172.21.15.62:0/835611481 wait complete. 2023-06-08T03:52:32.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.457+0000 7fea33474640 1 Processor -- start 2023-06-08T03:52:32.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.457+0000 7fea33474640 1 -- start start 2023-06-08T03:52:32.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea33474640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fea180047d0 0x7fea2c0c4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea33474640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fea2c15bd10 0x7fea2c0ac7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea33474640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fea2c1549d0 0x7fea2c0acd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea33474640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea2c0c51d0 con 0x7fea2c1549d0 2023-06-08T03:52:32.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea33474640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea2c15d2b0 con 0x7fea180047d0 2023-06-08T03:52:32.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea33474640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea2c15c210 con 0x7fea2c15bd10 2023-06-08T03:52:32.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea31a11640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fea2c1549d0 0x7fea2c0acd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea31a11640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fea2c1549d0 0x7fea2c0acd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49880/0 (socket says 172.21.15.62:49880) 2023-06-08T03:52:32.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea31a11640 1 -- 172.21.15.62:0/1187230496 learned_addr learned my addr 172.21.15.62:0/1187230496 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:32.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea31210640 1 --2- 172.21.15.62:0/1187230496 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fea180047d0 0x7fea2c0c4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea30a0f640 1 --2- 172.21.15.62:0/1187230496 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fea2c15bd10 0x7fea2c0ac7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea31a11640 1 -- 172.21.15.62:0/1187230496 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fea2c15bd10 msgr2=0x7fea2c0ac7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:32.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea31a11640 1 --2- 172.21.15.62:0/1187230496 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fea2c15bd10 0x7fea2c0ac7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea31a11640 1 -- 172.21.15.62:0/1187230496 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fea180047d0 msgr2=0x7fea2c0c4c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:32.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea31a11640 1 --2- 172.21.15.62:0/1187230496 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fea180047d0 0x7fea2c0c4c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea31a11640 1 -- 172.21.15.62:0/1187230496 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea2c15c4f0 con 0x7fea2c1549d0 2023-06-08T03:52:32.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea31210640 1 --2- 172.21.15.62:0/1187230496 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fea180047d0 0x7fea2c0c4c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:32.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea31a11640 1 --2- 172.21.15.62:0/1187230496 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fea2c1549d0 0x7fea2c0acd00 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fea2c15f170 tx=0x7fea2400f0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:32.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea21ffb640 1 -- 172.21.15.62:0/1187230496 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea2400f810 con 0x7fea2c1549d0 2023-06-08T03:52:32.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea21ffb640 1 -- 172.21.15.62:0/1187230496 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea24011040 con 0x7fea2c1549d0 2023-06-08T03:52:32.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea33474640 1 -- 172.21.15.62:0/1187230496 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea2c15c7d0 con 0x7fea2c1549d0 2023-06-08T03:52:32.472 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea21ffb640 1 -- 172.21.15.62:0/1187230496 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea2400fbd0 con 0x7fea2c1549d0 2023-06-08T03:52:32.472 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea33474640 1 -- 172.21.15.62:0/1187230496 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea2c15cd90 con 0x7fea2c1549d0 2023-06-08T03:52:32.472 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea33474640 1 -- 172.21.15.62:0/1187230496 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fea2c0b4c90 con 0x7fea2c1549d0 2023-06-08T03:52:32.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea21ffb640 1 -- 172.21.15.62:0/1187230496 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fea2400fd30 con 0x7fea2c1549d0 2023-06-08T03:52:32.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea21ffb640 1 --2- 172.21.15.62:0/1187230496 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fea10066280 0x7fea10068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea21ffb640 1 -- 172.21.15.62:0/1187230496 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fea24083440 con 0x7fea2c1549d0 2023-06-08T03:52:32.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.461+0000 7fea31210640 1 --2- 172.21.15.62:0/1187230496 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fea10066280 0x7fea10068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.465+0000 7fea31210640 1 --2- 172.21.15.62:0/1187230496 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fea10066280 0x7fea10068730 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fea2c1553b0 tx=0x7fea28009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:32.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.465+0000 7fea21ffb640 1 -- 172.21.15.62:0/1187230496 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fea24054730 con 0x7fea2c1549d0 2023-06-08T03:52:32.619 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.613+0000 7fea33474640 1 -- 172.21.15.62:0/1187230496 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fea2c15cf80 con 0x7fea2c1549d0 2023-06-08T03:52:32.786 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.777+0000 7fea21ffb640 1 -- 172.21.15.62:0/1187230496 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v20) v1 ==== 138+0+0 (secure 0 0 0) 0x7fea240542c0 con 0x7fea2c1549d0 2023-06-08T03:52:32.786 INFO:teuthology.orchestra.run.smithi062.stderr:pool 'cephfs_metadata' created 2023-06-08T03:52:32.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.781+0000 7fea33474640 1 -- 172.21.15.62:0/1187230496 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fea10066280 msgr2=0x7fea10068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:32.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.781+0000 7fea33474640 1 --2- 172.21.15.62:0/1187230496 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fea10066280 0x7fea10068730 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fea2c1553b0 tx=0x7fea28009040 comp rx=0 tx=0).stop 2023-06-08T03:52:32.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.781+0000 7fea33474640 1 -- 172.21.15.62:0/1187230496 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fea2c1549d0 msgr2=0x7fea2c0acd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:32.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.781+0000 7fea33474640 1 --2- 172.21.15.62:0/1187230496 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fea2c1549d0 0x7fea2c0acd00 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fea2c15f170 tx=0x7fea2400f0d0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.781+0000 7fea33474640 1 -- 172.21.15.62:0/1187230496 shutdown_connections 2023-06-08T03:52:32.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.781+0000 7fea33474640 1 --2- 172.21.15.62:0/1187230496 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fea10066280 0x7fea10068730 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.781+0000 7fea33474640 1 --2- 172.21.15.62:0/1187230496 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fea2c1549d0 0x7fea2c0acd00 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.781+0000 7fea33474640 1 --2- 172.21.15.62:0/1187230496 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fea2c15bd10 0x7fea2c0ac7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.781+0000 7fea33474640 1 --2- 172.21.15.62:0/1187230496 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fea180047d0 0x7fea2c0c4c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.781+0000 7fea33474640 1 -- 172.21.15.62:0/1187230496 >> 172.21.15.62:0/1187230496 conn(0x7fea2c0cb700 msgr2=0x7fea2c0ab960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:32.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.785+0000 7fea33474640 1 -- 172.21.15.62:0/1187230496 shutdown_connections 2023-06-08T03:52:32.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.785+0000 7fea33474640 1 -- 172.21.15.62:0/1187230496 wait complete. 2023-06-08T03:52:32.811 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-06-08T03:52:32.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f9299d29640 1 Processor -- start 2023-06-08T03:52:32.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f9299d29640 1 -- start start 2023-06-08T03:52:32.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f9299d29640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f929415b8f0 0x7f92940b4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f9299d29640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92940ce270 con 0x7f92940b5340 2023-06-08T03:52:32.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f9299d29640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92940b16b0 con 0x7f92940d0fd0 2023-06-08T03:52:32.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f9299d29640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92940ce510 con 0x7f929415b8f0 2023-06-08T03:52:32.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f9292ffd640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f92940b5340 0x7f92940d08c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:55066/0 (socket says 172.21.15.62:55066) 2023-06-08T03:52:32.941 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f9292ffd640 1 -- 172.21.15.62:0/280680644 learned_addr learned my addr 172.21.15.62:0/280680644 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:32.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92937fe640 1 --2- 172.21.15.62:0/280680644 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f929415b8f0 0x7f92940b4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92927fc640 1 -- 172.21.15.62:0/280680644 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3994943868 0 0) 0x7f92940ce270 con 0x7f92940b5340 2023-06-08T03:52:32.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92927fc640 1 -- 172.21.15.62:0/280680644 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f927c003530 con 0x7f92940b5340 2023-06-08T03:52:32.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92927fc640 1 -- 172.21.15.62:0/280680644 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1515421504 0 0) 0x7f927c003530 con 0x7f92940b5340 2023-06-08T03:52:32.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92927fc640 1 -- 172.21.15.62:0/280680644 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f929415b8f0 msgr2=0x7f92940b4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:32.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92927fc640 1 --2- 172.21.15.62:0/280680644 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f929415b8f0 0x7f92940b4e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92927fc640 1 -- 172.21.15.62:0/280680644 >> v1:172.21.15.188:6789/0 conn(0x7f92940d0fd0 legacy=0x7f92940ce7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:32.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92927fc640 1 -- 172.21.15.62:0/280680644 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92940cc7a0 con 0x7f92940b5340 2023-06-08T03:52:32.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92927fc640 1 -- 172.21.15.62:0/280680644 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f9288001680 con 0x7f92940b5340 2023-06-08T03:52:32.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92927fc640 1 -- 172.21.15.62:0/280680644 >> v1:172.21.15.62:6789/0 conn(0x7f92940b5340 legacy=0x7f92940d08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:32.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92927fc640 1 --2- 172.21.15.62:0/280680644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f927c0039b0 0x7f927c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92927fc640 1 --2- 172.21.15.62:0/280680644 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f929415b8f0 0x7f927c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92927fc640 1 --2- 172.21.15.62:0/280680644 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f927c004d10 0x7f927c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92927fc640 1 -- 172.21.15.62:0/280680644 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92940ce510 con 0x7f927c0039b0 2023-06-08T03:52:32.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92927fc640 1 -- 172.21.15.62:0/280680644 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f927c00baa0 con 0x7f927c004d10 2023-06-08T03:52:32.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92927fc640 1 -- 172.21.15.62:0/280680644 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f927c00bc60 con 0x7f929415b8f0 2023-06-08T03:52:32.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92937fe640 1 --2- 172.21.15.62:0/280680644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f927c0039b0 0x7f927c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f9293fff640 1 --2- 172.21.15.62:0/280680644 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f927c004d10 0x7f927c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f9292ffd640 1 --2- 172.21.15.62:0/280680644 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f929415b8f0 0x7f927c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92937fe640 1 -- 172.21.15.62:0/280680644 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f929415b8f0 msgr2=0x7f927c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:32.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92937fe640 1 --2- 172.21.15.62:0/280680644 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f929415b8f0 0x7f927c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92937fe640 1 -- 172.21.15.62:0/280680644 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f927c004d10 msgr2=0x7f927c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:32.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92937fe640 1 --2- 172.21.15.62:0/280680644 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f927c004d10 0x7f927c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f92937fe640 1 -- 172.21.15.62:0/280680644 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f927c003530 con 0x7f927c0039b0 2023-06-08T03:52:32.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f9292ffd640 1 --2- 172.21.15.62:0/280680644 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f929415b8f0 0x7f927c0047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:32.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.933+0000 7f9293fff640 1 --2- 172.21.15.62:0/280680644 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f927c004d10 0x7f927c005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:32.948 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.937+0000 7f92937fe640 1 --2- 172.21.15.62:0/280680644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f927c0039b0 0x7f927c003dc0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9284009ae0 tx=0x7f928401ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8b3ba9cfc75a6be server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:32.948 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.937+0000 7f92927fc640 1 -- 172.21.15.62:0/280680644 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92840a55b0 con 0x7f927c0039b0 2023-06-08T03:52:32.948 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.937+0000 7f92927fc640 1 -- 172.21.15.62:0/280680644 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92840a5710 con 0x7f927c0039b0 2023-06-08T03:52:32.948 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.937+0000 7f92927fc640 1 -- 172.21.15.62:0/280680644 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92840a5ac0 con 0x7f927c0039b0 2023-06-08T03:52:32.948 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.937+0000 7f9299d29640 1 -- 172.21.15.62:0/280680644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f927c0039b0 msgr2=0x7f927c003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:32.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.937+0000 7f9299d29640 1 --2- 172.21.15.62:0/280680644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f927c0039b0 0x7f927c003dc0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9284009ae0 tx=0x7f928401ca20 comp rx=0 tx=0).stop 2023-06-08T03:52:32.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.937+0000 7f9293fff640 1 -- 172.21.15.62:0/280680644 reap_dead start 2023-06-08T03:52:32.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.937+0000 7f9299d29640 1 -- 172.21.15.62:0/280680644 shutdown_connections 2023-06-08T03:52:32.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.937+0000 7f9299d29640 1 -- 172.21.15.62:0/280680644 >> 172.21.15.62:0/280680644 conn(0x7f92940d1fb0 msgr2=0x7f92940d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:32.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.937+0000 7f9299d29640 1 -- 172.21.15.62:0/280680644 shutdown_connections 2023-06-08T03:52:32.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.937+0000 7f9299d29640 1 -- 172.21.15.62:0/280680644 wait complete. 2023-06-08T03:52:32.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9299d29640 1 Processor -- start 2023-06-08T03:52:32.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9299d29640 1 -- start start 2023-06-08T03:52:32.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9299d29640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f927c0039b0 0x7f9294158250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9299d29640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f92941667a0 0x7f9294166bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9299d29640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92940b18a0 0x7f92940b1cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9299d29640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92940b7b80 con 0x7f92940b18a0 2023-06-08T03:52:32.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9299d29640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92940b6f70 con 0x7f92941667a0 2023-06-08T03:52:32.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9299d29640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92940b7250 con 0x7f927c0039b0 2023-06-08T03:52:32.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9293fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92940b18a0 0x7f92940b1cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9293fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92940b18a0 0x7f92940b1cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49896/0 (socket says 172.21.15.62:49896) 2023-06-08T03:52:32.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9293fff640 1 -- 172.21.15.62:0/3480341355 learned_addr learned my addr 172.21.15.62:0/3480341355 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:32.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9292ffd640 1 --2- 172.21.15.62:0/3480341355 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f92941667a0 0x7f9294166bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f92937fe640 1 --2- 172.21.15.62:0/3480341355 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f927c0039b0 0x7f9294158250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9293fff640 1 -- 172.21.15.62:0/3480341355 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f927c0039b0 msgr2=0x7f9294158250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:32.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9293fff640 1 --2- 172.21.15.62:0/3480341355 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f927c0039b0 0x7f9294158250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9293fff640 1 -- 172.21.15.62:0/3480341355 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f92941667a0 msgr2=0x7f9294166bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:32.952 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9293fff640 1 --2- 172.21.15.62:0/3480341355 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f92941667a0 0x7f9294166bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:32.952 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9293fff640 1 -- 172.21.15.62:0/3480341355 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92940b7530 con 0x7f92940b18a0 2023-06-08T03:52:32.952 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9293fff640 1 --2- 172.21.15.62:0/3480341355 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92940b18a0 0x7f92940b1cd0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f92940b4a80 tx=0x7f928c00d830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:32.952 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f927bfff640 1 -- 172.21.15.62:0/3480341355 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f928c00b070 con 0x7f92940b18a0 2023-06-08T03:52:32.952 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f927bfff640 1 -- 172.21.15.62:0/3480341355 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f928c003980 con 0x7f92940b18a0 2023-06-08T03:52:32.952 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9299d29640 1 -- 172.21.15.62:0/3480341355 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92940b7810 con 0x7f92940b18a0 2023-06-08T03:52:32.952 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f927bfff640 1 -- 172.21.15.62:0/3480341355 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f928c003d70 con 0x7f92940b18a0 2023-06-08T03:52:32.952 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9299d29640 1 -- 172.21.15.62:0/3480341355 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9294158790 con 0x7f92940b18a0 2023-06-08T03:52:32.953 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f9299d29640 1 -- 172.21.15.62:0/3480341355 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92941589b0 con 0x7f92940b18a0 2023-06-08T03:52:32.953 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f927bfff640 1 -- 172.21.15.62:0/3480341355 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f928c005070 con 0x7f92940b18a0 2023-06-08T03:52:32.953 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.941+0000 7f927bfff640 1 --2- 172.21.15.62:0/3480341355 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9280066280 0x7f9280068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:32.954 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.945+0000 7f927bfff640 1 -- 172.21.15.62:0/3480341355 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5580+0+0 (secure 0 0 0) 0x7f928c082cc0 con 0x7f92940b18a0 2023-06-08T03:52:32.954 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.945+0000 7f92937fe640 1 --2- 172.21.15.62:0/3480341355 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9280066280 0x7f9280068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:32.954 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.945+0000 7f92937fe640 1 --2- 172.21.15.62:0/3480341355 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9280066280 0x7f9280068730 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f92840af000 tx=0x7f92840046d0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:32.954 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:32.949+0000 7f927bfff640 1 -- 172.21.15.62:0/3480341355 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f928c050320 con 0x7f92940b18a0 2023-06-08T03:52:33.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.101+0000 7f9299d29640 1 -- 172.21.15.62:0/3480341355 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f929404d650 con 0x7f92940b18a0 2023-06-08T03:52:33.794 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.789+0000 7f927bfff640 1 -- 172.21.15.62:0/3480341355 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v21) v1 ==== 170+0+0 (secure 0 0 0) 0x7f928c018070 con 0x7f92940b18a0 2023-06-08T03:52:33.794 INFO:teuthology.orchestra.run.smithi062.stderr:pool 'cephfs_data' created 2023-06-08T03:52:33.807 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.797+0000 7f9299d29640 1 -- 172.21.15.62:0/3480341355 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9280066280 msgr2=0x7f9280068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:33.807 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.797+0000 7f9299d29640 1 --2- 172.21.15.62:0/3480341355 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9280066280 0x7f9280068730 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f92840af000 tx=0x7f92840046d0 comp rx=0 tx=0).stop 2023-06-08T03:52:33.807 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.797+0000 7f9299d29640 1 -- 172.21.15.62:0/3480341355 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92940b18a0 msgr2=0x7f92940b1cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:33.807 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.797+0000 7f9299d29640 1 --2- 172.21.15.62:0/3480341355 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92940b18a0 0x7f92940b1cd0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f92940b4a80 tx=0x7f928c00d830 comp rx=0 tx=0).stop 2023-06-08T03:52:33.811 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.805+0000 7f9299d29640 1 -- 172.21.15.62:0/3480341355 shutdown_connections 2023-06-08T03:52:33.811 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.805+0000 7f9299d29640 1 --2- 172.21.15.62:0/3480341355 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9280066280 0x7f9280068730 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:33.811 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.805+0000 7f9299d29640 1 --2- 172.21.15.62:0/3480341355 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92940b18a0 0x7f92940b1cd0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:33.811 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.805+0000 7f9299d29640 1 --2- 172.21.15.62:0/3480341355 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f92941667a0 0x7f9294166bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:33.811 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.805+0000 7f9299d29640 1 --2- 172.21.15.62:0/3480341355 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f927c0039b0 0x7f9294158250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:33.812 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.805+0000 7f9299d29640 1 -- 172.21.15.62:0/3480341355 >> 172.21.15.62:0/3480341355 conn(0x7f92940d1fb0 msgr2=0x7f929415a710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:33.812 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.805+0000 7f9299d29640 1 -- 172.21.15.62:0/3480341355 shutdown_connections 2023-06-08T03:52:33.812 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.805+0000 7f9299d29640 1 -- 172.21.15.62:0/3480341355 wait complete. 2023-06-08T03:52:33.842 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-06-08T03:52:33.970 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.965+0000 7f2e07ab7640 1 Processor -- start 2023-06-08T03:52:33.970 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.965+0000 7f2e07ab7640 1 -- start start 2023-06-08T03:52:33.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.965+0000 7f2e07ab7640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f2e000b0f40 0x7f2e000d08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:33.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.965+0000 7f2e07ab7640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f2e000d0e00 0x7f2e000ce7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:33.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.965+0000 7f2e07ab7640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e000d1260 con 0x7f2e0015b8f0 2023-06-08T03:52:33.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.965+0000 7f2e07ab7640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e000ce270 con 0x7f2e000b0f40 2023-06-08T03:52:33.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.965+0000 7f2e07ab7640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e000b16b0 con 0x7f2e000d0e00 2023-06-08T03:52:33.972 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.965+0000 7f2e05052640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f2e000b0f40 0x7f2e000d08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:33.972 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.965+0000 7f2e05052640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f2e000b0f40 0x7f2e000d08c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49906/0 (socket says 172.21.15.62:49906) 2023-06-08T03:52:33.972 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.965+0000 7f2e05052640 1 -- 172.21.15.62:0/2927752910 learned_addr learned my addr 172.21.15.62:0/2927752910 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:33.972 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.965+0000 7f2e06054640 1 --2- 172.21.15.62:0/2927752910 >> v2:172.21.15.188:3300/0 conn(0x7f2e000d0e00 0x7f2e000ce7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:33.973 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.965+0000 7f2e05052640 1 -- 172.21.15.62:0/2927752910 >> v2:172.21.15.188:3300/0 conn(0x7f2e000d0e00 msgr2=0x7f2e000ce7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:33.973 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.965+0000 7f2e05052640 1 --2- 172.21.15.62:0/2927752910 >> v2:172.21.15.188:3300/0 conn(0x7f2e000d0e00 0x7f2e000ce7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:33.973 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.965+0000 7f2e05052640 1 -- 172.21.15.62:0/2927752910 >> v1:172.21.15.188:6789/0 conn(0x7f2e0015b8f0 legacy=0x7f2e000b4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:33.973 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.965+0000 7f2e05052640 1 -- 172.21.15.62:0/2927752910 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e000ce510 con 0x7f2e000b0f40 2023-06-08T03:52:33.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e05052640 1 --2- 172.21.15.62:0/2927752910 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e000b0f40 0x7f2e000d08c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2e000cdde0 tx=0x7f2df001c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d19de145e1ed57bd server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:33.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e04851640 1 -- 172.21.15.62:0/2927752910 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2df00ab640 con 0x7f2e000b0f40 2023-06-08T03:52:33.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e04851640 1 -- 172.21.15.62:0/2927752910 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2df00a7070 con 0x7f2e000b0f40 2023-06-08T03:52:33.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e04851640 1 -- 172.21.15.62:0/2927752910 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2df00ab9c0 con 0x7f2e000b0f40 2023-06-08T03:52:33.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e07ab7640 1 -- 172.21.15.62:0/2927752910 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e000b0f40 msgr2=0x7f2e000d08c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:33.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e07ab7640 1 --2- 172.21.15.62:0/2927752910 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e000b0f40 0x7f2e000d08c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2e000cdde0 tx=0x7f2df001c440 comp rx=0 tx=0).stop 2023-06-08T03:52:33.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e07ab7640 1 -- 172.21.15.62:0/2927752910 shutdown_connections 2023-06-08T03:52:33.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e07ab7640 1 --2- 172.21.15.62:0/2927752910 >> v2:172.21.15.188:3300/0 conn(0x7f2e000d0e00 0x7f2e000ce7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:33.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e07ab7640 1 --2- 172.21.15.62:0/2927752910 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e000b0f40 0x7f2e000d08c0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:33.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e07ab7640 1 -- 172.21.15.62:0/2927752910 >> 172.21.15.62:0/2927752910 conn(0x7f2e000d1fb0 msgr2=0x7f2e000d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:33.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e07ab7640 1 -- 172.21.15.62:0/2927752910 shutdown_connections 2023-06-08T03:52:33.977 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e07ab7640 1 -- 172.21.15.62:0/2927752910 wait complete. 2023-06-08T03:52:33.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e07ab7640 1 Processor -- start 2023-06-08T03:52:33.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e07ab7640 1 -- start start 2023-06-08T03:52:33.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e07ab7640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e000b0f40 0x7f2e000c4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:33.979 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e07ab7640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e000d0e00 0x7f2e0014f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:33.979 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e07ab7640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e0015b8f0 0x7f2e0015de40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:33.979 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e07ab7640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e0015d9b0 con 0x7f2e0015b8f0 2023-06-08T03:52:33.979 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e07ab7640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e000c5330 con 0x7f2e000b0f40 2023-06-08T03:52:33.979 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e07ab7640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e0015d360 con 0x7f2e000d0e00 2023-06-08T03:52:33.979 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e06054640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e0015b8f0 0x7f2e0015de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:33.979 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e06054640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e0015b8f0 0x7f2e0015de40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49908/0 (socket says 172.21.15.62:49908) 2023-06-08T03:52:33.980 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.969+0000 7f2e06054640 1 -- 172.21.15.62:0/1146576503 learned_addr learned my addr 172.21.15.62:0/1146576503 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:33.980 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.973+0000 7f2e05853640 1 --2- 172.21.15.62:0/1146576503 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e000b0f40 0x7f2e000c4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:33.980 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.973+0000 7f2e05052640 1 --2- 172.21.15.62:0/1146576503 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e000d0e00 0x7f2e0014f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:33.980 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.973+0000 7f2e06054640 1 -- 172.21.15.62:0/1146576503 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e000d0e00 msgr2=0x7f2e0014f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:33.980 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.973+0000 7f2e06054640 1 --2- 172.21.15.62:0/1146576503 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e000d0e00 0x7f2e0014f2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:33.980 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.973+0000 7f2e06054640 1 -- 172.21.15.62:0/1146576503 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e000b0f40 msgr2=0x7f2e000c4d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:33.980 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.973+0000 7f2e06054640 1 --2- 172.21.15.62:0/1146576503 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e000b0f40 0x7f2e000c4d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:33.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.973+0000 7f2e06054640 1 -- 172.21.15.62:0/1146576503 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2df00094d0 con 0x7f2e0015b8f0 2023-06-08T03:52:33.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.973+0000 7f2e05853640 1 --2- 172.21.15.62:0/1146576503 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e000b0f40 0x7f2e000c4d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:33.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.973+0000 7f2e06054640 1 --2- 172.21.15.62:0/1146576503 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e0015b8f0 0x7f2e0015de40 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2df800d800 tx=0x7f2df800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:33.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.973+0000 7f2df67fc640 1 -- 172.21.15.62:0/1146576503 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2df800b6c0 con 0x7f2e0015b8f0 2023-06-08T03:52:33.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.973+0000 7f2df67fc640 1 -- 172.21.15.62:0/1146576503 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2df800b820 con 0x7f2e0015b8f0 2023-06-08T03:52:33.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.973+0000 7f2e07ab7640 1 -- 172.21.15.62:0/1146576503 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e0015d640 con 0x7f2e0015b8f0 2023-06-08T03:52:33.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.973+0000 7f2df67fc640 1 -- 172.21.15.62:0/1146576503 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2df800bbd0 con 0x7f2e0015b8f0 2023-06-08T03:52:33.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.973+0000 7f2e07ab7640 1 -- 172.21.15.62:0/1146576503 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e0015e380 con 0x7f2e0015b8f0 2023-06-08T03:52:33.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.973+0000 7f2e07ab7640 1 -- 172.21.15.62:0/1146576503 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e0015db20 con 0x7f2e0015b8f0 2023-06-08T03:52:33.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.973+0000 7f2df67fc640 1 -- 172.21.15.62:0/1146576503 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2df800bd30 con 0x7f2e0015b8f0 2023-06-08T03:52:33.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.973+0000 7f2df67fc640 1 --2- 172.21.15.62:0/1146576503 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2de4066280 0x7f2de4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:33.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.973+0000 7f2df67fc640 1 -- 172.21.15.62:0/1146576503 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5962+0+0 (secure 0 0 0) 0x7f2df8084cd0 con 0x7f2e0015b8f0 2023-06-08T03:52:33.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.973+0000 7f2e05853640 1 --2- 172.21.15.62:0/1146576503 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2de4066280 0x7f2de4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:33.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.977+0000 7f2e05853640 1 --2- 172.21.15.62:0/1146576503 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2de4066280 0x7f2de4068730 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f2dfc007fd0 tx=0x7f2dfc009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:33.984 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:33.977+0000 7f2df67fc640 1 -- 172.21.15.62:0/1146576503 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f2df8052290 con 0x7f2e0015b8f0 2023-06-08T03:52:34.169 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.161+0000 7f2e07ab7640 1 -- 172.21.15.62:0/1146576503 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f2e0004d650 con 0x7f2e0015b8f0 2023-06-08T03:52:34.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.173+0000 7f2df67fc640 1 -- 172.21.15.62:0/1146576503 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 3 and data pool 4 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7f2df805b020 con 0x7f2e0015b8f0 2023-06-08T03:52:34.180 INFO:teuthology.orchestra.run.smithi062.stderr:new fs with metadata pool 3 and data pool 4 2023-06-08T03:52:34.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.181+0000 7f2e07ab7640 1 -- 172.21.15.62:0/1146576503 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2de4066280 msgr2=0x7f2de4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:34.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.181+0000 7f2e07ab7640 1 --2- 172.21.15.62:0/1146576503 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2de4066280 0x7f2de4068730 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f2dfc007fd0 tx=0x7f2dfc009040 comp rx=0 tx=0).stop 2023-06-08T03:52:34.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.181+0000 7f2e07ab7640 1 -- 172.21.15.62:0/1146576503 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e0015b8f0 msgr2=0x7f2e0015de40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:34.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.181+0000 7f2e07ab7640 1 --2- 172.21.15.62:0/1146576503 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e0015b8f0 0x7f2e0015de40 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2df800d800 tx=0x7f2df800dcc0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.189 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.181+0000 7f2e07ab7640 1 -- 172.21.15.62:0/1146576503 shutdown_connections 2023-06-08T03:52:34.189 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.181+0000 7f2e07ab7640 1 --2- 172.21.15.62:0/1146576503 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2de4066280 0x7f2de4068730 secure :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f2dfc007fd0 tx=0x7f2dfc009040 comp rx=0 tx=0).stop 2023-06-08T03:52:34.189 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.181+0000 7f2e07ab7640 1 --2- 172.21.15.62:0/1146576503 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e0015b8f0 0x7f2e0015de40 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.189 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.181+0000 7f2e07ab7640 1 --2- 172.21.15.62:0/1146576503 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e000d0e00 0x7f2e0014f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.189 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.181+0000 7f2e07ab7640 1 --2- 172.21.15.62:0/1146576503 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e000b0f40 0x7f2e000c4d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.189 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.181+0000 7f2e07ab7640 1 -- 172.21.15.62:0/1146576503 >> 172.21.15.62:0/1146576503 conn(0x7f2e000d1fb0 msgr2=0x7f2e00155b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:34.192 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.185+0000 7f2e07ab7640 1 -- 172.21.15.62:0/1146576503 shutdown_connections 2023-06-08T03:52:34.194 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.189+0000 7f2e07ab7640 1 -- 172.21.15.62:0/1146576503 wait complete. 2023-06-08T03:52:34.224 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:52:34.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.325+0000 7fa27fb39640 1 Processor -- start 2023-06-08T03:52:34.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.325+0000 7fa27fb39640 1 -- start start 2023-06-08T03:52:34.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.329+0000 7fa27fb39640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa278159730 0x7fa27806fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:34.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.329+0000 7fa27fb39640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa2780c8390 con 0x7fa278070260 2023-06-08T03:52:34.335 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.329+0000 7fa27fb39640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa278070870 con 0x7fa2780ca430 2023-06-08T03:52:34.335 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.329+0000 7fa27fb39640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa278070b50 con 0x7fa278159730 2023-06-08T03:52:34.335 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.329+0000 7fa27d0d4640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa278159730 0x7fa27806fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:34.335 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.329+0000 7fa27e0d6640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fa278070260 0x7fa2780c8820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:55076/0 (socket says 172.21.15.62:55076) 2023-06-08T03:52:34.335 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.329+0000 7fa27e0d6640 1 -- 172.21.15.62:0/2619724109 learned_addr learned my addr 172.21.15.62:0/2619724109 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:34.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.329+0000 7fa27d0d4640 1 -- 172.21.15.62:0/2619724109 >> v1:172.21.15.188:6789/0 conn(0x7fa2780ca430 legacy=0x7fa2780ca800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:34.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.329+0000 7fa27d0d4640 1 -- 172.21.15.62:0/2619724109 >> v1:172.21.15.62:6789/0 conn(0x7fa278070260 legacy=0x7fa2780c8820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:34.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.329+0000 7fa27d0d4640 1 -- 172.21.15.62:0/2619724109 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa278070e30 con 0x7fa278159730 2023-06-08T03:52:34.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.329+0000 7fa27c8d3640 1 -- 172.21.15.62:0/2619724109 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2334370325 0 0) 0x7fa2780c8390 con 0x7fa278070260 2023-06-08T03:52:34.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.329+0000 7fa27d0d4640 1 --2- 172.21.15.62:0/2619724109 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa278159730 0x7fa27806fd20 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fa270009d90 tx=0x7fa27001c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb48de326cc7e5fd server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:34.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.329+0000 7fa27c8d3640 1 -- 172.21.15.62:0/2619724109 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2700a5810 con 0x7fa278159730 2023-06-08T03:52:34.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.329+0000 7fa27c8d3640 1 -- 172.21.15.62:0/2619724109 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2700a5970 con 0x7fa278159730 2023-06-08T03:52:34.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.329+0000 7fa27c8d3640 1 -- 172.21.15.62:0/2619724109 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2700a5d00 con 0x7fa278159730 2023-06-08T03:52:34.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.329+0000 7fa27fb39640 1 -- 172.21.15.62:0/2619724109 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa278159730 msgr2=0x7fa27806fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:34.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.329+0000 7fa27fb39640 1 --2- 172.21.15.62:0/2619724109 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa278159730 0x7fa27806fd20 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fa270009d90 tx=0x7fa27001c950 comp rx=0 tx=0).stop 2023-06-08T03:52:34.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27fb39640 1 -- 172.21.15.62:0/2619724109 shutdown_connections 2023-06-08T03:52:34.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27fb39640 1 --2- 172.21.15.62:0/2619724109 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa278159730 0x7fa27806fd20 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27fb39640 1 -- 172.21.15.62:0/2619724109 >> 172.21.15.62:0/2619724109 conn(0x7fa2780af640 msgr2=0x7fa2780afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:34.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27fb39640 1 -- 172.21.15.62:0/2619724109 shutdown_connections 2023-06-08T03:52:34.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27fb39640 1 -- 172.21.15.62:0/2619724109 wait complete. 2023-06-08T03:52:34.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27fb39640 1 Processor -- start 2023-06-08T03:52:34.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27fb39640 1 -- start start 2023-06-08T03:52:34.341 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27fb39640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa278070260 0x7fa2781455f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:34.341 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27fb39640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa2780ca430 0x7fa2780c5d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:34.341 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27fb39640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa278159730 0x7fa2780c62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:34.341 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27fb39640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa27815c140 con 0x7fa2780ca430 2023-06-08T03:52:34.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27fb39640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa278145b30 con 0x7fa278159730 2023-06-08T03:52:34.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27fb39640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2780c2880 con 0x7fa278070260 2023-06-08T03:52:34.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27d0d4640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa2780ca430 0x7fa2780c5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:34.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27d0d4640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa2780ca430 0x7fa2780c5d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49920/0 (socket says 172.21.15.62:49920) 2023-06-08T03:52:34.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27d0d4640 1 -- 172.21.15.62:0/1879574657 learned_addr learned my addr 172.21.15.62:0/1879574657 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:34.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27e0d6640 1 --2- 172.21.15.62:0/1879574657 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa278159730 0x7fa2780c62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:34.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27d8d5640 1 --2- 172.21.15.62:0/1879574657 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa278070260 0x7fa2781455f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:34.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27d0d4640 1 -- 172.21.15.62:0/1879574657 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa278070260 msgr2=0x7fa2781455f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:34.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27d0d4640 1 --2- 172.21.15.62:0/1879574657 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa278070260 0x7fa2781455f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27d0d4640 1 -- 172.21.15.62:0/1879574657 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa278159730 msgr2=0x7fa2780c62a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:34.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27d0d4640 1 --2- 172.21.15.62:0/1879574657 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa278159730 0x7fa2780c62a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27d0d4640 1 -- 172.21.15.62:0/1879574657 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa270009a70 con 0x7fa2780ca430 2023-06-08T03:52:34.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27e0d6640 1 --2- 172.21.15.62:0/1879574657 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa278159730 0x7fa2780c62a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:34.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27d8d5640 1 --2- 172.21.15.62:0/1879574657 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa278070260 0x7fa2781455f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:34.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27d0d4640 1 --2- 172.21.15.62:0/1879574657 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa2780ca430 0x7fa2780c5d60 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa2700b0040 tx=0x7fa2700196f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:34.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa26e7fc640 1 -- 172.21.15.62:0/1879574657 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2700ad9d0 con 0x7fa2780ca430 2023-06-08T03:52:34.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa26e7fc640 1 -- 172.21.15.62:0/1879574657 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2700adb50 con 0x7fa2780ca430 2023-06-08T03:52:34.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27fb39640 1 -- 172.21.15.62:0/1879574657 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa27815baf0 con 0x7fa2780ca430 2023-06-08T03:52:34.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa26e7fc640 1 -- 172.21.15.62:0/1879574657 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2700b9450 con 0x7fa2780ca430 2023-06-08T03:52:34.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.333+0000 7fa27fb39640 1 -- 172.21.15.62:0/1879574657 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2780c2b60 con 0x7fa2780ca430 2023-06-08T03:52:34.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.337+0000 7fa27fb39640 1 -- 172.21.15.62:0/1879574657 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa27804d6c0 con 0x7fa2780ca430 2023-06-08T03:52:34.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.337+0000 7fa26e7fc640 1 -- 172.21.15.62:0/1879574657 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa2700b95b0 con 0x7fa2780ca430 2023-06-08T03:52:34.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.337+0000 7fa26e7fc640 1 --2- 172.21.15.62:0/1879574657 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa25c066280 0x7fa25c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:34.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.337+0000 7fa26e7fc640 1 -- 172.21.15.62:0/1879574657 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fa27011f380 con 0x7fa2780ca430 2023-06-08T03:52:34.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.337+0000 7fa27d8d5640 1 --2- 172.21.15.62:0/1879574657 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa25c066280 0x7fa25c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:34.346 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.337+0000 7fa27d8d5640 1 --2- 172.21.15.62:0/1879574657 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa25c066280 0x7fa25c068730 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa278159bd0 tx=0x7fa268009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:34.347 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.341+0000 7fa26e7fc640 1 -- 172.21.15.62:0/1879574657 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa2700ec760 con 0x7fa2780ca430 2023-06-08T03:52:34.501 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.493+0000 7fa27fb39640 1 -- 172.21.15.62:0/1879574657 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa278151950 con 0x7fa2780ca430 2023-06-08T03:52:34.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.497+0000 7fa26e7fc640 1 -- 172.21.15.62:0/1879574657 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+18292 (secure 0 0 0) 0x7fa2700efd80 con 0x7fa2780ca430 2023-06-08T03:52:34.503 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:34.503 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":22,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:52:34.167454+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:52:34.505 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.497+0000 7fa27fb39640 1 -- 172.21.15.62:0/1879574657 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa25c066280 msgr2=0x7fa25c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:34.505 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.497+0000 7fa27fb39640 1 --2- 172.21.15.62:0/1879574657 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa25c066280 0x7fa25c068730 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa278159bd0 tx=0x7fa268009040 comp rx=0 tx=0).stop 2023-06-08T03:52:34.505 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.497+0000 7fa27fb39640 1 -- 172.21.15.62:0/1879574657 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa2780ca430 msgr2=0x7fa2780c5d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:34.505 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.497+0000 7fa27fb39640 1 --2- 172.21.15.62:0/1879574657 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa2780ca430 0x7fa2780c5d60 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa2700b0040 tx=0x7fa2700196f0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.505 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.497+0000 7fa27fb39640 1 -- 172.21.15.62:0/1879574657 shutdown_connections 2023-06-08T03:52:34.506 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.497+0000 7fa27fb39640 1 --2- 172.21.15.62:0/1879574657 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa25c066280 0x7fa25c068730 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.506 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.497+0000 7fa27fb39640 1 --2- 172.21.15.62:0/1879574657 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa278159730 0x7fa2780c62a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.506 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.497+0000 7fa27fb39640 1 --2- 172.21.15.62:0/1879574657 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa2780ca430 0x7fa2780c5d60 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.506 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.497+0000 7fa27fb39640 1 --2- 172.21.15.62:0/1879574657 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa278070260 0x7fa2781455f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.506 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.497+0000 7fa27fb39640 1 -- 172.21.15.62:0/1879574657 >> 172.21.15.62:0/1879574657 conn(0x7fa2780af640 msgr2=0x7fa2780ca800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:34.506 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.497+0000 7fa27fb39640 1 -- 172.21.15.62:0/1879574657 shutdown_connections 2023-06-08T03:52:34.506 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.497+0000 7fa27fb39640 1 -- 172.21.15.62:0/1879574657 wait complete. 2023-06-08T03:52:34.523 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:52:34.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.641+0000 7f29a8973640 1 Processor -- start 2023-06-08T03:52:34.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.641+0000 7f29a8973640 1 -- start start 2023-06-08T03:52:34.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.645+0000 7f29a8973640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f29a4159730 0x7f29a406fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:34.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.645+0000 7f29a8973640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f29a4070260 0x7f29a40c8820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:34.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.645+0000 7f29a8973640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29a40c8390 con 0x7f29a40ca430 2023-06-08T03:52:34.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.645+0000 7f29a8973640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29a4070870 con 0x7f29a4159730 2023-06-08T03:52:34.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.645+0000 7f29a8973640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29a4070b50 con 0x7f29a4070260 2023-06-08T03:52:34.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.645+0000 7f29a1d9b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f29a4159730 0x7f29a406fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:34.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.645+0000 7f29a1d9b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f29a4159730 0x7f29a406fd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49936/0 (socket says 172.21.15.62:49936) 2023-06-08T03:52:34.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.645+0000 7f29a1d9b640 1 -- 172.21.15.62:0/3320077751 learned_addr learned my addr 172.21.15.62:0/3320077751 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:34.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.645+0000 7f29a2d9d640 1 --2- 172.21.15.62:0/3320077751 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f29a4070260 0x7f29a40c8820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:34.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.645+0000 7f29a1d9b640 1 -- 172.21.15.62:0/3320077751 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f29a4070260 msgr2=0x7f29a40c8820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:34.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.645+0000 7f29a1d9b640 1 --2- 172.21.15.62:0/3320077751 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f29a4070260 0x7f29a40c8820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.645+0000 7f29a1d9b640 1 -- 172.21.15.62:0/3320077751 >> v1:172.21.15.188:6789/0 conn(0x7f29a40ca430 legacy=0x7f29a40ca800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:34.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.645+0000 7f29a1d9b640 1 -- 172.21.15.62:0/3320077751 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29a4070e30 con 0x7f29a4159730 2023-06-08T03:52:34.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.645+0000 7f29a2d9d640 1 --2- 172.21.15.62:0/3320077751 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f29a4070260 0x7f29a40c8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:52:34.653 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.645+0000 7f29a1d9b640 1 --2- 172.21.15.62:0/3320077751 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a4159730 0x7f29a406fd20 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2998009870 tx=0x7f299801c540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7d4c357c379ed51 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:34.653 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.645+0000 7f29a159a640 1 -- 172.21.15.62:0/3320077751 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29980ab600 con 0x7f29a4159730 2023-06-08T03:52:34.653 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.645+0000 7f29a159a640 1 -- 172.21.15.62:0/3320077751 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29980a7050 con 0x7f29a4159730 2023-06-08T03:52:34.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.645+0000 7f29a159a640 1 -- 172.21.15.62:0/3320077751 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29980ab980 con 0x7f29a4159730 2023-06-08T03:52:34.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a8973640 1 -- 172.21.15.62:0/3320077751 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a4159730 msgr2=0x7f29a406fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:34.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a8973640 1 --2- 172.21.15.62:0/3320077751 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a4159730 0x7f29a406fd20 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2998009870 tx=0x7f299801c540 comp rx=0 tx=0).stop 2023-06-08T03:52:34.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a8973640 1 -- 172.21.15.62:0/3320077751 shutdown_connections 2023-06-08T03:52:34.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a8973640 1 --2- 172.21.15.62:0/3320077751 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a4159730 0x7f29a406fd20 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a8973640 1 --2- 172.21.15.62:0/3320077751 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f29a4070260 0x7f29a40c8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a8973640 1 -- 172.21.15.62:0/3320077751 >> 172.21.15.62:0/3320077751 conn(0x7f29a40af640 msgr2=0x7f29a40afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:34.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a8973640 1 -- 172.21.15.62:0/3320077751 shutdown_connections 2023-06-08T03:52:34.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a8973640 1 -- 172.21.15.62:0/3320077751 wait complete. 2023-06-08T03:52:34.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a8973640 1 Processor -- start 2023-06-08T03:52:34.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a8973640 1 -- start start 2023-06-08T03:52:34.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a8973640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f29a4070260 0x7f29a4147cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:34.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a8973640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a40ca430 0x7f29a415c130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:34.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a8973640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f29a4159730 0x7f29a414c160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:34.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a8973640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29a41485d0 con 0x7f29a40ca430 2023-06-08T03:52:34.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a8973640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29a40cb780 con 0x7f29a4070260 2023-06-08T03:52:34.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a8973640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29a415c670 con 0x7f29a4159730 2023-06-08T03:52:34.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a1d9b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a40ca430 0x7f29a415c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:34.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a1d9b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a40ca430 0x7f29a415c130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49940/0 (socket says 172.21.15.62:49940) 2023-06-08T03:52:34.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a1d9b640 1 -- 172.21.15.62:0/2626983176 learned_addr learned my addr 172.21.15.62:0/2626983176 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:34.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a2d9d640 1 --2- 172.21.15.62:0/2626983176 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f29a4159730 0x7f29a414c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:34.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a259c640 1 --2- 172.21.15.62:0/2626983176 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f29a4070260 0x7f29a4147cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:34.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a1d9b640 1 -- 172.21.15.62:0/2626983176 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f29a4159730 msgr2=0x7f29a414c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:34.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a1d9b640 1 --2- 172.21.15.62:0/2626983176 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f29a4159730 0x7f29a414c160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a1d9b640 1 -- 172.21.15.62:0/2626983176 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f29a4070260 msgr2=0x7f29a4147cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:34.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a1d9b640 1 --2- 172.21.15.62:0/2626983176 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f29a4070260 0x7f29a4147cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a1d9b640 1 -- 172.21.15.62:0/2626983176 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29980094d0 con 0x7f29a40ca430 2023-06-08T03:52:34.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a1d9b640 1 --2- 172.21.15.62:0/2626983176 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a40ca430 0x7f29a415c130 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f299801abf0 tx=0x7f29980192e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:34.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f2992ffd640 1 -- 172.21.15.62:0/2626983176 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29980b4840 con 0x7f29a40ca430 2023-06-08T03:52:34.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f2992ffd640 1 -- 172.21.15.62:0/2626983176 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29980b49a0 con 0x7f29a40ca430 2023-06-08T03:52:34.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a8973640 1 -- 172.21.15.62:0/2626983176 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29a40cb9f0 con 0x7f29a40ca430 2023-06-08T03:52:34.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f2992ffd640 1 -- 172.21.15.62:0/2626983176 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29980b4d50 con 0x7f29a40ca430 2023-06-08T03:52:34.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a8973640 1 -- 172.21.15.62:0/2626983176 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29a40cbfb0 con 0x7f29a40ca430 2023-06-08T03:52:34.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.649+0000 7f29a8973640 1 -- 172.21.15.62:0/2626983176 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29a404d6c0 con 0x7f29a40ca430 2023-06-08T03:52:34.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.653+0000 7f2992ffd640 1 -- 172.21.15.62:0/2626983176 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f29980b2040 con 0x7f29a40ca430 2023-06-08T03:52:34.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.653+0000 7f2992ffd640 1 --2- 172.21.15.62:0/2626983176 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2984066280 0x7f2984068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:34.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.653+0000 7f2992ffd640 1 -- 172.21.15.62:0/2626983176 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f299811e4f0 con 0x7f29a40ca430 2023-06-08T03:52:34.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.653+0000 7f29a259c640 1 --2- 172.21.15.62:0/2626983176 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2984066280 0x7f2984068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:34.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.653+0000 7f29a259c640 1 --2- 172.21.15.62:0/2626983176 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2984066280 0x7f2984068730 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f29a415df50 tx=0x7f2994009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:34.663 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.657+0000 7f2992ffd640 1 -- 172.21.15.62:0/2626983176 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f29980eba50 con 0x7f29a40ca430 2023-06-08T03:52:34.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.813+0000 7f29a8973640 1 -- 172.21.15.62:0/2626983176 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f29a4151a10 con 0x7f29a40ca430 2023-06-08T03:52:34.822 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.813+0000 7f2992ffd640 1 -- 172.21.15.62:0/2626983176 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+18292 (secure 0 0 0) 0x7f29980ef070 con 0x7f29a40ca430 2023-06-08T03:52:34.822 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:34.822 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":22,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:52:34.167454+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:52:34.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.817+0000 7f29a8973640 1 -- 172.21.15.62:0/2626983176 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2984066280 msgr2=0x7f2984068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:34.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.817+0000 7f29a8973640 1 --2- 172.21.15.62:0/2626983176 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2984066280 0x7f2984068730 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f29a415df50 tx=0x7f2994009040 comp rx=0 tx=0).stop 2023-06-08T03:52:34.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.817+0000 7f29a8973640 1 -- 172.21.15.62:0/2626983176 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a40ca430 msgr2=0x7f29a415c130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:34.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.817+0000 7f29a8973640 1 --2- 172.21.15.62:0/2626983176 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a40ca430 0x7f29a415c130 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f299801abf0 tx=0x7f29980192e0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.817+0000 7f29a8973640 1 -- 172.21.15.62:0/2626983176 shutdown_connections 2023-06-08T03:52:34.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.817+0000 7f29a8973640 1 --2- 172.21.15.62:0/2626983176 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2984066280 0x7f2984068730 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.817+0000 7f29a8973640 1 --2- 172.21.15.62:0/2626983176 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f29a4159730 0x7f29a414c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.817+0000 7f29a8973640 1 --2- 172.21.15.62:0/2626983176 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a40ca430 0x7f29a415c130 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.817+0000 7f29a8973640 1 --2- 172.21.15.62:0/2626983176 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f29a4070260 0x7f29a4147cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.817+0000 7f29a8973640 1 -- 172.21.15.62:0/2626983176 >> 172.21.15.62:0/2626983176 conn(0x7f29a40af640 msgr2=0x7f29a41526f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:34.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.817+0000 7f29a8973640 1 -- 172.21.15.62:0/2626983176 shutdown_connections 2023-06-08T03:52:34.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.817+0000 7f29a8973640 1 -- 172.21.15.62:0/2626983176 wait complete. 2023-06-08T03:52:34.842 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-06-08T03:52:34.911 INFO:tasks.ceph.mds.b.smithi188.stderr:2023-06-08T03:52:34.903+0000 7fee05df0640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-06-08T03:52:34.972 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.965+0000 7facf29ea640 1 Processor -- start 2023-06-08T03:52:34.972 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.965+0000 7facf29ea640 1 -- start start 2023-06-08T03:52:34.973 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.965+0000 7facf29ea640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7facec0cc830 0x7facec0ccc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:34.973 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.965+0000 7facf29ea640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7facec0cd2b0 con 0x7facec0cae60 2023-06-08T03:52:34.973 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.965+0000 7facf29ea640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7facec0cd590 con 0x7facec0cda40 2023-06-08T03:52:34.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.965+0000 7facf29ea640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7facec0cd870 con 0x7facec0cc830 2023-06-08T03:52:34.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.965+0000 7faceb7fe640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7facec0cc830 0x7facec0ccc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:34.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.965+0000 7facf0f87640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7facec0cae60 0x7facec0cb2e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:55080/0 (socket says 172.21.15.62:55080) 2023-06-08T03:52:34.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.965+0000 7faceb7fe640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7facec0cc830 0x7facec0ccc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49944/0 (socket says 172.21.15.62:49944) 2023-06-08T03:52:34.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.965+0000 7facf0f87640 1 -- 172.21.15.62:0/2542826535 learned_addr learned my addr 172.21.15.62:0/2542826535 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:34.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.969+0000 7faceb7fe640 1 -- 172.21.15.62:0/2542826535 >> v1:172.21.15.188:6789/0 conn(0x7facec0cda40 legacy=0x7facec0cde10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:34.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.969+0000 7faceb7fe640 1 -- 172.21.15.62:0/2542826535 >> v1:172.21.15.62:6789/0 conn(0x7facec0cae60 legacy=0x7facec0cb2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:34.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.969+0000 7faceb7fe640 1 -- 172.21.15.62:0/2542826535 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7facec0ca660 con 0x7facec0cc830 2023-06-08T03:52:34.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.969+0000 7faceaffd640 1 -- 172.21.15.62:0/2542826535 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 831423633 0 0) 0x7facec0cd2b0 con 0x7facec0cae60 2023-06-08T03:52:34.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.969+0000 7faceb7fe640 1 --2- 172.21.15.62:0/2542826535 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7facec0cc830 0x7facec0ccc80 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7face00097c0 tx=0x7face001c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dc590c3b43084d9 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:34.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.969+0000 7faceaffd640 1 -- 172.21.15.62:0/2542826535 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7face00ac640 con 0x7facec0cc830 2023-06-08T03:52:34.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.969+0000 7faceaffd640 1 -- 172.21.15.62:0/2542826535 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7face00ac7a0 con 0x7facec0cc830 2023-06-08T03:52:34.977 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.969+0000 7faceaffd640 1 -- 172.21.15.62:0/2542826535 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7face00acb30 con 0x7facec0cc830 2023-06-08T03:52:34.977 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.969+0000 7facf29ea640 1 -- 172.21.15.62:0/2542826535 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7facec0cc830 msgr2=0x7facec0ccc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:34.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.969+0000 7facf29ea640 1 --2- 172.21.15.62:0/2542826535 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7facec0cc830 0x7facec0ccc80 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7face00097c0 tx=0x7face001c3c0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.969+0000 7facf29ea640 1 -- 172.21.15.62:0/2542826535 shutdown_connections 2023-06-08T03:52:34.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.969+0000 7facf29ea640 1 --2- 172.21.15.62:0/2542826535 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7facec0cc830 0x7facec0ccc80 secure :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7face00097c0 tx=0x7face001c3c0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.969+0000 7facf29ea640 1 -- 172.21.15.62:0/2542826535 >> 172.21.15.62:0/2542826535 conn(0x7facec065850 msgr2=0x7facec099140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:34.979 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.969+0000 7facf29ea640 1 -- 172.21.15.62:0/2542826535 shutdown_connections 2023-06-08T03:52:34.979 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.969+0000 7facf29ea640 1 -- 172.21.15.62:0/2542826535 wait complete. 2023-06-08T03:52:34.980 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facf29ea640 1 Processor -- start 2023-06-08T03:52:34.980 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facf29ea640 1 -- start start 2023-06-08T03:52:34.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facf29ea640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7facec0cae60 0x7facec150bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:34.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facf29ea640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7facec0cda40 0x7facec155fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:34.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facf29ea640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7facec1564e0 0x7facec0b2f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:34.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facf29ea640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facec06b2e0 con 0x7facec0cae60 2023-06-08T03:52:34.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facf29ea640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facec06a6d0 con 0x7facec1564e0 2023-06-08T03:52:34.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facf29ea640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7facec06a9b0 con 0x7facec0cda40 2023-06-08T03:52:34.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facebfff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7facec0cae60 0x7facec150bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:34.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facebfff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7facec0cae60 0x7facec150bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49960/0 (socket says 172.21.15.62:49960) 2023-06-08T03:52:34.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facebfff640 1 -- 172.21.15.62:0/4242391915 learned_addr learned my addr 172.21.15.62:0/4242391915 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:34.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facf0f87640 1 --2- 172.21.15.62:0/4242391915 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7facec1564e0 0x7facec0b2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:34.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facebfff640 1 -- 172.21.15.62:0/4242391915 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7facec0cda40 msgr2=0x7facec155fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:34.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7faceb7fe640 1 --2- 172.21.15.62:0/4242391915 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7facec0cda40 0x7facec155fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:34.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facebfff640 1 --2- 172.21.15.62:0/4242391915 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7facec0cda40 0x7facec155fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facebfff640 1 -- 172.21.15.62:0/4242391915 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7facec1564e0 msgr2=0x7facec0b2f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:34.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facebfff640 1 --2- 172.21.15.62:0/4242391915 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7facec1564e0 0x7facec0b2f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:34.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facebfff640 1 -- 172.21.15.62:0/4242391915 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7face0009420 con 0x7facec0cae60 2023-06-08T03:52:34.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facebfff640 1 --2- 172.21.15.62:0/4242391915 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7facec0cae60 0x7facec150bd0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7face400c7f0 tx=0x7face400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:34.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7face8ff9640 1 -- 172.21.15.62:0/4242391915 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7face4003b80 con 0x7facec0cae60 2023-06-08T03:52:34.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7face8ff9640 1 -- 172.21.15.62:0/4242391915 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7face4003ce0 con 0x7facec0cae60 2023-06-08T03:52:34.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facf29ea640 1 -- 172.21.15.62:0/4242391915 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7facec06ac90 con 0x7facec0cae60 2023-06-08T03:52:34.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7face8ff9640 1 -- 172.21.15.62:0/4242391915 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7face400aa90 con 0x7facec0cae60 2023-06-08T03:52:34.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facf29ea640 1 -- 172.21.15.62:0/4242391915 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7facec151110 con 0x7facec0cae60 2023-06-08T03:52:34.984 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7facf29ea640 1 -- 172.21.15.62:0/4242391915 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7facec04d650 con 0x7facec0cae60 2023-06-08T03:52:34.984 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.973+0000 7face8ff9640 1 -- 172.21.15.62:0/4242391915 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7face400abf0 con 0x7facec0cae60 2023-06-08T03:52:34.984 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.977+0000 7face8ff9640 1 --2- 172.21.15.62:0/4242391915 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7facd8066280 0x7facd8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:34.985 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.977+0000 7face8ff9640 1 -- 172.21.15.62:0/4242391915 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 6062+0+0 (secure 0 0 0) 0x7face4083c50 con 0x7facec0cae60 2023-06-08T03:52:34.985 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.977+0000 7faceb7fe640 1 --2- 172.21.15.62:0/4242391915 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7facd8066280 0x7facd8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:34.985 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.977+0000 7faceb7fe640 1 --2- 172.21.15.62:0/4242391915 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7facd8066280 0x7facd8068730 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7face00ae000 tx=0x7face0008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:34.986 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:34.981+0000 7face8ff9640 1 -- 172.21.15.62:0/4242391915 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7face4089020 con 0x7facec0cae60 2023-06-08T03:52:35.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.165+0000 7facf29ea640 1 -- 172.21.15.62:0/4242391915 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7facec0ccc80 con 0x7facec0cae60 2023-06-08T03:52:35.839 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.833+0000 7face8ff9640 1 -- 172.21.15.62:0/4242391915 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v6) v1 ==== 118+0+0 (secure 0 0 0) 0x7face40510d0 con 0x7facec0cae60 2023-06-08T03:52:35.843 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.837+0000 7facf29ea640 1 -- 172.21.15.62:0/4242391915 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7facd8066280 msgr2=0x7facd8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:35.843 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.837+0000 7facf29ea640 1 --2- 172.21.15.62:0/4242391915 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7facd8066280 0x7facd8068730 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7face00ae000 tx=0x7face0008040 comp rx=0 tx=0).stop 2023-06-08T03:52:35.843 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.837+0000 7facf29ea640 1 -- 172.21.15.62:0/4242391915 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7facec0cae60 msgr2=0x7facec150bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:35.843 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.837+0000 7facf29ea640 1 --2- 172.21.15.62:0/4242391915 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7facec0cae60 0x7facec150bd0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7face400c7f0 tx=0x7face400ccb0 comp rx=0 tx=0).stop 2023-06-08T03:52:35.843 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.837+0000 7facf29ea640 1 -- 172.21.15.62:0/4242391915 shutdown_connections 2023-06-08T03:52:35.843 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.837+0000 7facf29ea640 1 --2- 172.21.15.62:0/4242391915 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7facd8066280 0x7facd8068730 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:35.844 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.837+0000 7facf29ea640 1 --2- 172.21.15.62:0/4242391915 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7facec1564e0 0x7facec0b2f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:35.844 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.837+0000 7facf29ea640 1 --2- 172.21.15.62:0/4242391915 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7facec0cda40 0x7facec155fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:35.844 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.837+0000 7facf29ea640 1 --2- 172.21.15.62:0/4242391915 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7facec0cae60 0x7facec150bd0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:35.844 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.837+0000 7facf29ea640 1 -- 172.21.15.62:0/4242391915 >> 172.21.15.62:0/4242391915 conn(0x7facec065850 msgr2=0x7facec0cde10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:35.844 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.837+0000 7facf29ea640 1 -- 172.21.15.62:0/4242391915 shutdown_connections 2023-06-08T03:52:35.844 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.837+0000 7facf29ea640 1 -- 172.21.15.62:0/4242391915 wait complete. 2023-06-08T03:52:35.866 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-06-08T03:52:35.866 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-06-08T03:52:35.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.993+0000 7f6469a0f640 1 Processor -- start 2023-06-08T03:52:35.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.993+0000 7f6469a0f640 1 -- start start 2023-06-08T03:52:36.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.993+0000 7f6469a0f640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f64640cc750 0x7f64640ccb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:36.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.993+0000 7f6469a0f640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64640cbd00 con 0x7f646406ed70 2023-06-08T03:52:36.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.993+0000 7f6469a0f640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f646415cbc0 con 0x7f64641584e0 2023-06-08T03:52:36.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.993+0000 7f6469a0f640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f646415cea0 con 0x7f64640cc750 2023-06-08T03:52:36.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.993+0000 7f64637fe640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f646406ed70 0x7f64640c8270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:55094/0 (socket says 172.21.15.62:55094) 2023-06-08T03:52:36.001 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.993+0000 7f64637fe640 1 -- 172.21.15.62:0/1563305663 learned_addr learned my addr 172.21.15.62:0/1563305663 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:36.001 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.993+0000 7f64627fc640 1 --2- 172.21.15.62:0/1563305663 >> v2:172.21.15.188:3300/0 conn(0x7f64640cc750 0x7f64640ccb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:36.001 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.993+0000 7f6461ffb640 1 -- 172.21.15.62:0/1563305663 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1381129603 0 0) 0x7f64640cbd00 con 0x7f646406ed70 2023-06-08T03:52:36.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.993+0000 7f6461ffb640 1 -- 172.21.15.62:0/1563305663 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f644c003530 con 0x7f646406ed70 2023-06-08T03:52:36.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.993+0000 7f6461ffb640 1 -- 172.21.15.62:0/1563305663 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 710518446 0 0) 0x7f644c003530 con 0x7f646406ed70 2023-06-08T03:52:36.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.993+0000 7f64627fc640 1 -- 172.21.15.62:0/1563305663 >> v1:172.21.15.188:6789/0 conn(0x7f64641584e0 legacy=0x7f646415c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:36.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.993+0000 7f64627fc640 1 -- 172.21.15.62:0/1563305663 >> v1:172.21.15.62:6789/0 conn(0x7f646406ed70 legacy=0x7f64640c8270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:36.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.993+0000 7f64627fc640 1 -- 172.21.15.62:0/1563305663 --> v2:172.21.15.188:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64640cbf50 con 0x7f64640cc750 2023-06-08T03:52:36.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.997+0000 7f64627fc640 1 --2- 172.21.15.62:0/1563305663 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f64640cc750 0x7f64640ccb80 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f64580097c0 tx=0x7f645801eb90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f9218d752f19d626 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:36.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.997+0000 7f6461ffb640 1 -- 172.21.15.62:0/1563305663 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6454001680 con 0x7f64640cc750 2023-06-08T03:52:36.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.997+0000 7f6461ffb640 1 -- 172.21.15.62:0/1563305663 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64580a8610 con 0x7f64640cc750 2023-06-08T03:52:36.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.997+0000 7f6461ffb640 1 -- 172.21.15.62:0/1563305663 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64580a8980 con 0x7f64640cc750 2023-06-08T03:52:36.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.997+0000 7f6469a0f640 1 -- 172.21.15.62:0/1563305663 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f64640cc750 msgr2=0x7f64640ccb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:36.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.997+0000 7f6469a0f640 1 --2- 172.21.15.62:0/1563305663 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f64640cc750 0x7f64640ccb80 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f64580097c0 tx=0x7f645801eb90 comp rx=0 tx=0).stop 2023-06-08T03:52:36.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.997+0000 7f6469a0f640 1 -- 172.21.15.62:0/1563305663 shutdown_connections 2023-06-08T03:52:36.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.997+0000 7f6469a0f640 1 --2- 172.21.15.62:0/1563305663 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f64640cc750 0x7f64640ccb80 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:36.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.997+0000 7f6469a0f640 1 -- 172.21.15.62:0/1563305663 >> 172.21.15.62:0/1563305663 conn(0x7f64640ca6a0 msgr2=0x7f64640caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:36.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.997+0000 7f6469a0f640 1 -- 172.21.15.62:0/1563305663 shutdown_connections 2023-06-08T03:52:36.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:35.997+0000 7f6469a0f640 1 -- 172.21.15.62:0/1563305663 wait complete. 2023-06-08T03:52:36.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f6469a0f640 1 Processor -- start 2023-06-08T03:52:36.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f6469a0f640 1 -- start start 2023-06-08T03:52:36.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f6469a0f640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f646406ed70 0x7f646414e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:36.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f6469a0f640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f64640cc750 0x7f6464156080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:36.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f6469a0f640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64641584e0 0x7f64641565c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:36.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f6469a0f640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64640c1c60 con 0x7f64641584e0 2023-06-08T03:52:36.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f6469a0f640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64640cdec0 con 0x7f646406ed70 2023-06-08T03:52:36.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f6469a0f640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64640ce1a0 con 0x7f64640cc750 2023-06-08T03:52:36.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f64637fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64641584e0 0x7f64641565c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:36.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f64637fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64641584e0 0x7f64641565c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49972/0 (socket says 172.21.15.62:49972) 2023-06-08T03:52:36.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f64637fe640 1 -- 172.21.15.62:0/816016167 learned_addr learned my addr 172.21.15.62:0/816016167 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:36.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f6462ffd640 1 --2- 172.21.15.62:0/816016167 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f646406ed70 0x7f646414e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:36.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f64627fc640 1 --2- 172.21.15.62:0/816016167 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f64640cc750 0x7f6464156080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:36.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f64637fe640 1 -- 172.21.15.62:0/816016167 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f64640cc750 msgr2=0x7f6464156080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:36.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f64637fe640 1 --2- 172.21.15.62:0/816016167 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f64640cc750 0x7f6464156080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:36.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f64637fe640 1 -- 172.21.15.62:0/816016167 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f646406ed70 msgr2=0x7f646414e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:36.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f64637fe640 1 --2- 172.21.15.62:0/816016167 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f646406ed70 0x7f646414e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:36.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f64637fe640 1 -- 172.21.15.62:0/816016167 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6458009420 con 0x7f64641584e0 2023-06-08T03:52:36.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f64637fe640 1 --2- 172.21.15.62:0/816016167 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64641584e0 0x7f64641565c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f645400c530 tx=0x7f645400c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:36.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f644bfff640 1 -- 172.21.15.62:0/816016167 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6454005cf0 con 0x7f64641584e0 2023-06-08T03:52:36.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f644bfff640 1 -- 172.21.15.62:0/816016167 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6454005e70 con 0x7f64641584e0 2023-06-08T03:52:36.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f6469a0f640 1 -- 172.21.15.62:0/816016167 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64640c18f0 con 0x7f64641584e0 2023-06-08T03:52:36.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f644bfff640 1 -- 172.21.15.62:0/816016167 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6454007270 con 0x7f64641584e0 2023-06-08T03:52:36.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f6469a0f640 1 -- 172.21.15.62:0/816016167 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64640cd190 con 0x7f64641584e0 2023-06-08T03:52:36.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f6469a0f640 1 -- 172.21.15.62:0/816016167 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64640c1750 con 0x7f64641584e0 2023-06-08T03:52:36.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f644bfff640 1 -- 172.21.15.62:0/816016167 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f64540073d0 con 0x7f64641584e0 2023-06-08T03:52:36.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f644bfff640 1 --2- 172.21.15.62:0/816016167 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6450066280 0x7f6450068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:36.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.001+0000 7f644bfff640 1 -- 172.21.15.62:0/816016167 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f64540834b0 con 0x7f64641584e0 2023-06-08T03:52:36.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.005+0000 7f6462ffd640 1 --2- 172.21.15.62:0/816016167 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6450066280 0x7f6450068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:36.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.005+0000 7f6462ffd640 1 --2- 172.21.15.62:0/816016167 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6450066280 0x7f6450068730 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f64640c4870 tx=0x7f645c009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:36.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.009+0000 7f644bfff640 1 -- 172.21.15.62:0/816016167 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f64640c1750 con 0x7f64641584e0 2023-06-08T03:52:36.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.193+0000 7f6469a0f640 1 -- 172.21.15.62:0/816016167 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f64640c1750 con 0x7f64641584e0 2023-06-08T03:52:36.849 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.841+0000 7f644bfff640 1 -- 172.21.15.62:0/816016167 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v7) v1 ==== 122+0+0 (secure 0 0 0) 0x7f64640c1750 con 0x7f64641584e0 2023-06-08T03:52:36.853 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.845+0000 7f6469a0f640 1 -- 172.21.15.62:0/816016167 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6450066280 msgr2=0x7f6450068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:36.854 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.845+0000 7f6469a0f640 1 --2- 172.21.15.62:0/816016167 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6450066280 0x7f6450068730 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f64640c4870 tx=0x7f645c009040 comp rx=0 tx=0).stop 2023-06-08T03:52:36.854 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.845+0000 7f6469a0f640 1 -- 172.21.15.62:0/816016167 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64641584e0 msgr2=0x7f64641565c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:36.854 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.845+0000 7f6469a0f640 1 --2- 172.21.15.62:0/816016167 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64641584e0 0x7f64641565c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f645400c530 tx=0x7f645400c9f0 comp rx=0 tx=0).stop 2023-06-08T03:52:36.854 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.845+0000 7f6469a0f640 1 -- 172.21.15.62:0/816016167 shutdown_connections 2023-06-08T03:52:36.854 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.845+0000 7f6469a0f640 1 --2- 172.21.15.62:0/816016167 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6450066280 0x7f6450068730 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:36.854 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.845+0000 7f6469a0f640 1 --2- 172.21.15.62:0/816016167 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64641584e0 0x7f64641565c0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:36.854 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.845+0000 7f6469a0f640 1 --2- 172.21.15.62:0/816016167 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f64640cc750 0x7f6464156080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:36.855 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.845+0000 7f6469a0f640 1 --2- 172.21.15.62:0/816016167 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f646406ed70 0x7f646414e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:36.855 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.845+0000 7f6469a0f640 1 -- 172.21.15.62:0/816016167 >> 172.21.15.62:0/816016167 conn(0x7f64640ca6a0 msgr2=0x7f64640b2c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:36.855 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.845+0000 7f6469a0f640 1 -- 172.21.15.62:0/816016167 shutdown_connections 2023-06-08T03:52:36.855 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.845+0000 7f6469a0f640 1 -- 172.21.15.62:0/816016167 wait complete. 2023-06-08T03:52:36.875 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-06-08T03:52:36.875 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-08T03:52:36.998 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.993+0000 7f204862b640 1 Processor -- start 2023-06-08T03:52:36.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.993+0000 7f204862b640 1 -- start start 2023-06-08T03:52:37.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.993+0000 7f204862b640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f2040159520 0x7f2040070280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.993+0000 7f204862b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f20400cae90 0x7f20400c8a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.993+0000 7f204862b640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2040071550 con 0x7f204015d080 2023-06-08T03:52:37.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.993+0000 7f204862b640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20401598f0 con 0x7f20400cae90 2023-06-08T03:52:37.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.993+0000 7f204862b640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2040070940 con 0x7f2040159520 2023-06-08T03:52:37.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.993+0000 7f2045bc6640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f204015d080 0x7f20400ca780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:55102/0 (socket says 172.21.15.62:55102) 2023-06-08T03:52:37.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.993+0000 7f2045bc6640 1 -- 172.21.15.62:0/2458496414 learned_addr learned my addr 172.21.15.62:0/2458496414 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:37.001 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.993+0000 7f2046bc8640 1 --2- 172.21.15.62:0/2458496414 >> v2:172.21.15.62:3300/0 conn(0x7f20400cae90 0x7f20400c8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:37.001 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.993+0000 7f20463c7640 1 --2- 172.21.15.62:0/2458496414 >> v2:172.21.15.188:3300/0 conn(0x7f2040159520 0x7f2040070280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:37.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.993+0000 7f20453c5640 1 -- 172.21.15.62:0/2458496414 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 506982634 0 0) 0x7f2040071550 con 0x7f204015d080 2023-06-08T03:52:37.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.993+0000 7f20453c5640 1 -- 172.21.15.62:0/2458496414 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f202c003530 con 0x7f204015d080 2023-06-08T03:52:37.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.993+0000 7f2046bc8640 1 -- 172.21.15.62:0/2458496414 >> v2:172.21.15.188:3300/0 conn(0x7f2040159520 msgr2=0x7f2040070280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:37.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.993+0000 7f2046bc8640 1 --2- 172.21.15.62:0/2458496414 >> v2:172.21.15.188:3300/0 conn(0x7f2040159520 0x7f2040070280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.993+0000 7f2046bc8640 1 -- 172.21.15.62:0/2458496414 >> v1:172.21.15.62:6789/0 conn(0x7f204015d080 legacy=0x7f20400ca780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:37.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.993+0000 7f2046bc8640 1 -- 172.21.15.62:0/2458496414 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2040070c20 con 0x7f20400cae90 2023-06-08T03:52:37.003 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f2046bc8640 1 --2- 172.21.15.62:0/2458496414 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f20400cae90 0x7f20400c8a30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f204006e870 tx=0x7f203801c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af5979ac7923326b server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:37.003 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f20453c5640 1 -- 172.21.15.62:0/2458496414 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20380a59a0 con 0x7f20400cae90 2023-06-08T03:52:37.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f20453c5640 1 -- 172.21.15.62:0/2458496414 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20380a5b00 con 0x7f20400cae90 2023-06-08T03:52:37.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f20453c5640 1 -- 172.21.15.62:0/2458496414 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20380a5e70 con 0x7f20400cae90 2023-06-08T03:52:37.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f204862b640 1 -- 172.21.15.62:0/2458496414 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f20400cae90 msgr2=0x7f20400c8a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:37.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f204862b640 1 --2- 172.21.15.62:0/2458496414 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f20400cae90 0x7f20400c8a30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f204006e870 tx=0x7f203801c8e0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f204862b640 1 -- 172.21.15.62:0/2458496414 shutdown_connections 2023-06-08T03:52:37.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f204862b640 1 --2- 172.21.15.62:0/2458496414 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f20400cae90 0x7f20400c8a30 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f204862b640 1 --2- 172.21.15.62:0/2458496414 >> v2:172.21.15.188:3300/0 conn(0x7f2040159520 0x7f2040070280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f204862b640 1 -- 172.21.15.62:0/2458496414 >> 172.21.15.62:0/2458496414 conn(0x7f2040069310 msgr2=0x7f2040069710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:37.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f204862b640 1 -- 172.21.15.62:0/2458496414 shutdown_connections 2023-06-08T03:52:37.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f204862b640 1 -- 172.21.15.62:0/2458496414 wait complete. 2023-06-08T03:52:37.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f204862b640 1 Processor -- start 2023-06-08T03:52:37.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f204862b640 1 -- start start 2023-06-08T03:52:37.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f204862b640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f20400cae90 0x7f2040141ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f204862b640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2040159520 0x7f20400af730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f204862b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f204015d080 0x7f20400afc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f204862b640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20400c82f0 con 0x7f204015d080 2023-06-08T03:52:37.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f204862b640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20400c7d30 con 0x7f2040159520 2023-06-08T03:52:37.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f204862b640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20400c8010 con 0x7f20400cae90 2023-06-08T03:52:37.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f2046bc8640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f204015d080 0x7f20400afc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:37.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f2046bc8640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f204015d080 0x7f20400afc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49992/0 (socket says 172.21.15.62:49992) 2023-06-08T03:52:37.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:36.997+0000 7f2046bc8640 1 -- 172.21.15.62:0/1035456207 learned_addr learned my addr 172.21.15.62:0/1035456207 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:37.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.001+0000 7f2045bc6640 1 --2- 172.21.15.62:0/1035456207 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2040159520 0x7f20400af730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:37.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.001+0000 7f20463c7640 1 --2- 172.21.15.62:0/1035456207 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f20400cae90 0x7f2040141ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:37.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.001+0000 7f2046bc8640 1 -- 172.21.15.62:0/1035456207 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f20400cae90 msgr2=0x7f2040141ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:37.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.001+0000 7f2046bc8640 1 --2- 172.21.15.62:0/1035456207 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f20400cae90 0x7f2040141ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.001+0000 7f2046bc8640 1 -- 172.21.15.62:0/1035456207 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2040159520 msgr2=0x7f20400af730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:37.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.001+0000 7f2046bc8640 1 --2- 172.21.15.62:0/1035456207 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2040159520 0x7f20400af730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.001+0000 7f2046bc8640 1 -- 172.21.15.62:0/1035456207 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2038009a70 con 0x7f204015d080 2023-06-08T03:52:37.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.001+0000 7f2046bc8640 1 --2- 172.21.15.62:0/1035456207 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f204015d080 0x7f20400afc70 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f20380194f0 tx=0x7f2038019680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:37.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.001+0000 7f2032ffd640 1 -- 172.21.15.62:0/1035456207 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2038004240 con 0x7f204015d080 2023-06-08T03:52:37.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.001+0000 7f2032ffd640 1 -- 172.21.15.62:0/1035456207 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20380043a0 con 0x7f204015d080 2023-06-08T03:52:37.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.001+0000 7f204862b640 1 -- 172.21.15.62:0/1035456207 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2040150890 con 0x7f204015d080 2023-06-08T03:52:37.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.001+0000 7f2032ffd640 1 -- 172.21.15.62:0/1035456207 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2038004790 con 0x7f204015d080 2023-06-08T03:52:37.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.001+0000 7f204862b640 1 -- 172.21.15.62:0/1035456207 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2040142400 con 0x7f204015d080 2023-06-08T03:52:37.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.001+0000 7f204862b640 1 -- 172.21.15.62:0/1035456207 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f204004d6c0 con 0x7f204015d080 2023-06-08T03:52:37.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.001+0000 7f2032ffd640 1 -- 172.21.15.62:0/1035456207 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f20380b4030 con 0x7f204015d080 2023-06-08T03:52:37.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.001+0000 7f2032ffd640 1 --2- 172.21.15.62:0/1035456207 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2024066280 0x7f2024068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.001+0000 7f2032ffd640 1 -- 172.21.15.62:0/1035456207 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f203811eef0 con 0x7f204015d080 2023-06-08T03:52:37.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.001+0000 7f20463c7640 1 --2- 172.21.15.62:0/1035456207 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2024066280 0x7f2024068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:37.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.001+0000 7f20463c7640 1 --2- 172.21.15.62:0/1035456207 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2024066280 0x7f2024068730 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f203c009790 tx=0x7f203c008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:37.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.005+0000 7f2032ffd640 1 -- 172.21.15.62:0/1035456207 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f20380ec520 con 0x7f204015d080 2023-06-08T03:52:37.198 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.193+0000 7f204862b640 1 -- 172.21.15.62:0/1035456207 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2040150d40 con 0x7f204015d080 2023-06-08T03:52:37.198 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.193+0000 7f2032ffd640 1 -- 172.21.15.62:0/1035456207 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4665 (secure 0 0 0) 0x7f20380efb40 con 0x7f204015d080 2023-06-08T03:52:37.199 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:37.199 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4239,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/308746620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":308746620},{"type":"v1","addr":"172.21.15.62:6833","nonce":308746620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4242,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/3359552501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":3359552501},{"type":"v1","addr":"172.21.15.62:6835","nonce":3359552501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4247,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.188:6835/904875113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6834","nonce":904875113},{"type":"v1","addr":"172.21.15.188:6835","nonce":904875113}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-08T03:52:34.168220+0000","modified":"2023-06-08T03:52:36.833176+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.188:6837/4197767102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6836","nonce":4197767102},{"type":"v1","addr":"172.21.15.188:6837","nonce":4197767102}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-08T03:52:37.199 INFO:teuthology.orchestra.run.smithi062.stderr:dumped fsmap epoch 7 2023-06-08T03:52:37.201 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.193+0000 7f204862b640 1 -- 172.21.15.62:0/1035456207 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2024066280 msgr2=0x7f2024068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:37.201 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.193+0000 7f204862b640 1 --2- 172.21.15.62:0/1035456207 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2024066280 0x7f2024068730 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f203c009790 tx=0x7f203c008040 comp rx=0 tx=0).stop 2023-06-08T03:52:37.201 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.193+0000 7f204862b640 1 -- 172.21.15.62:0/1035456207 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f204015d080 msgr2=0x7f20400afc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:37.201 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.193+0000 7f204862b640 1 --2- 172.21.15.62:0/1035456207 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f204015d080 0x7f20400afc70 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f20380194f0 tx=0x7f2038019680 comp rx=0 tx=0).stop 2023-06-08T03:52:37.201 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.193+0000 7f204862b640 1 -- 172.21.15.62:0/1035456207 shutdown_connections 2023-06-08T03:52:37.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.193+0000 7f204862b640 1 --2- 172.21.15.62:0/1035456207 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2024066280 0x7f2024068730 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.193+0000 7f204862b640 1 --2- 172.21.15.62:0/1035456207 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f204015d080 0x7f20400afc70 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.193+0000 7f204862b640 1 --2- 172.21.15.62:0/1035456207 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2040159520 0x7f20400af730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.193+0000 7f204862b640 1 --2- 172.21.15.62:0/1035456207 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f20400cae90 0x7f2040141ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.193+0000 7f204862b640 1 -- 172.21.15.62:0/1035456207 >> 172.21.15.62:0/1035456207 conn(0x7f2040069310 msgr2=0x7f20400ad9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:37.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.193+0000 7f204862b640 1 -- 172.21.15.62:0/1035456207 shutdown_connections 2023-06-08T03:52:37.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.193+0000 7f204862b640 1 -- 172.21.15.62:0/1035456207 wait complete. 2023-06-08T03:52:37.218 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:52:37.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.329+0000 7fd71efdf640 1 Processor -- start 2023-06-08T03:52:37.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.329+0000 7fd71efdf640 1 -- start start 2023-06-08T03:52:37.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.329+0000 7fd71efdf640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fd71806b960 0x7fd71806bd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.329+0000 7fd71efdf640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd7180c8320 0x7fd71815be80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.329+0000 7fd71efdf640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd718158720 con 0x7fd7180c8770 2023-06-08T03:52:37.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.329+0000 7fd71efdf640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd71806c270 con 0x7fd71806b960 2023-06-08T03:52:37.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.329+0000 7fd71efdf640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7180c8d00 con 0x7fd7180c8320 2023-06-08T03:52:37.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.329+0000 7fd71cd7b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fd71806b960 0x7fd71806bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:37.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.333+0000 7fd71cd7b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fd71806b960 0x7fd71806bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50570/0 (socket says 172.21.15.62:50570) 2023-06-08T03:52:37.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.333+0000 7fd71cd7b640 1 -- 172.21.15.62:0/1164696852 learned_addr learned my addr 172.21.15.62:0/1164696852 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:37.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.333+0000 7fd717fff640 1 --2- 172.21.15.62:0/1164696852 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd7180c8320 0x7fd71815be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:37.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.333+0000 7fd71cd7b640 1 -- 172.21.15.62:0/1164696852 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd7180c8320 msgr2=0x7fd71815be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:37.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.333+0000 7fd71cd7b640 1 --2- 172.21.15.62:0/1164696852 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd7180c8320 0x7fd71815be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.333+0000 7fd71cd7b640 1 -- 172.21.15.62:0/1164696852 >> v1:172.21.15.188:6789/0 conn(0x7fd7180c8770 legacy=0x7fd71815c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:37.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.333+0000 7fd71cd7b640 1 -- 172.21.15.62:0/1164696852 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7180cb6e0 con 0x7fd71806b960 2023-06-08T03:52:37.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.333+0000 7fd71cd7b640 1 --2- 172.21.15.62:0/1164696852 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd71806b960 0x7fd71806bd30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fd708009870 tx=0x7fd70801c510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=631899383b85a014 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:37.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.333+0000 7fd7177fe640 1 -- 172.21.15.62:0/1164696852 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7080aa670 con 0x7fd71806b960 2023-06-08T03:52:37.341 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.333+0000 7fd7177fe640 1 -- 172.21.15.62:0/1164696852 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7080aa7d0 con 0x7fd71806b960 2023-06-08T03:52:37.341 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.333+0000 7fd7177fe640 1 -- 172.21.15.62:0/1164696852 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7080aab60 con 0x7fd71806b960 2023-06-08T03:52:37.341 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.333+0000 7fd71efdf640 1 -- 172.21.15.62:0/1164696852 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd71806b960 msgr2=0x7fd71806bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:37.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.333+0000 7fd71efdf640 1 --2- 172.21.15.62:0/1164696852 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd71806b960 0x7fd71806bd30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fd708009870 tx=0x7fd70801c510 comp rx=0 tx=0).stop 2023-06-08T03:52:37.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.333+0000 7fd71efdf640 1 -- 172.21.15.62:0/1164696852 shutdown_connections 2023-06-08T03:52:37.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.333+0000 7fd71efdf640 1 --2- 172.21.15.62:0/1164696852 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd7180c8320 0x7fd71815be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.333+0000 7fd71efdf640 1 --2- 172.21.15.62:0/1164696852 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd71806b960 0x7fd71806bd30 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.333+0000 7fd71efdf640 1 -- 172.21.15.62:0/1164696852 >> 172.21.15.62:0/1164696852 conn(0x7fd7180af640 msgr2=0x7fd7180afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:37.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.333+0000 7fd71efdf640 1 -- 172.21.15.62:0/1164696852 shutdown_connections 2023-06-08T03:52:37.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.333+0000 7fd71efdf640 1 -- 172.21.15.62:0/1164696852 wait complete. 2023-06-08T03:52:37.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd71efdf640 1 Processor -- start 2023-06-08T03:52:37.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd71efdf640 1 -- start start 2023-06-08T03:52:37.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd71efdf640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd71806b960 0x7fd7181f8350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd71efdf640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd7180c8320 0x7fd7180ab8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd71efdf640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd7180c8770 0x7fd7180abe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd71efdf640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7181511b0 con 0x7fd7180c8320 2023-06-08T03:52:37.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd71efdf640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd718150bf0 con 0x7fd71806b960 2023-06-08T03:52:37.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd71efdf640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd718150ed0 con 0x7fd7180c8770 2023-06-08T03:52:37.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd717fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd7180c8320 0x7fd7180ab8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:37.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd717fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd7180c8320 0x7fd7180ab8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50576/0 (socket says 172.21.15.62:50576) 2023-06-08T03:52:37.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd717fff640 1 -- 172.21.15.62:0/423388525 learned_addr learned my addr 172.21.15.62:0/423388525 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:37.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd71cd7b640 1 --2- 172.21.15.62:0/423388525 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd71806b960 0x7fd7181f8350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:37.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd71d57c640 1 --2- 172.21.15.62:0/423388525 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd7180c8770 0x7fd7180abe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:37.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd717fff640 1 -- 172.21.15.62:0/423388525 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd7180c8770 msgr2=0x7fd7180abe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:37.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd717fff640 1 --2- 172.21.15.62:0/423388525 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd7180c8770 0x7fd7180abe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.346 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd717fff640 1 -- 172.21.15.62:0/423388525 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd71806b960 msgr2=0x7fd7181f8350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:37.346 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd717fff640 1 --2- 172.21.15.62:0/423388525 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd71806b960 0x7fd7181f8350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.346 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd717fff640 1 -- 172.21.15.62:0/423388525 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7080094d0 con 0x7fd7180c8320 2023-06-08T03:52:37.346 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd717fff640 1 --2- 172.21.15.62:0/423388525 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd7180c8320 0x7fd7180ab8d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd70c00d800 tx=0x7fd70c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:37.347 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd7157fa640 1 -- 172.21.15.62:0/423388525 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd70c00b6c0 con 0x7fd7180c8320 2023-06-08T03:52:37.347 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd7157fa640 1 -- 172.21.15.62:0/423388525 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd70c00b820 con 0x7fd7180c8320 2023-06-08T03:52:37.347 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd71efdf640 1 -- 172.21.15.62:0/423388525 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7181f7b50 con 0x7fd7180c8320 2023-06-08T03:52:37.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd7157fa640 1 -- 172.21.15.62:0/423388525 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd70c00bb90 con 0x7fd7180c8320 2023-06-08T03:52:37.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd71efdf640 1 -- 172.21.15.62:0/423388525 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7181f8890 con 0x7fd7180c8320 2023-06-08T03:52:37.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd71efdf640 1 -- 172.21.15.62:0/423388525 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd7181f79b0 con 0x7fd7180c8320 2023-06-08T03:52:37.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.337+0000 7fd7157fa640 1 -- 172.21.15.62:0/423388525 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd70c00bcf0 con 0x7fd7180c8320 2023-06-08T03:52:37.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.341+0000 7fd7157fa640 1 --2- 172.21.15.62:0/423388525 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd704066280 0x7fd704068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.341+0000 7fd7157fa640 1 -- 172.21.15.62:0/423388525 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fd70c0842a0 con 0x7fd7180c8320 2023-06-08T03:52:37.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.341+0000 7fd71cd7b640 1 --2- 172.21.15.62:0/423388525 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd704066280 0x7fd704068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:37.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.341+0000 7fd71cd7b640 1 --2- 172.21.15.62:0/423388525 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd704066280 0x7fd704068730 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd7080ae000 tx=0x7fd7080a7000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:37.350 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.345+0000 7fd7157fa640 1 -- 172.21.15.62:0/423388525 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd7181f79b0 con 0x7fd7180c8320 2023-06-08T03:52:37.506 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.501+0000 7fd71efdf640 1 -- 172.21.15.62:0/423388525 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd7181f79b0 con 0x7fd7180c8320 2023-06-08T03:52:37.508 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.501+0000 7fd7157fa640 1 -- 172.21.15.62:0/423388525 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18279 (secure 0 0 0) 0x7fd7181f79b0 con 0x7fd7180c8320 2023-06-08T03:52:37.509 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:37.509 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":23,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:52:35.171643+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:52:37.510 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.505+0000 7fd71efdf640 1 -- 172.21.15.62:0/423388525 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd704066280 msgr2=0x7fd704068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:37.511 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.505+0000 7fd71efdf640 1 --2- 172.21.15.62:0/423388525 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd704066280 0x7fd704068730 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd7080ae000 tx=0x7fd7080a7000 comp rx=0 tx=0).stop 2023-06-08T03:52:37.511 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.505+0000 7fd71efdf640 1 -- 172.21.15.62:0/423388525 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd7180c8320 msgr2=0x7fd7180ab8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:37.511 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.505+0000 7fd71efdf640 1 --2- 172.21.15.62:0/423388525 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd7180c8320 0x7fd7180ab8d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd70c00d800 tx=0x7fd70c00dcc0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.511 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.505+0000 7fd71efdf640 1 -- 172.21.15.62:0/423388525 shutdown_connections 2023-06-08T03:52:37.511 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.505+0000 7fd71efdf640 1 --2- 172.21.15.62:0/423388525 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd704066280 0x7fd704068730 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.511 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.505+0000 7fd71efdf640 1 --2- 172.21.15.62:0/423388525 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd7180c8770 0x7fd7180abe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.511 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.505+0000 7fd71efdf640 1 --2- 172.21.15.62:0/423388525 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd7180c8320 0x7fd7180ab8d0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.512 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.505+0000 7fd71efdf640 1 --2- 172.21.15.62:0/423388525 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd71806b960 0x7fd7181f8350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.512 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.505+0000 7fd71efdf640 1 -- 172.21.15.62:0/423388525 >> 172.21.15.62:0/423388525 conn(0x7fd7180af640 msgr2=0x7fd7180cd630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:37.512 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.505+0000 7fd71efdf640 1 -- 172.21.15.62:0/423388525 shutdown_connections 2023-06-08T03:52:37.512 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.505+0000 7fd71efdf640 1 -- 172.21.15.62:0/423388525 wait complete. 2023-06-08T03:52:37.528 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-06-08T03:52:37.528 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-08T03:52:37.645 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.637+0000 7f510ea63640 1 Processor -- start 2023-06-08T03:52:37.645 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.637+0000 7f510ea63640 1 -- start start 2023-06-08T03:52:37.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f510ea63640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f51080b2c30 0x7f51080cf500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f510ea63640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f510815f9d0 0x7f510806b280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.647 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f510ea63640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f510815bbe0 con 0x7f51080b56c0 2023-06-08T03:52:37.647 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f510ea63640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f510806adf0 con 0x7f51080b2c30 2023-06-08T03:52:37.647 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f510ea63640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51080cfb90 con 0x7f510815f9d0 2023-06-08T03:52:37.647 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5107fff640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f51080b56c0 0x7f510815f2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:56958/0 (socket says 172.21.15.62:56958) 2023-06-08T03:52:37.647 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5107fff640 1 -- 172.21.15.62:0/293517442 learned_addr learned my addr 172.21.15.62:0/293517442 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:37.648 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f510d000640 1 --2- 172.21.15.62:0/293517442 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f510815f9d0 0x7f510806b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:37.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f51077fe640 1 --2- 172.21.15.62:0/293517442 >> v2:172.21.15.188:3300/0 conn(0x7f51080b2c30 0x7f51080cf500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:37.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5106ffd640 1 -- 172.21.15.62:0/293517442 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 781090804 0 0) 0x7f50f8001120 con 0x7f51080b56c0 2023-06-08T03:52:37.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5106ffd640 1 -- 172.21.15.62:0/293517442 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f50f0003530 con 0x7f51080b56c0 2023-06-08T03:52:37.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5106ffd640 1 -- 172.21.15.62:0/293517442 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 318371412 0 0) 0x7f50f0003530 con 0x7f51080b56c0 2023-06-08T03:52:37.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5106ffd640 1 -- 172.21.15.62:0/293517442 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f510815f9d0 msgr2=0x7f510806b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:37.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5106ffd640 1 --2- 172.21.15.62:0/293517442 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f510815f9d0 0x7f510806b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5106ffd640 1 -- 172.21.15.62:0/293517442 >> v2:172.21.15.188:3300/0 conn(0x7f51080b2c30 msgr2=0x7f51080cf500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:37.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5106ffd640 1 --2- 172.21.15.62:0/293517442 >> v2:172.21.15.188:3300/0 conn(0x7f51080b2c30 0x7f51080cf500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5106ffd640 1 -- 172.21.15.62:0/293517442 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f510806a4c0 con 0x7f51080b56c0 2023-06-08T03:52:37.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5106ffd640 1 -- 172.21.15.62:0/293517442 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f50f8001810 con 0x7f51080b56c0 2023-06-08T03:52:37.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5106ffd640 1 -- 172.21.15.62:0/293517442 >> v1:172.21.15.62:6789/0 conn(0x7f51080b56c0 legacy=0x7f510815f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:37.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5106ffd640 1 --2- 172.21.15.62:0/293517442 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50f0003980 0x7f50f0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5106ffd640 1 --2- 172.21.15.62:0/293517442 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f50f00043b0 0x7f50f0004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5106ffd640 1 --2- 172.21.15.62:0/293517442 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f510815f9d0 0x7f50f0004f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5106ffd640 1 -- 172.21.15.62:0/293517442 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f510806adf0 con 0x7f50f0003980 2023-06-08T03:52:37.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5106ffd640 1 -- 172.21.15.62:0/293517442 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51080cfb90 con 0x7f50f00043b0 2023-06-08T03:52:37.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5106ffd640 1 -- 172.21.15.62:0/293517442 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50f000b990 con 0x7f510815f9d0 2023-06-08T03:52:37.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5107fff640 1 --2- 172.21.15.62:0/293517442 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50f0003980 0x7f50f0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:37.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f51077fe640 1 --2- 172.21.15.62:0/293517442 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f50f00043b0 0x7f50f0004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:37.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f510d000640 1 --2- 172.21.15.62:0/293517442 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f510815f9d0 0x7f50f0004f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:37.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5107fff640 1 -- 172.21.15.62:0/293517442 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f510815f9d0 msgr2=0x7f50f0004f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:37.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5107fff640 1 --2- 172.21.15.62:0/293517442 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f510815f9d0 0x7f50f0004f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5107fff640 1 -- 172.21.15.62:0/293517442 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f50f00043b0 msgr2=0x7f50f0004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:37.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5107fff640 1 --2- 172.21.15.62:0/293517442 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f50f00043b0 0x7f50f0004870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.641+0000 7f5107fff640 1 -- 172.21.15.62:0/293517442 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50f0003530 con 0x7f50f0003980 2023-06-08T03:52:37.653 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f5107fff640 1 --2- 172.21.15.62:0/293517442 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50f0003980 0x7f50f0003d90 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f50f800c210 tx=0x7f50f801cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a4d43d2840ba529 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:37.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f5106ffd640 1 -- 172.21.15.62:0/293517442 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50f80a5920 con 0x7f50f0003980 2023-06-08T03:52:37.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f5106ffd640 1 -- 172.21.15.62:0/293517442 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f510806c290 con 0x7f50f0003980 2023-06-08T03:52:37.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f5106ffd640 1 -- 172.21.15.62:0/293517442 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50f80a5cc0 con 0x7f50f0003980 2023-06-08T03:52:37.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f510ea63640 1 -- 172.21.15.62:0/293517442 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50f0003980 msgr2=0x7f50f0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:37.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f510ea63640 1 --2- 172.21.15.62:0/293517442 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50f0003980 0x7f50f0003d90 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f50f800c210 tx=0x7f50f801cc40 comp rx=0 tx=0).stop 2023-06-08T03:52:37.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f510d000640 1 -- 172.21.15.62:0/293517442 reap_dead start 2023-06-08T03:52:37.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f510ea63640 1 -- 172.21.15.62:0/293517442 shutdown_connections 2023-06-08T03:52:37.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f510ea63640 1 -- 172.21.15.62:0/293517442 >> 172.21.15.62:0/293517442 conn(0x7f510806ea80 msgr2=0x7f510806ee80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:37.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f510ea63640 1 -- 172.21.15.62:0/293517442 shutdown_connections 2023-06-08T03:52:37.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f510ea63640 1 -- 172.21.15.62:0/293517442 wait complete. 2023-06-08T03:52:37.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f510ea63640 1 Processor -- start 2023-06-08T03:52:37.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f510ea63640 1 -- start start 2023-06-08T03:52:37.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f510ea63640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50f0003980 0x7f51081574a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f510ea63640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f51080aeda0 0x7f51080af210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.656 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f510ea63640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5108152680 0x7f5108152ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.656 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f510ea63640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51080b0400 con 0x7f50f0003980 2023-06-08T03:52:37.656 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f510ea63640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51080af7f0 con 0x7f5108152680 2023-06-08T03:52:37.656 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f510ea63640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51080afad0 con 0x7f51080aeda0 2023-06-08T03:52:37.656 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f5107fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50f0003980 0x7f51081574a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:37.656 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f5107fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50f0003980 0x7f51081574a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50586/0 (socket says 172.21.15.62:50586) 2023-06-08T03:52:37.656 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f5107fff640 1 -- 172.21.15.62:0/3242750100 learned_addr learned my addr 172.21.15.62:0/3242750100 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:37.656 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f5107fff640 1 -- 172.21.15.62:0/3242750100 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f51080aeda0 msgr2=0x7f51080af210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:37.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f5107fff640 1 --2- 172.21.15.62:0/3242750100 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f51080aeda0 0x7f51080af210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f5107fff640 1 -- 172.21.15.62:0/3242750100 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5108152680 msgr2=0x7f5108152ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:37.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f510d000640 1 --2- 172.21.15.62:0/3242750100 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5108152680 0x7f5108152ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:37.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f5107fff640 1 --2- 172.21.15.62:0/3242750100 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5108152680 0x7f5108152ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.645+0000 7f5107fff640 1 -- 172.21.15.62:0/3242750100 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51080afdb0 con 0x7f50f0003980 2023-06-08T03:52:37.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.649+0000 7f5107fff640 1 --2- 172.21.15.62:0/3242750100 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50f0003980 0x7f51081574a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f50f80ab040 tx=0x7f50f0005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:37.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.649+0000 7f5104ff9640 1 -- 172.21.15.62:0/3242750100 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50f80047f0 con 0x7f50f0003980 2023-06-08T03:52:37.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.649+0000 7f5104ff9640 1 -- 172.21.15.62:0/3242750100 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50f80b3070 con 0x7f50f0003980 2023-06-08T03:52:37.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.649+0000 7f5104ff9640 1 -- 172.21.15.62:0/3242750100 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50f8004bb0 con 0x7f50f0003980 2023-06-08T03:52:37.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.649+0000 7f510ea63640 1 -- 172.21.15.62:0/3242750100 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51080b0090 con 0x7f50f0003980 2023-06-08T03:52:37.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.649+0000 7f510ea63640 1 -- 172.21.15.62:0/3242750100 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51080b0890 con 0x7f50f0003980 2023-06-08T03:52:37.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.649+0000 7f510ea63640 1 -- 172.21.15.62:0/3242750100 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f510804d6c0 con 0x7f50f0003980 2023-06-08T03:52:37.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.649+0000 7f5104ff9640 1 -- 172.21.15.62:0/3242750100 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f50f8004d10 con 0x7f50f0003980 2023-06-08T03:52:37.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.649+0000 7f5104ff9640 1 --2- 172.21.15.62:0/3242750100 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f50f4066280 0x7f50f4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:37.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.649+0000 7f5104ff9640 1 -- 172.21.15.62:0/3242750100 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f50f80b5070 con 0x7f50f0003980 2023-06-08T03:52:37.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.649+0000 7f51077fe640 1 --2- 172.21.15.62:0/3242750100 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f50f4066280 0x7f50f4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:37.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.649+0000 7f51077fe640 1 --2- 172.21.15.62:0/3242750100 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f50f4066280 0x7f50f4068730 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f51080c6480 tx=0x7f50fc008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:37.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.653+0000 7f5104ff9640 1 -- 172.21.15.62:0/3242750100 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f50f80eab60 con 0x7f50f0003980 2023-06-08T03:52:37.809 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.801+0000 7f510ea63640 1 -- 172.21.15.62:0/3242750100 --> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f51080b5a90 con 0x7f50f4066280 2023-06-08T03:52:37.832 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.825+0000 7f5104ff9640 1 -- 172.21.15.62:0/3242750100 <== mgr.4103 v2:172.21.15.188:6832/4222075021 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+271894 (secure 0 0 0) 0x7f50fc009de0 con 0x7f50f4066280 2023-06-08T03:52:37.835 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:37.836 INFO:teuthology.orchestra.run.smithi062.stderr:dumped all 2023-06-08T03:52:37.837 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.829+0000 7f510ea63640 1 -- 172.21.15.62:0/3242750100 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f50f4066280 msgr2=0x7f50f4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:37.837 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.829+0000 7f510ea63640 1 --2- 172.21.15.62:0/3242750100 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f50f4066280 0x7f50f4068730 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f51080c6480 tx=0x7f50fc008040 comp rx=0 tx=0).stop 2023-06-08T03:52:37.837 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.829+0000 7f510ea63640 1 -- 172.21.15.62:0/3242750100 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50f0003980 msgr2=0x7f51081574a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:37.837 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.829+0000 7f510ea63640 1 --2- 172.21.15.62:0/3242750100 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50f0003980 0x7f51081574a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f50f80ab040 tx=0x7f50f0005800 comp rx=0 tx=0).stop 2023-06-08T03:52:37.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.829+0000 7f510ea63640 1 -- 172.21.15.62:0/3242750100 shutdown_connections 2023-06-08T03:52:37.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.829+0000 7f510ea63640 1 --2- 172.21.15.62:0/3242750100 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f50f4066280 0x7f50f4068730 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.829+0000 7f510ea63640 1 --2- 172.21.15.62:0/3242750100 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5108152680 0x7f5108152ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.829+0000 7f510ea63640 1 --2- 172.21.15.62:0/3242750100 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f51080aeda0 0x7f51080af210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.829+0000 7f510ea63640 1 --2- 172.21.15.62:0/3242750100 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50f0003980 0x7f51081574a0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:37.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.829+0000 7f510ea63640 1 -- 172.21.15.62:0/3242750100 >> 172.21.15.62:0/3242750100 conn(0x7f510806ea80 msgr2=0x7f510806ee80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:37.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.829+0000 7f510ea63640 1 -- 172.21.15.62:0/3242750100 shutdown_connections 2023-06-08T03:52:37.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:37.829+0000 7f510ea63640 1 -- 172.21.15.62:0/3242750100 wait complete. 2023-06-08T03:52:37.852 INFO:teuthology.orchestra.run.smithi062.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2023-06-08T03:52:36.289256+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":13,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":218232,"kb_used_data":2616,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":754756488,"statfs":{"total":773094113280,"available":772870643712,"internally_reserved":0,"allocated":2678784,"data_stored":1661968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000941"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":167,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-06-08T03:52:30.974397+0000","last_change":"2023-06-08T03:52:24.078700+0000","last_active":"2023-06-08T03:52:30.974397+0000","last_peered":"2023-06-08T03:52:30.974397+0000","last_clean":"2023-06-08T03:52:30.974397+0000","last_became_active":"2023-06-08T03:52:24.076762+0000","last_became_peered":"2023-06-08T03:52:24.076762+0000","last_unstale":"2023-06-08T03:52:30.974397+0000","last_undegraded":"2023-06-08T03:52:30.974397+0000","last_fullsized":"2023-06-08T03:52:30.974397+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:22.642730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:22.642730+0000","last_clean_scrub_stamp":"2023-06-08T03:52:22.642730+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:33:51.703453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-06-08T03:52:30.776838+0000","last_change":"2023-06-08T03:52:29.775070+0000","last_active":"2023-06-08T03:52:30.776838+0000","last_peered":"2023-06-08T03:52:30.776838+0000","last_clean":"2023-06-08T03:52:30.776838+0000","last_became_active":"2023-06-08T03:52:29.774047+0000","last_became_peered":"2023-06-08T03:52:29.774047+0000","last_unstale":"2023-06-08T03:52:30.776838+0000","last_undegraded":"2023-06-08T03:52:30.776838+0000","last_fullsized":"2023-06-08T03:52:30.776838+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:31:23.793784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-06-08T03:52:30.974542+0000","last_change":"2023-06-08T03:52:29.780410+0000","last_active":"2023-06-08T03:52:30.974542+0000","last_peered":"2023-06-08T03:52:30.974542+0000","last_clean":"2023-06-08T03:52:30.974542+0000","last_became_active":"2023-06-08T03:52:29.779630+0000","last_became_peered":"2023-06-08T03:52:29.779630+0000","last_unstale":"2023-06-08T03:52:30.974542+0000","last_undegraded":"2023-06-08T03:52:30.974542+0000","last_fullsized":"2023-06-08T03:52:30.974542+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:47:22.401307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-06-08T03:52:31.675973+0000","last_change":"2023-06-08T03:52:29.875560+0000","last_active":"2023-06-08T03:52:31.675973+0000","last_peered":"2023-06-08T03:52:31.675973+0000","last_clean":"2023-06-08T03:52:31.675973+0000","last_became_active":"2023-06-08T03:52:29.875158+0000","last_became_peered":"2023-06-08T03:52:29.875158+0000","last_unstale":"2023-06-08T03:52:31.675973+0000","last_undegraded":"2023-06-08T03:52:31.675973+0000","last_fullsized":"2023-06-08T03:52:31.675973+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:31:23.793784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-06-08T03:52:30.776814+0000","last_change":"2023-06-08T03:52:29.775307+0000","last_active":"2023-06-08T03:52:30.776814+0000","last_peered":"2023-06-08T03:52:30.776814+0000","last_clean":"2023-06-08T03:52:30.776814+0000","last_became_active":"2023-06-08T03:52:29.774465+0000","last_became_peered":"2023-06-08T03:52:29.774465+0000","last_unstale":"2023-06-08T03:52:30.776814+0000","last_undegraded":"2023-06-08T03:52:30.776814+0000","last_fullsized":"2023-06-08T03:52:30.776814+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:43:00.749576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-06-08T03:52:31.675558+0000","last_change":"2023-06-08T03:52:29.878343+0000","last_active":"2023-06-08T03:52:31.675558+0000","last_peered":"2023-06-08T03:52:31.675558+0000","last_clean":"2023-06-08T03:52:31.675558+0000","last_became_active":"2023-06-08T03:52:29.878028+0000","last_became_peered":"2023-06-08T03:52:29.878028+0000","last_unstale":"2023-06-08T03:52:31.675558+0000","last_undegraded":"2023-06-08T03:52:31.675558+0000","last_fullsized":"2023-06-08T03:52:31.675558+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:02:51.395538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-06-08T03:52:30.974553+0000","last_change":"2023-06-08T03:52:29.875243+0000","last_active":"2023-06-08T03:52:30.974553+0000","last_peered":"2023-06-08T03:52:30.974553+0000","last_clean":"2023-06-08T03:52:30.974553+0000","last_became_active":"2023-06-08T03:52:29.874833+0000","last_became_peered":"2023-06-08T03:52:29.874833+0000","last_unstale":"2023-06-08T03:52:30.974553+0000","last_undegraded":"2023-06-08T03:52:30.974553+0000","last_fullsized":"2023-06-08T03:52:30.974553+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:10:55.504223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-06-08T03:52:31.675863+0000","last_change":"2023-06-08T03:52:29.777779+0000","last_active":"2023-06-08T03:52:31.675863+0000","last_peered":"2023-06-08T03:52:31.675863+0000","last_clean":"2023-06-08T03:52:31.675863+0000","last_became_active":"2023-06-08T03:52:29.777419+0000","last_became_peered":"2023-06-08T03:52:29.777419+0000","last_unstale":"2023-06-08T03:52:31.675863+0000","last_undegraded":"2023-06-08T03:52:31.675863+0000","last_fullsized":"2023-06-08T03:52:31.675863+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:29:30.956268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-06-08T03:52:31.675350+0000","last_change":"2023-06-08T03:52:29.779829+0000","last_active":"2023-06-08T03:52:31.675350+0000","last_peered":"2023-06-08T03:52:31.675350+0000","last_clean":"2023-06-08T03:52:31.675350+0000","last_became_active":"2023-06-08T03:52:29.778989+0000","last_became_peered":"2023-06-08T03:52:29.778989+0000","last_unstale":"2023-06-08T03:52:31.675350+0000","last_undegraded":"2023-06-08T03:52:31.675350+0000","last_fullsized":"2023-06-08T03:52:31.675350+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:43:00.749576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574851,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":768,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":786432,"data_stored":653396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.125}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96099999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79300000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1799999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.508}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5429999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27128,"kb_used_data":176,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344712,"statfs":{"total":96636764160,"available":96608985088,"internally_reserved":0,"allocated":180224,"data_stored":57280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68799999999999994}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0329999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1399999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95399999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.244}]}]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27140,"kb_used_data":188,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344700,"statfs":{"total":96636764160,"available":96608972800,"internally_reserved":0,"allocated":192512,"data_stored":63028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.071}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.119}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0249999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.873}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5569999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93400000000000005}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27140,"kb_used_data":188,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344700,"statfs":{"total":96636764160,"available":96608972800,"internally_reserved":0,"allocated":192512,"data_stored":63028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88100000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92700000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0089999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2589999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27128,"kb_used_data":176,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344712,"statfs":{"total":96636764160,"available":96608985088,"internally_reserved":0,"allocated":180224,"data_stored":57280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1160000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.101}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.169}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3440000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574851,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27128,"kb_used_data":176,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344712,"statfs":{"total":96636764160,"available":96608985088,"internally_reserved":0,"allocated":180224,"data_stored":57280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41299999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.129}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97099999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95299999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0920000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27128,"kb_used_data":176,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344712,"statfs":{"total":96636764160,"available":96608985088,"internally_reserved":0,"allocated":180224,"data_stored":57280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92300000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80700000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84799999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.016}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.153}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":768,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":786432,"data_stored":653396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96899999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2669999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3180000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.571}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4179999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-08T03:52:37.860 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-08T03:52:38.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.005+0000 7fa7bec02640 1 Processor -- start 2023-06-08T03:52:38.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.005+0000 7fa7bec02640 1 -- start start 2023-06-08T03:52:38.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7bec02640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa7b80ca430 0x7fa7b80ca800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:38.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7bec02640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fa7b80c8820 0x7fa7b80c8cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:38.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7bec02640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7b80c8390 con 0x7fa7b8159730 2023-06-08T03:52:38.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7bec02640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa7b8070870 con 0x7fa7b80c8820 2023-06-08T03:52:38.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7bec02640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7b8070b50 con 0x7fa7b80ca430 2023-06-08T03:52:38.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7b7fff640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fa7b8159730 0x7fa7b806fd20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:56968/0 (socket says 172.21.15.62:56968) 2023-06-08T03:52:38.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7b7fff640 1 -- 172.21.15.62:0/2866844410 learned_addr learned my addr 172.21.15.62:0/2866844410 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:38.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7b77fe640 1 -- 172.21.15.62:0/2866844410 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 276209315 0 0) 0x7fa7b80c8390 con 0x7fa7b8159730 2023-06-08T03:52:38.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7b77fe640 1 -- 172.21.15.62:0/2866844410 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa7a0003530 con 0x7fa7b8159730 2023-06-08T03:52:38.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7bd19f640 1 --2- 172.21.15.62:0/2866844410 >> v2:172.21.15.188:3300/0 conn(0x7fa7b80c8820 0x7fa7b80c8cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:38.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7bc99e640 1 --2- 172.21.15.62:0/2866844410 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa7b80ca430 0x7fa7b80ca800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:38.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7b77fe640 1 -- 172.21.15.62:0/2866844410 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3026792794 0 0) 0x7fa7a0003530 con 0x7fa7b8159730 2023-06-08T03:52:38.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7b77fe640 1 -- 172.21.15.62:0/2866844410 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa7b80ca430 msgr2=0x7fa7b80ca800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:38.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7b77fe640 1 --2- 172.21.15.62:0/2866844410 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa7b80ca430 0x7fa7b80ca800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7b77fe640 1 -- 172.21.15.62:0/2866844410 >> v2:172.21.15.188:3300/0 conn(0x7fa7b80c8820 msgr2=0x7fa7b80c8cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:38.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7b77fe640 1 --2- 172.21.15.62:0/2866844410 >> v2:172.21.15.188:3300/0 conn(0x7fa7b80c8820 0x7fa7b80c8cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7b77fe640 1 -- 172.21.15.62:0/2866844410 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7b8070e30 con 0x7fa7b8159730 2023-06-08T03:52:38.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7b77fe640 1 -- 172.21.15.62:0/2866844410 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fa7ac001680 con 0x7fa7b8159730 2023-06-08T03:52:38.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7b77fe640 1 -- 172.21.15.62:0/2866844410 >> v1:172.21.15.62:6789/0 conn(0x7fa7b8159730 legacy=0x7fa7b806fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:38.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7b77fe640 1 --2- 172.21.15.62:0/2866844410 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a0003980 0x7fa7a0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:38.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7b77fe640 1 --2- 172.21.15.62:0/2866844410 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa7a00047d0 0x7fa7a0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:38.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7b77fe640 1 --2- 172.21.15.62:0/2866844410 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa7b80ca430 0x7fa7a0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:38.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7b77fe640 1 -- 172.21.15.62:0/2866844410 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7b8070870 con 0x7fa7a0003980 2023-06-08T03:52:38.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7b77fe640 1 -- 172.21.15.62:0/2866844410 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7b8070b50 con 0x7fa7a00047d0 2023-06-08T03:52:38.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7b77fe640 1 -- 172.21.15.62:0/2866844410 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7a000ba40 con 0x7fa7b80ca430 2023-06-08T03:52:38.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7bd19f640 1 --2- 172.21.15.62:0/2866844410 >> v2:172.21.15.188:3300/0 conn(0x7fa7b80c8820 0x7fa7b80c8cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:52:38.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7bc99e640 1 --2- 172.21.15.62:0/2866844410 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a0003980 0x7fa7a0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:38.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7b7fff640 1 --2- 172.21.15.62:0/2866844410 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa7a00047d0 0x7fa7a0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:38.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7bd19f640 1 --2- 172.21.15.62:0/2866844410 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa7b80ca430 0x7fa7a0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:38.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7bc99e640 1 -- 172.21.15.62:0/2866844410 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa7b80ca430 msgr2=0x7fa7a0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:38.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7bc99e640 1 --2- 172.21.15.62:0/2866844410 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa7b80ca430 0x7fa7a0005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7bc99e640 1 -- 172.21.15.62:0/2866844410 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa7a00047d0 msgr2=0x7fa7a0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:38.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7bc99e640 1 --2- 172.21.15.62:0/2866844410 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa7a00047d0 0x7fa7a0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7bc99e640 1 -- 172.21.15.62:0/2866844410 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7a0003530 con 0x7fa7a0003980 2023-06-08T03:52:38.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7b7fff640 1 --2- 172.21.15.62:0/2866844410 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa7a00047d0 0x7fa7a0004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:52:38.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.009+0000 7fa7bd19f640 1 --2- 172.21.15.62:0/2866844410 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa7b80ca430 0x7fa7a0005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:38.021 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.013+0000 7fa7bc99e640 1 --2- 172.21.15.62:0/2866844410 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a0003980 0x7fa7a0003d90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa7a800ba30 tx=0x7fa7a801c5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12431aa51e087714 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:38.022 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.013+0000 7fa7b77fe640 1 -- 172.21.15.62:0/2866844410 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7a80ae660 con 0x7fa7a0003980 2023-06-08T03:52:38.022 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.013+0000 7fa7b77fe640 1 -- 172.21.15.62:0/2866844410 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7a80ae7c0 con 0x7fa7a0003980 2023-06-08T03:52:38.022 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.013+0000 7fa7b77fe640 1 -- 172.21.15.62:0/2866844410 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7a80aeb70 con 0x7fa7a0003980 2023-06-08T03:52:38.022 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.013+0000 7fa7bec02640 1 -- 172.21.15.62:0/2866844410 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a0003980 msgr2=0x7fa7a0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:38.022 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.013+0000 7fa7bec02640 1 --2- 172.21.15.62:0/2866844410 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a0003980 0x7fa7a0003d90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa7a800ba30 tx=0x7fa7a801c5c0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.022 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.013+0000 7fa7bd19f640 1 -- 172.21.15.62:0/2866844410 reap_dead start 2023-06-08T03:52:38.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.013+0000 7fa7bec02640 1 -- 172.21.15.62:0/2866844410 shutdown_connections 2023-06-08T03:52:38.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.013+0000 7fa7bec02640 1 -- 172.21.15.62:0/2866844410 >> 172.21.15.62:0/2866844410 conn(0x7fa7b80af640 msgr2=0x7fa7b80afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:38.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.013+0000 7fa7bec02640 1 -- 172.21.15.62:0/2866844410 shutdown_connections 2023-06-08T03:52:38.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.013+0000 7fa7bec02640 1 -- 172.21.15.62:0/2866844410 wait complete. 2023-06-08T03:52:38.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.013+0000 7fa7bec02640 1 Processor -- start 2023-06-08T03:52:38.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.013+0000 7fa7bec02640 1 -- start start 2023-06-08T03:52:38.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7bec02640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a0003980 0x7fa7b81f4c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:38.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7bec02640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa7b8153f70 0x7fa7b81f78e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:38.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7bec02640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa7b81621e0 0x7fa7b8162680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:38.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7bec02640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7b8161420 con 0x7fa7a0003980 2023-06-08T03:52:38.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7bec02640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7b8161700 con 0x7fa7b81621e0 2023-06-08T03:52:38.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7bec02640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7b81619e0 con 0x7fa7b8153f70 2023-06-08T03:52:38.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7bc99e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a0003980 0x7fa7b81f4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:38.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7bc99e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a0003980 0x7fa7b81f4c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50602/0 (socket says 172.21.15.62:50602) 2023-06-08T03:52:38.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7bc99e640 1 -- 172.21.15.62:0/3794603843 learned_addr learned my addr 172.21.15.62:0/3794603843 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:38.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7bc99e640 1 -- 172.21.15.62:0/3794603843 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa7b8153f70 msgr2=0x7fa7b81f78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:38.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7bc99e640 1 --2- 172.21.15.62:0/3794603843 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa7b8153f70 0x7fa7b81f78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7bc99e640 1 -- 172.21.15.62:0/3794603843 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa7b81621e0 msgr2=0x7fa7b8162680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:38.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7bc99e640 1 --2- 172.21.15.62:0/3794603843 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa7b81621e0 0x7fa7b8162680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7bc99e640 1 -- 172.21.15.62:0/3794603843 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7b8161cc0 con 0x7fa7a0003980 2023-06-08T03:52:38.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7bc99e640 1 --2- 172.21.15.62:0/3794603843 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a0003980 0x7fa7b81f4c30 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa7a801c3f0 tx=0x7fa7a0005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:38.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7b57fa640 1 -- 172.21.15.62:0/3794603843 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7a80b7430 con 0x7fa7a0003980 2023-06-08T03:52:38.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7b57fa640 1 -- 172.21.15.62:0/3794603843 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7a80b7590 con 0x7fa7a0003980 2023-06-08T03:52:38.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7b57fa640 1 -- 172.21.15.62:0/3794603843 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7a80b7940 con 0x7fa7a0003980 2023-06-08T03:52:38.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7bec02640 1 -- 172.21.15.62:0/3794603843 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7b81f5170 con 0x7fa7a0003980 2023-06-08T03:52:38.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7bec02640 1 -- 172.21.15.62:0/3794603843 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7b81f7e20 con 0x7fa7a0003980 2023-06-08T03:52:38.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7bec02640 1 -- 172.21.15.62:0/3794603843 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7b8162d90 con 0x7fa7a0003980 2023-06-08T03:52:38.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7b57fa640 1 -- 172.21.15.62:0/3794603843 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa7a80b5040 con 0x7fa7a0003980 2023-06-08T03:52:38.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7b57fa640 1 --2- 172.21.15.62:0/3794603843 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa7a4066280 0x7fa7a4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:38.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7b57fa640 1 -- 172.21.15.62:0/3794603843 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fa7a80a8030 con 0x7fa7a0003980 2023-06-08T03:52:38.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.017+0000 7fa7b7fff640 1 --2- 172.21.15.62:0/3794603843 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa7a4066280 0x7fa7a4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:38.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.021+0000 7fa7b7fff640 1 --2- 172.21.15.62:0/3794603843 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa7a4066280 0x7fa7a4068730 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac000c10 tx=0x7fa7ac001c40 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:38.029 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.021+0000 7fa7b57fa640 1 -- 172.21.15.62:0/3794603843 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa7a80ef260 con 0x7fa7a0003980 2023-06-08T03:52:38.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.173+0000 7fa7bec02640 1 -- 172.21.15.62:0/3794603843 --> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa7b8161870 con 0x7fa7a4066280 2023-06-08T03:52:38.199 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.193+0000 7fa7b57fa640 1 -- 172.21.15.62:0/3794603843 <== mgr.4103 v2:172.21.15.188:6832/4222075021 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+271894 (secure 0 0 0) 0x7fa7b8161870 con 0x7fa7a4066280 2023-06-08T03:52:38.200 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:38.203 INFO:teuthology.orchestra.run.smithi062.stderr:dumped all 2023-06-08T03:52:38.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.197+0000 7fa7bec02640 1 -- 172.21.15.62:0/3794603843 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa7a4066280 msgr2=0x7fa7a4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:38.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.197+0000 7fa7bec02640 1 --2- 172.21.15.62:0/3794603843 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa7a4066280 0x7fa7a4068730 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac000c10 tx=0x7fa7ac001c40 comp rx=0 tx=0).stop 2023-06-08T03:52:38.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.197+0000 7fa7bec02640 1 -- 172.21.15.62:0/3794603843 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a0003980 msgr2=0x7fa7b81f4c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:38.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.197+0000 7fa7bec02640 1 --2- 172.21.15.62:0/3794603843 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a0003980 0x7fa7b81f4c30 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa7a801c3f0 tx=0x7fa7a0005800 comp rx=0 tx=0).stop 2023-06-08T03:52:38.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.197+0000 7fa7bec02640 1 -- 172.21.15.62:0/3794603843 shutdown_connections 2023-06-08T03:52:38.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.197+0000 7fa7bec02640 1 --2- 172.21.15.62:0/3794603843 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa7a4066280 0x7fa7a4068730 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.197+0000 7fa7bec02640 1 --2- 172.21.15.62:0/3794603843 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa7b81621e0 0x7fa7b8162680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.197+0000 7fa7bec02640 1 --2- 172.21.15.62:0/3794603843 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa7b8153f70 0x7fa7b81f78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.197+0000 7fa7bec02640 1 --2- 172.21.15.62:0/3794603843 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a0003980 0x7fa7b81f4c30 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.197+0000 7fa7bec02640 1 -- 172.21.15.62:0/3794603843 >> 172.21.15.62:0/3794603843 conn(0x7fa7b80af640 msgr2=0x7fa7b815d500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:38.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.197+0000 7fa7bec02640 1 -- 172.21.15.62:0/3794603843 shutdown_connections 2023-06-08T03:52:38.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.197+0000 7fa7bec02640 1 -- 172.21.15.62:0/3794603843 wait complete. 2023-06-08T03:52:38.221 INFO:teuthology.orchestra.run.smithi062.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2023-06-08T03:52:36.289256+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":13,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":218232,"kb_used_data":2616,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":754756488,"statfs":{"total":773094113280,"available":772870643712,"internally_reserved":0,"allocated":2678784,"data_stored":1661968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000941"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":167,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-06-08T03:52:30.974397+0000","last_change":"2023-06-08T03:52:24.078700+0000","last_active":"2023-06-08T03:52:30.974397+0000","last_peered":"2023-06-08T03:52:30.974397+0000","last_clean":"2023-06-08T03:52:30.974397+0000","last_became_active":"2023-06-08T03:52:24.076762+0000","last_became_peered":"2023-06-08T03:52:24.076762+0000","last_unstale":"2023-06-08T03:52:30.974397+0000","last_undegraded":"2023-06-08T03:52:30.974397+0000","last_fullsized":"2023-06-08T03:52:30.974397+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:22.642730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:22.642730+0000","last_clean_scrub_stamp":"2023-06-08T03:52:22.642730+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:33:51.703453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-06-08T03:52:30.776838+0000","last_change":"2023-06-08T03:52:29.775070+0000","last_active":"2023-06-08T03:52:30.776838+0000","last_peered":"2023-06-08T03:52:30.776838+0000","last_clean":"2023-06-08T03:52:30.776838+0000","last_became_active":"2023-06-08T03:52:29.774047+0000","last_became_peered":"2023-06-08T03:52:29.774047+0000","last_unstale":"2023-06-08T03:52:30.776838+0000","last_undegraded":"2023-06-08T03:52:30.776838+0000","last_fullsized":"2023-06-08T03:52:30.776838+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:31:23.793784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-06-08T03:52:30.974542+0000","last_change":"2023-06-08T03:52:29.780410+0000","last_active":"2023-06-08T03:52:30.974542+0000","last_peered":"2023-06-08T03:52:30.974542+0000","last_clean":"2023-06-08T03:52:30.974542+0000","last_became_active":"2023-06-08T03:52:29.779630+0000","last_became_peered":"2023-06-08T03:52:29.779630+0000","last_unstale":"2023-06-08T03:52:30.974542+0000","last_undegraded":"2023-06-08T03:52:30.974542+0000","last_fullsized":"2023-06-08T03:52:30.974542+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:47:22.401307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-06-08T03:52:31.675973+0000","last_change":"2023-06-08T03:52:29.875560+0000","last_active":"2023-06-08T03:52:31.675973+0000","last_peered":"2023-06-08T03:52:31.675973+0000","last_clean":"2023-06-08T03:52:31.675973+0000","last_became_active":"2023-06-08T03:52:29.875158+0000","last_became_peered":"2023-06-08T03:52:29.875158+0000","last_unstale":"2023-06-08T03:52:31.675973+0000","last_undegraded":"2023-06-08T03:52:31.675973+0000","last_fullsized":"2023-06-08T03:52:31.675973+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:31:23.793784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-06-08T03:52:30.776814+0000","last_change":"2023-06-08T03:52:29.775307+0000","last_active":"2023-06-08T03:52:30.776814+0000","last_peered":"2023-06-08T03:52:30.776814+0000","last_clean":"2023-06-08T03:52:30.776814+0000","last_became_active":"2023-06-08T03:52:29.774465+0000","last_became_peered":"2023-06-08T03:52:29.774465+0000","last_unstale":"2023-06-08T03:52:30.776814+0000","last_undegraded":"2023-06-08T03:52:30.776814+0000","last_fullsized":"2023-06-08T03:52:30.776814+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:43:00.749576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-06-08T03:52:31.675558+0000","last_change":"2023-06-08T03:52:29.878343+0000","last_active":"2023-06-08T03:52:31.675558+0000","last_peered":"2023-06-08T03:52:31.675558+0000","last_clean":"2023-06-08T03:52:31.675558+0000","last_became_active":"2023-06-08T03:52:29.878028+0000","last_became_peered":"2023-06-08T03:52:29.878028+0000","last_unstale":"2023-06-08T03:52:31.675558+0000","last_undegraded":"2023-06-08T03:52:31.675558+0000","last_fullsized":"2023-06-08T03:52:31.675558+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:02:51.395538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-06-08T03:52:30.974553+0000","last_change":"2023-06-08T03:52:29.875243+0000","last_active":"2023-06-08T03:52:30.974553+0000","last_peered":"2023-06-08T03:52:30.974553+0000","last_clean":"2023-06-08T03:52:30.974553+0000","last_became_active":"2023-06-08T03:52:29.874833+0000","last_became_peered":"2023-06-08T03:52:29.874833+0000","last_unstale":"2023-06-08T03:52:30.974553+0000","last_undegraded":"2023-06-08T03:52:30.974553+0000","last_fullsized":"2023-06-08T03:52:30.974553+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:10:55.504223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-06-08T03:52:31.675863+0000","last_change":"2023-06-08T03:52:29.777779+0000","last_active":"2023-06-08T03:52:31.675863+0000","last_peered":"2023-06-08T03:52:31.675863+0000","last_clean":"2023-06-08T03:52:31.675863+0000","last_became_active":"2023-06-08T03:52:29.777419+0000","last_became_peered":"2023-06-08T03:52:29.777419+0000","last_unstale":"2023-06-08T03:52:31.675863+0000","last_undegraded":"2023-06-08T03:52:31.675863+0000","last_fullsized":"2023-06-08T03:52:31.675863+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:29:30.956268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-06-08T03:52:31.675350+0000","last_change":"2023-06-08T03:52:29.779829+0000","last_active":"2023-06-08T03:52:31.675350+0000","last_peered":"2023-06-08T03:52:31.675350+0000","last_clean":"2023-06-08T03:52:31.675350+0000","last_became_active":"2023-06-08T03:52:29.778989+0000","last_became_peered":"2023-06-08T03:52:29.778989+0000","last_unstale":"2023-06-08T03:52:31.675350+0000","last_undegraded":"2023-06-08T03:52:31.675350+0000","last_fullsized":"2023-06-08T03:52:31.675350+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:43:00.749576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:33.777388+0000","last_change":"2023-06-08T03:52:33.777388+0000","last_active":"2023-06-08T03:52:33.777388+0000","last_peered":"2023-06-08T03:52:33.777388+0000","last_clean":"2023-06-08T03:52:33.777388+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:33.777388+0000","last_undegraded":"2023-06-08T03:52:33.777388+0000","last_fullsized":"2023-06-08T03:52:33.777388+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-08T03:52:32.773721+0000","last_change":"2023-06-08T03:52:32.773721+0000","last_active":"2023-06-08T03:52:32.773721+0000","last_peered":"2023-06-08T03:52:32.773721+0000","last_clean":"2023-06-08T03:52:32.773721+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-08T03:52:32.773721+0000","last_undegraded":"2023-06-08T03:52:32.773721+0000","last_fullsized":"2023-06-08T03:52:32.773721+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574851,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":768,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":786432,"data_stored":653396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.125}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96099999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79300000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1799999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.508}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5429999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27128,"kb_used_data":176,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344712,"statfs":{"total":96636764160,"available":96608985088,"internally_reserved":0,"allocated":180224,"data_stored":57280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68799999999999994}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0329999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1399999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95399999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.244}]}]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27140,"kb_used_data":188,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344700,"statfs":{"total":96636764160,"available":96608972800,"internally_reserved":0,"allocated":192512,"data_stored":63028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.071}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.119}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0249999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.873}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5569999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93400000000000005}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27140,"kb_used_data":188,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344700,"statfs":{"total":96636764160,"available":96608972800,"internally_reserved":0,"allocated":192512,"data_stored":63028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88100000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92700000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0089999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2589999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27128,"kb_used_data":176,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344712,"statfs":{"total":96636764160,"available":96608985088,"internally_reserved":0,"allocated":180224,"data_stored":57280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1160000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.101}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.169}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3440000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574851,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27128,"kb_used_data":176,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344712,"statfs":{"total":96636764160,"available":96608985088,"internally_reserved":0,"allocated":180224,"data_stored":57280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41299999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.129}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97099999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95299999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0920000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27128,"kb_used_data":176,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344712,"statfs":{"total":96636764160,"available":96608985088,"internally_reserved":0,"allocated":180224,"data_stored":57280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92300000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80700000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84799999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.016}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.153}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":768,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":786432,"data_stored":653396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96899999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2669999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3180000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.571}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4179999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-08T03:52:38.226 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-08T03:52:38.377 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.369+0000 7fd594f8c640 1 Processor -- start 2023-06-08T03:52:38.377 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.369+0000 7fd594f8c640 1 -- start start 2023-06-08T03:52:38.378 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd594f8c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fd5900c8320 0x7fd5900cc4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:38.378 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd594f8c640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd5900c87a0 0x7fd5900cc9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:38.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd594f8c640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd590158720 con 0x7fd59006b960 2023-06-08T03:52:38.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd594f8c640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5900c8d00 con 0x7fd5900c8320 2023-06-08T03:52:38.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd594f8c640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5900cb6e0 con 0x7fd5900c87a0 2023-06-08T03:52:38.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd58dd9b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fd5900c8320 0x7fd5900cc4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:38.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd58dd9b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fd5900c8320 0x7fd5900cc4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50614/0 (socket says 172.21.15.62:50614) 2023-06-08T03:52:38.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd58dd9b640 1 -- 172.21.15.62:0/1349951307 learned_addr learned my addr 172.21.15.62:0/1349951307 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:38.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd58ed9d640 1 --2- 172.21.15.62:0/1349951307 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd5900c87a0 0x7fd5900cc9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:38.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd58dd9b640 1 -- 172.21.15.62:0/1349951307 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd5900c87a0 msgr2=0x7fd5900cc9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:38.380 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd58dd9b640 1 --2- 172.21.15.62:0/1349951307 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd5900c87a0 0x7fd5900cc9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.380 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd58dd9b640 1 -- 172.21.15.62:0/1349951307 >> v1:172.21.15.188:6789/0 conn(0x7fd59006b960 legacy=0x7fd59006bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:38.380 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd58dd9b640 1 -- 172.21.15.62:0/1349951307 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5900cb9c0 con 0x7fd5900c8320 2023-06-08T03:52:38.380 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd58ed9d640 1 --2- 172.21.15.62:0/1349951307 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd5900c87a0 0x7fd5900cc9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:38.381 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd58dd9b640 1 --2- 172.21.15.62:0/1349951307 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5900c8320 0x7fd5900cc4a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fd584009870 tx=0x7fd58401c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba1a2f35b1bd13b2 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:38.381 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd58d59a640 1 -- 172.21.15.62:0/1349951307 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5840aa5f0 con 0x7fd5900c8320 2023-06-08T03:52:38.381 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd58d59a640 1 -- 172.21.15.62:0/1349951307 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5840aa750 con 0x7fd5900c8320 2023-06-08T03:52:38.381 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd58d59a640 1 -- 172.21.15.62:0/1349951307 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5840aaae0 con 0x7fd5900c8320 2023-06-08T03:52:38.382 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd594f8c640 1 -- 172.21.15.62:0/1349951307 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5900c8320 msgr2=0x7fd5900cc4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:38.382 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd594f8c640 1 --2- 172.21.15.62:0/1349951307 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5900c8320 0x7fd5900cc4a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fd584009870 tx=0x7fd58401c4d0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.382 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd594f8c640 1 -- 172.21.15.62:0/1349951307 shutdown_connections 2023-06-08T03:52:38.382 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd594f8c640 1 --2- 172.21.15.62:0/1349951307 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5900c8320 0x7fd5900cc4a0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.382 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd594f8c640 1 --2- 172.21.15.62:0/1349951307 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd5900c87a0 0x7fd5900cc9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.382 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd594f8c640 1 -- 172.21.15.62:0/1349951307 >> 172.21.15.62:0/1349951307 conn(0x7fd5900af640 msgr2=0x7fd5900afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:38.382 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd594f8c640 1 -- 172.21.15.62:0/1349951307 shutdown_connections 2023-06-08T03:52:38.383 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.373+0000 7fd594f8c640 1 -- 172.21.15.62:0/1349951307 wait complete. 2023-06-08T03:52:38.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd594f8c640 1 Processor -- start 2023-06-08T03:52:38.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd594f8c640 1 -- start start 2023-06-08T03:52:38.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd594f8c640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd59006b960 0x7fd590151ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:38.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd594f8c640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd5900c8320 0x7fd59014bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:38.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd594f8c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5900c87a0 0x7fd59014cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:38.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd594f8c640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd59006b010 con 0x7fd5900c87a0 2023-06-08T03:52:38.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd594f8c640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd590152570 con 0x7fd59006b960 2023-06-08T03:52:38.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd594f8c640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd59014e300 con 0x7fd5900c8320 2023-06-08T03:52:38.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd58ed9d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5900c87a0 0x7fd59014cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:38.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd58ed9d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5900c87a0 0x7fd59014cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50628/0 (socket says 172.21.15.62:50628) 2023-06-08T03:52:38.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd58ed9d640 1 -- 172.21.15.62:0/14012867 learned_addr learned my addr 172.21.15.62:0/14012867 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:38.386 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd58dd9b640 1 --2- 172.21.15.62:0/14012867 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd5900c8320 0x7fd59014bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:38.386 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd58e59c640 1 --2- 172.21.15.62:0/14012867 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd59006b960 0x7fd590151ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:38.386 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd58ed9d640 1 -- 172.21.15.62:0/14012867 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd5900c8320 msgr2=0x7fd59014bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:38.386 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd58ed9d640 1 --2- 172.21.15.62:0/14012867 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd5900c8320 0x7fd59014bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.386 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd58ed9d640 1 -- 172.21.15.62:0/14012867 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd59006b960 msgr2=0x7fd590151ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:38.386 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd58ed9d640 1 --2- 172.21.15.62:0/14012867 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd59006b960 0x7fd590151ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.386 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd58ed9d640 1 -- 172.21.15.62:0/14012867 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5840094d0 con 0x7fd5900c87a0 2023-06-08T03:52:38.386 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd58dd9b640 1 --2- 172.21.15.62:0/14012867 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd5900c8320 0x7fd59014bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:38.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd58ed9d640 1 --2- 172.21.15.62:0/14012867 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5900c87a0 0x7fd59014cd20 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fd58800cd50 tx=0x7fd58800a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:38.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd57effd640 1 -- 172.21.15.62:0/14012867 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd58800f680 con 0x7fd5900c87a0 2023-06-08T03:52:38.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd57effd640 1 -- 172.21.15.62:0/14012867 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd58800f800 con 0x7fd5900c87a0 2023-06-08T03:52:38.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd57effd640 1 -- 172.21.15.62:0/14012867 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd58800fbb0 con 0x7fd5900c87a0 2023-06-08T03:52:38.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd594f8c640 1 -- 172.21.15.62:0/14012867 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd59014e5e0 con 0x7fd5900c87a0 2023-06-08T03:52:38.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd594f8c640 1 -- 172.21.15.62:0/14012867 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd59014eba0 con 0x7fd5900c87a0 2023-06-08T03:52:38.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd594f8c640 1 -- 172.21.15.62:0/14012867 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd59014ed90 con 0x7fd5900c87a0 2023-06-08T03:52:38.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd57effd640 1 -- 172.21.15.62:0/14012867 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd58800b040 con 0x7fd5900c87a0 2023-06-08T03:52:38.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.377+0000 7fd57effd640 1 --2- 172.21.15.62:0/14012867 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd570066280 0x7fd570068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:38.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.381+0000 7fd57effd640 1 -- 172.21.15.62:0/14012867 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fd588084750 con 0x7fd5900c87a0 2023-06-08T03:52:38.389 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.381+0000 7fd58e59c640 1 --2- 172.21.15.62:0/14012867 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd570066280 0x7fd570068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:38.389 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.381+0000 7fd58e59c640 1 --2- 172.21.15.62:0/14012867 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd570066280 0x7fd570068730 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd580003d60 tx=0x7fd580009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:38.389 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.381+0000 7fd57effd640 1 -- 172.21.15.62:0/14012867 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd588051bc0 con 0x7fd5900c87a0 2023-06-08T03:52:38.537 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.529+0000 7fd594f8c640 1 -- 172.21.15.62:0/14012867 --> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd59014e470 con 0x7fd570066280 2023-06-08T03:52:38.559 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.553+0000 7fd57effd640 1 -- 172.21.15.62:0/14012867 <== mgr.4103 v2:172.21.15.188:6832/4222075021 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286638 (secure 0 0 0) 0x7fd59014e470 con 0x7fd570066280 2023-06-08T03:52:38.561 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:38.562 INFO:teuthology.orchestra.run.smithi062.stderr:dumped all 2023-06-08T03:52:38.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.557+0000 7fd594f8c640 1 -- 172.21.15.62:0/14012867 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd570066280 msgr2=0x7fd570068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:38.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.557+0000 7fd594f8c640 1 --2- 172.21.15.62:0/14012867 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd570066280 0x7fd570068730 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd580003d60 tx=0x7fd580009040 comp rx=0 tx=0).stop 2023-06-08T03:52:38.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.557+0000 7fd594f8c640 1 -- 172.21.15.62:0/14012867 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5900c87a0 msgr2=0x7fd59014cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:38.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.557+0000 7fd594f8c640 1 --2- 172.21.15.62:0/14012867 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5900c87a0 0x7fd59014cd20 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fd58800cd50 tx=0x7fd58800a650 comp rx=0 tx=0).stop 2023-06-08T03:52:38.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.557+0000 7fd594f8c640 1 -- 172.21.15.62:0/14012867 shutdown_connections 2023-06-08T03:52:38.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.557+0000 7fd594f8c640 1 --2- 172.21.15.62:0/14012867 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd570066280 0x7fd570068730 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.557+0000 7fd594f8c640 1 --2- 172.21.15.62:0/14012867 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5900c87a0 0x7fd59014cd20 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.557+0000 7fd594f8c640 1 --2- 172.21.15.62:0/14012867 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd5900c8320 0x7fd59014bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.557+0000 7fd594f8c640 1 --2- 172.21.15.62:0/14012867 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd59006b960 0x7fd590151ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.557+0000 7fd594f8c640 1 -- 172.21.15.62:0/14012867 >> 172.21.15.62:0/14012867 conn(0x7fd5900af640 msgr2=0x7fd5900ae8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:38.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.557+0000 7fd594f8c640 1 -- 172.21.15.62:0/14012867 shutdown_connections 2023-06-08T03:52:38.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.557+0000 7fd594f8c640 1 -- 172.21.15.62:0/14012867 wait complete. 2023-06-08T03:52:38.581 INFO:teuthology.orchestra.run.smithi062.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2023-06-08T03:52:38.289847+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":190,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218680,"kb_used_data":3064,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":754756040,"statfs":{"total":773094113280,"available":772870184960,"internally_reserved":0,"allocated":3137536,"data_stored":1875640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":47,"apply_latency_ms":47,"commit_latency_ns":47000000,"apply_latency_ns":47000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.509817"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.634371+0000","last_change":"2023-06-08T03:52:34.197503+0000","last_active":"2023-06-08T03:52:36.634371+0000","last_peered":"2023-06-08T03:52:36.634371+0000","last_clean":"2023-06-08T03:52:36.634371+0000","last_became_active":"2023-06-08T03:52:34.197212+0000","last_became_peered":"2023-06-08T03:52:34.197212+0000","last_unstale":"2023-06-08T03:52:36.634371+0000","last_undegraded":"2023-06-08T03:52:36.634371+0000","last_fullsized":"2023-06-08T03:52:36.634371+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:03:34.763538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184865+0000","last_change":"2023-06-08T03:52:34.197935+0000","last_active":"2023-06-08T03:52:35.184865+0000","last_peered":"2023-06-08T03:52:35.184865+0000","last_clean":"2023-06-08T03:52:35.184865+0000","last_became_active":"2023-06-08T03:52:34.197537+0000","last_became_peered":"2023-06-08T03:52:34.197537+0000","last_unstale":"2023-06-08T03:52:35.184865+0000","last_undegraded":"2023-06-08T03:52:35.184865+0000","last_fullsized":"2023-06-08T03:52:35.184865+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183080+0000","last_change":"2023-06-08T03:52:34.211155+0000","last_active":"2023-06-08T03:52:35.183080+0000","last_peered":"2023-06-08T03:52:35.183080+0000","last_clean":"2023-06-08T03:52:35.183080+0000","last_became_active":"2023-06-08T03:52:34.210488+0000","last_became_peered":"2023-06-08T03:52:34.210488+0000","last_unstale":"2023-06-08T03:52:35.183080+0000","last_undegraded":"2023-06-08T03:52:35.183080+0000","last_fullsized":"2023-06-08T03:52:35.183080+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:16.389781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.215907+0000","last_change":"2023-06-08T03:52:34.210405+0000","last_active":"2023-06-08T03:52:34.215907+0000","last_peered":"2023-06-08T03:52:34.215907+0000","last_clean":"2023-06-08T03:52:34.215907+0000","last_became_active":"2023-06-08T03:52:34.210043+0000","last_became_peered":"2023-06-08T03:52:34.210043+0000","last_unstale":"2023-06-08T03:52:34.215907+0000","last_undegraded":"2023-06-08T03:52:34.215907+0000","last_fullsized":"2023-06-08T03:52:34.215907+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:05:33.962002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783595+0000","last_change":"2023-06-08T03:52:34.200826+0000","last_active":"2023-06-08T03:52:36.783595+0000","last_peered":"2023-06-08T03:52:36.783595+0000","last_clean":"2023-06-08T03:52:36.783595+0000","last_became_active":"2023-06-08T03:52:34.200276+0000","last_became_peered":"2023-06-08T03:52:34.200276+0000","last_unstale":"2023-06-08T03:52:36.783595+0000","last_undegraded":"2023-06-08T03:52:36.783595+0000","last_fullsized":"2023-06-08T03:52:36.783595+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:17.131702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183078+0000","last_change":"2023-06-08T03:52:34.196437+0000","last_active":"2023-06-08T03:52:35.183078+0000","last_peered":"2023-06-08T03:52:35.183078+0000","last_clean":"2023-06-08T03:52:35.183078+0000","last_became_active":"2023-06-08T03:52:34.196075+0000","last_became_peered":"2023-06-08T03:52:34.196075+0000","last_unstale":"2023-06-08T03:52:35.183078+0000","last_undegraded":"2023-06-08T03:52:35.183078+0000","last_fullsized":"2023-06-08T03:52:35.183078+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:29.544344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.225722+0000","last_change":"2023-06-08T03:52:34.223083+0000","last_active":"2023-06-08T03:52:34.225722+0000","last_peered":"2023-06-08T03:52:34.225722+0000","last_clean":"2023-06-08T03:52:34.225722+0000","last_became_active":"2023-06-08T03:52:34.222474+0000","last_became_peered":"2023-06-08T03:52:34.222474+0000","last_unstale":"2023-06-08T03:52:34.225722+0000","last_undegraded":"2023-06-08T03:52:34.225722+0000","last_fullsized":"2023-06-08T03:52:34.225722+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:49:58.084661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185707+0000","last_change":"2023-06-08T03:52:34.186192+0000","last_active":"2023-06-08T03:52:35.185707+0000","last_peered":"2023-06-08T03:52:35.185707+0000","last_clean":"2023-06-08T03:52:35.185707+0000","last_became_active":"2023-06-08T03:52:34.185859+0000","last_became_peered":"2023-06-08T03:52:34.185859+0000","last_unstale":"2023-06-08T03:52:35.185707+0000","last_undegraded":"2023-06-08T03:52:35.185707+0000","last_fullsized":"2023-06-08T03:52:35.185707+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:00:20.730531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783755+0000","last_change":"2023-06-08T03:52:34.205112+0000","last_active":"2023-06-08T03:52:36.783755+0000","last_peered":"2023-06-08T03:52:36.783755+0000","last_clean":"2023-06-08T03:52:36.783755+0000","last_became_active":"2023-06-08T03:52:34.204541+0000","last_became_peered":"2023-06-08T03:52:34.204541+0000","last_unstale":"2023-06-08T03:52:36.783755+0000","last_undegraded":"2023-06-08T03:52:36.783755+0000","last_fullsized":"2023-06-08T03:52:36.783755+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:46.192405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185185+0000","last_change":"2023-06-08T03:52:34.206190+0000","last_active":"2023-06-08T03:52:35.185185+0000","last_peered":"2023-06-08T03:52:35.185185+0000","last_clean":"2023-06-08T03:52:35.185185+0000","last_became_active":"2023-06-08T03:52:34.205926+0000","last_became_peered":"2023-06-08T03:52:34.205926+0000","last_unstale":"2023-06-08T03:52:35.185185+0000","last_undegraded":"2023-06-08T03:52:35.185185+0000","last_fullsized":"2023-06-08T03:52:35.185185+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:29.544344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183381+0000","last_change":"2023-06-08T03:52:34.212388+0000","last_active":"2023-06-08T03:52:35.183381+0000","last_peered":"2023-06-08T03:52:35.183381+0000","last_clean":"2023-06-08T03:52:35.183381+0000","last_became_active":"2023-06-08T03:52:34.209506+0000","last_became_peered":"2023-06-08T03:52:34.209506+0000","last_unstale":"2023-06-08T03:52:35.183381+0000","last_undegraded":"2023-06-08T03:52:35.183381+0000","last_fullsized":"2023-06-08T03:52:35.183381+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.634111+0000","last_change":"2023-06-08T03:52:34.203548+0000","last_active":"2023-06-08T03:52:36.634111+0000","last_peered":"2023-06-08T03:52:36.634111+0000","last_clean":"2023-06-08T03:52:36.634111+0000","last_became_active":"2023-06-08T03:52:34.203148+0000","last_became_peered":"2023-06-08T03:52:34.203148+0000","last_unstale":"2023-06-08T03:52:36.634111+0000","last_undegraded":"2023-06-08T03:52:36.634111+0000","last_fullsized":"2023-06-08T03:52:36.634111+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:36:12.657810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.633877+0000","last_change":"2023-06-08T03:52:34.198088+0000","last_active":"2023-06-08T03:52:36.633877+0000","last_peered":"2023-06-08T03:52:36.633877+0000","last_clean":"2023-06-08T03:52:36.633877+0000","last_became_active":"2023-06-08T03:52:34.197694+0000","last_became_peered":"2023-06-08T03:52:34.197694+0000","last_unstale":"2023-06-08T03:52:36.633877+0000","last_undegraded":"2023-06-08T03:52:36.633877+0000","last_fullsized":"2023-06-08T03:52:36.633877+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:07:09.653478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185401+0000","last_change":"2023-06-08T03:52:34.192446+0000","last_active":"2023-06-08T03:52:35.185401+0000","last_peered":"2023-06-08T03:52:35.185401+0000","last_clean":"2023-06-08T03:52:35.185401+0000","last_became_active":"2023-06-08T03:52:34.192153+0000","last_became_peered":"2023-06-08T03:52:34.192153+0000","last_unstale":"2023-06-08T03:52:35.185401+0000","last_undegraded":"2023-06-08T03:52:35.185401+0000","last_fullsized":"2023-06-08T03:52:35.185401+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.225735+0000","last_change":"2023-06-08T03:52:34.223263+0000","last_active":"2023-06-08T03:52:34.225735+0000","last_peered":"2023-06-08T03:52:34.225735+0000","last_clean":"2023-06-08T03:52:34.225735+0000","last_became_active":"2023-06-08T03:52:34.222823+0000","last_became_peered":"2023-06-08T03:52:34.222823+0000","last_unstale":"2023-06-08T03:52:34.225735+0000","last_undegraded":"2023-06-08T03:52:34.225735+0000","last_fullsized":"2023-06-08T03:52:34.225735+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:37:09.935889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182189+0000","last_change":"2023-06-08T03:52:34.210602+0000","last_active":"2023-06-08T03:52:35.182189+0000","last_peered":"2023-06-08T03:52:35.182189+0000","last_clean":"2023-06-08T03:52:35.182189+0000","last_became_active":"2023-06-08T03:52:34.210259+0000","last_became_peered":"2023-06-08T03:52:34.210259+0000","last_unstale":"2023-06-08T03:52:35.182189+0000","last_undegraded":"2023-06-08T03:52:35.182189+0000","last_fullsized":"2023-06-08T03:52:35.182189+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:49:58.084661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783887+0000","last_change":"2023-06-08T03:52:34.204878+0000","last_active":"2023-06-08T03:52:36.783887+0000","last_peered":"2023-06-08T03:52:36.783887+0000","last_clean":"2023-06-08T03:52:36.783887+0000","last_became_active":"2023-06-08T03:52:34.203630+0000","last_became_peered":"2023-06-08T03:52:34.203630+0000","last_unstale":"2023-06-08T03:52:36.783887+0000","last_undegraded":"2023-06-08T03:52:36.783887+0000","last_fullsized":"2023-06-08T03:52:36.783887+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:16.389781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182894+0000","last_change":"2023-06-08T03:52:34.194985+0000","last_active":"2023-06-08T03:52:35.182894+0000","last_peered":"2023-06-08T03:52:35.182894+0000","last_clean":"2023-06-08T03:52:35.182894+0000","last_became_active":"2023-06-08T03:52:34.194629+0000","last_became_peered":"2023-06-08T03:52:34.194629+0000","last_unstale":"2023-06-08T03:52:35.182894+0000","last_undegraded":"2023-06-08T03:52:35.182894+0000","last_fullsized":"2023-06-08T03:52:35.182894+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:26.261589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.634489+0000","last_change":"2023-06-08T03:52:34.210847+0000","last_active":"2023-06-08T03:52:36.634489+0000","last_peered":"2023-06-08T03:52:36.634489+0000","last_clean":"2023-06-08T03:52:36.634489+0000","last_became_active":"2023-06-08T03:52:34.210508+0000","last_became_peered":"2023-06-08T03:52:34.210508+0000","last_unstale":"2023-06-08T03:52:36.634489+0000","last_undegraded":"2023-06-08T03:52:36.634489+0000","last_fullsized":"2023-06-08T03:52:36.634489+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:05:09.823832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184118+0000","last_change":"2023-06-08T03:52:34.212683+0000","last_active":"2023-06-08T03:52:35.184118+0000","last_peered":"2023-06-08T03:52:35.184118+0000","last_clean":"2023-06-08T03:52:35.184118+0000","last_became_active":"2023-06-08T03:52:34.212058+0000","last_became_peered":"2023-06-08T03:52:34.212058+0000","last_unstale":"2023-06-08T03:52:35.184118+0000","last_undegraded":"2023-06-08T03:52:35.184118+0000","last_fullsized":"2023-06-08T03:52:35.184118+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:17:26.410163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.225510+0000","last_change":"2023-06-08T03:52:34.221853+0000","last_active":"2023-06-08T03:52:34.225510+0000","last_peered":"2023-06-08T03:52:34.225510+0000","last_clean":"2023-06-08T03:52:34.225510+0000","last_became_active":"2023-06-08T03:52:34.221014+0000","last_became_peered":"2023-06-08T03:52:34.221014+0000","last_unstale":"2023-06-08T03:52:34.225510+0000","last_undegraded":"2023-06-08T03:52:34.225510+0000","last_fullsized":"2023-06-08T03:52:34.225510+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:31:10.643634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.782948+0000","last_change":"2023-06-08T03:52:34.200224+0000","last_active":"2023-06-08T03:52:36.782948+0000","last_peered":"2023-06-08T03:52:36.782948+0000","last_clean":"2023-06-08T03:52:36.782948+0000","last_became_active":"2023-06-08T03:52:34.199936+0000","last_became_peered":"2023-06-08T03:52:34.199936+0000","last_unstale":"2023-06-08T03:52:36.782948+0000","last_undegraded":"2023-06-08T03:52:36.782948+0000","last_fullsized":"2023-06-08T03:52:36.782948+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:37:09.935889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.177846+0000","last_change":"2023-06-08T03:52:34.194414+0000","last_active":"2023-06-08T03:52:35.177846+0000","last_peered":"2023-06-08T03:52:35.177846+0000","last_clean":"2023-06-08T03:52:35.177846+0000","last_became_active":"2023-06-08T03:52:34.194057+0000","last_became_peered":"2023-06-08T03:52:34.194057+0000","last_unstale":"2023-06-08T03:52:35.177846+0000","last_undegraded":"2023-06-08T03:52:35.177846+0000","last_fullsized":"2023-06-08T03:52:35.177846+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:31:10.643634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.225213+0000","last_change":"2023-06-08T03:52:34.217750+0000","last_active":"2023-06-08T03:52:34.225213+0000","last_peered":"2023-06-08T03:52:34.225213+0000","last_clean":"2023-06-08T03:52:34.225213+0000","last_became_active":"2023-06-08T03:52:34.217394+0000","last_became_peered":"2023-06-08T03:52:34.217394+0000","last_unstale":"2023-06-08T03:52:34.225213+0000","last_undegraded":"2023-06-08T03:52:34.225213+0000","last_fullsized":"2023-06-08T03:52:34.225213+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:25:20.430101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.633817+0000","last_change":"2023-06-08T03:52:34.210957+0000","last_active":"2023-06-08T03:52:35.633817+0000","last_peered":"2023-06-08T03:52:35.633817+0000","last_clean":"2023-06-08T03:52:35.633817+0000","last_became_active":"2023-06-08T03:52:34.210642+0000","last_became_peered":"2023-06-08T03:52:34.210642+0000","last_unstale":"2023-06-08T03:52:35.633817+0000","last_undegraded":"2023-06-08T03:52:35.633817+0000","last_fullsized":"2023-06-08T03:52:35.633817+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:17.131702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634065+0000","last_change":"2023-06-08T03:52:34.196652+0000","last_active":"2023-06-08T03:52:35.634065+0000","last_peered":"2023-06-08T03:52:35.634065+0000","last_clean":"2023-06-08T03:52:35.634065+0000","last_became_active":"2023-06-08T03:52:34.196408+0000","last_became_peered":"2023-06-08T03:52:34.196408+0000","last_unstale":"2023-06-08T03:52:35.634065+0000","last_undegraded":"2023-06-08T03:52:35.634065+0000","last_fullsized":"2023-06-08T03:52:35.634065+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:26.261589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184944+0000","last_change":"2023-06-08T03:52:34.221093+0000","last_active":"2023-06-08T03:52:35.184944+0000","last_peered":"2023-06-08T03:52:35.184944+0000","last_clean":"2023-06-08T03:52:35.184944+0000","last_became_active":"2023-06-08T03:52:34.220707+0000","last_became_peered":"2023-06-08T03:52:34.220707+0000","last_unstale":"2023-06-08T03:52:35.184944+0000","last_undegraded":"2023-06-08T03:52:35.184944+0000","last_fullsized":"2023-06-08T03:52:35.184944+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:46.192405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634447+0000","last_change":"2023-06-08T03:52:34.204359+0000","last_active":"2023-06-08T03:52:35.634447+0000","last_peered":"2023-06-08T03:52:35.634447+0000","last_clean":"2023-06-08T03:52:35.634447+0000","last_became_active":"2023-06-08T03:52:34.204023+0000","last_became_peered":"2023-06-08T03:52:34.204023+0000","last_unstale":"2023-06-08T03:52:35.634447+0000","last_undegraded":"2023-06-08T03:52:35.634447+0000","last_fullsized":"2023-06-08T03:52:35.634447+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178983+0000","last_change":"2023-06-08T03:52:34.217989+0000","last_active":"2023-06-08T03:52:35.178983+0000","last_peered":"2023-06-08T03:52:35.178983+0000","last_clean":"2023-06-08T03:52:35.178983+0000","last_became_active":"2023-06-08T03:52:34.217704+0000","last_became_peered":"2023-06-08T03:52:34.217704+0000","last_unstale":"2023-06-08T03:52:35.178983+0000","last_undegraded":"2023-06-08T03:52:35.178983+0000","last_fullsized":"2023-06-08T03:52:35.178983+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:47.196103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182725+0000","last_change":"2023-06-08T03:52:34.214912+0000","last_active":"2023-06-08T03:52:35.182725+0000","last_peered":"2023-06-08T03:52:35.182725+0000","last_clean":"2023-06-08T03:52:35.182725+0000","last_became_active":"2023-06-08T03:52:34.214493+0000","last_became_peered":"2023-06-08T03:52:34.214493+0000","last_unstale":"2023-06-08T03:52:35.182725+0000","last_undegraded":"2023-06-08T03:52:35.182725+0000","last_fullsized":"2023-06-08T03:52:35.182725+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.177908+0000","last_change":"2023-06-08T03:52:34.202014+0000","last_active":"2023-06-08T03:52:35.177908+0000","last_peered":"2023-06-08T03:52:35.177908+0000","last_clean":"2023-06-08T03:52:35.177908+0000","last_became_active":"2023-06-08T03:52:34.201251+0000","last_became_peered":"2023-06-08T03:52:34.201251+0000","last_unstale":"2023-06-08T03:52:35.177908+0000","last_undegraded":"2023-06-08T03:52:35.177908+0000","last_fullsized":"2023-06-08T03:52:35.177908+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:43:42.896982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.219273+0000","last_change":"2023-06-08T03:52:34.211062+0000","last_active":"2023-06-08T03:52:34.219273+0000","last_peered":"2023-06-08T03:52:34.219273+0000","last_clean":"2023-06-08T03:52:34.219273+0000","last_became_active":"2023-06-08T03:52:34.210678+0000","last_became_peered":"2023-06-08T03:52:34.210678+0000","last_unstale":"2023-06-08T03:52:34.219273+0000","last_undegraded":"2023-06-08T03:52:34.219273+0000","last_fullsized":"2023-06-08T03:52:34.219273+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:50:54.577891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178666+0000","last_change":"2023-06-08T03:52:34.201688+0000","last_active":"2023-06-08T03:52:35.178666+0000","last_peered":"2023-06-08T03:52:35.178666+0000","last_clean":"2023-06-08T03:52:35.178666+0000","last_became_active":"2023-06-08T03:52:34.200812+0000","last_became_peered":"2023-06-08T03:52:34.200812+0000","last_unstale":"2023-06-08T03:52:35.178666+0000","last_undegraded":"2023-06-08T03:52:35.178666+0000","last_fullsized":"2023-06-08T03:52:35.178666+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:46.192405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"22'2","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.226394+0000","last_change":"2023-06-08T03:52:33.842431+0000","last_active":"2023-06-08T03:52:34.226394+0000","last_peered":"2023-06-08T03:52:34.226394+0000","last_clean":"2023-06-08T03:52:34.226394+0000","last_became_active":"2023-06-08T03:52:33.841864+0000","last_became_peered":"2023-06-08T03:52:33.841864+0000","last_unstale":"2023-06-08T03:52:34.226394+0000","last_undegraded":"2023-06-08T03:52:34.226394+0000","last_fullsized":"2023-06-08T03:52:34.226394+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:43:41.893315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184865+0000","last_change":"2023-06-08T03:52:34.220977+0000","last_active":"2023-06-08T03:52:35.184865+0000","last_peered":"2023-06-08T03:52:35.184865+0000","last_clean":"2023-06-08T03:52:35.184865+0000","last_became_active":"2023-06-08T03:52:34.220670+0000","last_became_peered":"2023-06-08T03:52:34.220670+0000","last_unstale":"2023-06-08T03:52:35.184865+0000","last_undegraded":"2023-06-08T03:52:35.184865+0000","last_fullsized":"2023-06-08T03:52:35.184865+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:26.261589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783261+0000","last_change":"2023-06-08T03:52:33.826749+0000","last_active":"2023-06-08T03:52:36.783261+0000","last_peered":"2023-06-08T03:52:36.783261+0000","last_clean":"2023-06-08T03:52:36.783261+0000","last_became_active":"2023-06-08T03:52:33.826359+0000","last_became_peered":"2023-06-08T03:52:33.826359+0000","last_unstale":"2023-06-08T03:52:36.783261+0000","last_undegraded":"2023-06-08T03:52:36.783261+0000","last_fullsized":"2023-06-08T03:52:36.783261+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:31.592187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.784057+0000","last_change":"2023-06-08T03:52:34.201527+0000","last_active":"2023-06-08T03:52:36.784057+0000","last_peered":"2023-06-08T03:52:36.784057+0000","last_clean":"2023-06-08T03:52:36.784057+0000","last_became_active":"2023-06-08T03:52:34.200482+0000","last_became_peered":"2023-06-08T03:52:34.200482+0000","last_unstale":"2023-06-08T03:52:36.784057+0000","last_undegraded":"2023-06-08T03:52:36.784057+0000","last_fullsized":"2023-06-08T03:52:36.784057+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.210511+0000","last_change":"2023-06-08T03:52:33.838747+0000","last_active":"2023-06-08T03:52:34.210511+0000","last_peered":"2023-06-08T03:52:34.210511+0000","last_clean":"2023-06-08T03:52:34.210511+0000","last_became_active":"2023-06-08T03:52:33.837712+0000","last_became_peered":"2023-06-08T03:52:33.837712+0000","last_unstale":"2023-06-08T03:52:34.210511+0000","last_undegraded":"2023-06-08T03:52:34.210511+0000","last_fullsized":"2023-06-08T03:52:34.210511+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:13.907319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178697+0000","last_change":"2023-06-08T03:52:34.217636+0000","last_active":"2023-06-08T03:52:35.178697+0000","last_peered":"2023-06-08T03:52:35.178697+0000","last_clean":"2023-06-08T03:52:35.178697+0000","last_became_active":"2023-06-08T03:52:34.217365+0000","last_became_peered":"2023-06-08T03:52:34.217365+0000","last_unstale":"2023-06-08T03:52:35.178697+0000","last_undegraded":"2023-06-08T03:52:35.178697+0000","last_fullsized":"2023-06-08T03:52:35.178697+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:16.389781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"22'8","reported_seq":19,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.221570+0000","last_change":"2023-06-08T03:52:33.821293+0000","last_active":"2023-06-08T03:52:34.221570+0000","last_peered":"2023-06-08T03:52:34.221570+0000","last_clean":"2023-06-08T03:52:34.221570+0000","last_became_active":"2023-06-08T03:52:33.819639+0000","last_became_peered":"2023-06-08T03:52:33.819639+0000","last_unstale":"2023-06-08T03:52:34.221570+0000","last_undegraded":"2023-06-08T03:52:34.221570+0000","last_fullsized":"2023-06-08T03:52:34.221570+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:44:11.987781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"22'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.226427+0000","last_change":"2023-06-08T03:52:33.842261+0000","last_active":"2023-06-08T03:52:34.226427+0000","last_peered":"2023-06-08T03:52:34.226427+0000","last_clean":"2023-06-08T03:52:34.226427+0000","last_became_active":"2023-06-08T03:52:33.841779+0000","last_became_peered":"2023-06-08T03:52:33.841779+0000","last_unstale":"2023-06-08T03:52:34.226427+0000","last_undegraded":"2023-06-08T03:52:34.226427+0000","last_fullsized":"2023-06-08T03:52:34.226427+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:25.257922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184498+0000","last_change":"2023-06-08T03:52:34.214385+0000","last_active":"2023-06-08T03:52:35.184498+0000","last_peered":"2023-06-08T03:52:35.184498+0000","last_clean":"2023-06-08T03:52:35.184498+0000","last_became_active":"2023-06-08T03:52:34.214080+0000","last_became_peered":"2023-06-08T03:52:34.214080+0000","last_unstale":"2023-06-08T03:52:35.184498+0000","last_undegraded":"2023-06-08T03:52:35.184498+0000","last_fullsized":"2023-06-08T03:52:35.184498+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:53.142873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"22'2","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.226551+0000","last_change":"2023-06-08T03:52:33.842752+0000","last_active":"2023-06-08T03:52:34.226551+0000","last_peered":"2023-06-08T03:52:34.226551+0000","last_clean":"2023-06-08T03:52:34.226551+0000","last_became_active":"2023-06-08T03:52:33.842137+0000","last_became_peered":"2023-06-08T03:52:33.842137+0000","last_unstale":"2023-06-08T03:52:34.226551+0000","last_undegraded":"2023-06-08T03:52:34.226551+0000","last_fullsized":"2023-06-08T03:52:34.226551+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:48.617443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182487+0000","last_change":"2023-06-08T03:52:34.205080+0000","last_active":"2023-06-08T03:52:35.182487+0000","last_peered":"2023-06-08T03:52:35.182487+0000","last_clean":"2023-06-08T03:52:35.182487+0000","last_became_active":"2023-06-08T03:52:34.204573+0000","last_became_peered":"2023-06-08T03:52:34.204573+0000","last_unstale":"2023-06-08T03:52:35.182487+0000","last_undegraded":"2023-06-08T03:52:35.182487+0000","last_fullsized":"2023-06-08T03:52:35.182487+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:14.910986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"22'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.222398+0000","last_change":"2023-06-08T03:52:33.834982+0000","last_active":"2023-06-08T03:52:34.222398+0000","last_peered":"2023-06-08T03:52:34.222398+0000","last_clean":"2023-06-08T03:52:34.222398+0000","last_became_active":"2023-06-08T03:52:33.834324+0000","last_became_peered":"2023-06-08T03:52:33.834324+0000","last_unstale":"2023-06-08T03:52:34.222398+0000","last_undegraded":"2023-06-08T03:52:34.222398+0000","last_fullsized":"2023-06-08T03:52:34.222398+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:31.592187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.220848+0000","last_change":"2023-06-08T03:52:34.219483+0000","last_active":"2023-06-08T03:52:34.220848+0000","last_peered":"2023-06-08T03:52:34.220848+0000","last_clean":"2023-06-08T03:52:34.220848+0000","last_became_active":"2023-06-08T03:52:34.219225+0000","last_became_peered":"2023-06-08T03:52:34.219225+0000","last_unstale":"2023-06-08T03:52:34.220848+0000","last_undegraded":"2023-06-08T03:52:34.220848+0000","last_fullsized":"2023-06-08T03:52:34.220848+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:37:05.891728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184656+0000","last_change":"2023-06-08T03:52:33.816004+0000","last_active":"2023-06-08T03:52:35.184656+0000","last_peered":"2023-06-08T03:52:35.184656+0000","last_clean":"2023-06-08T03:52:35.184656+0000","last_became_active":"2023-06-08T03:52:33.815108+0000","last_became_peered":"2023-06-08T03:52:33.815108+0000","last_unstale":"2023-06-08T03:52:35.184656+0000","last_undegraded":"2023-06-08T03:52:35.184656+0000","last_fullsized":"2023-06-08T03:52:35.184656+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:31.592187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783097+0000","last_change":"2023-06-08T03:52:34.200608+0000","last_active":"2023-06-08T03:52:36.783097+0000","last_peered":"2023-06-08T03:52:36.783097+0000","last_clean":"2023-06-08T03:52:36.783097+0000","last_became_active":"2023-06-08T03:52:34.199820+0000","last_became_peered":"2023-06-08T03:52:34.199820+0000","last_unstale":"2023-06-08T03:52:36.783097+0000","last_undegraded":"2023-06-08T03:52:36.783097+0000","last_fullsized":"2023-06-08T03:52:36.783097+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:14.910986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178872+0000","last_change":"2023-06-08T03:52:33.819712+0000","last_active":"2023-06-08T03:52:35.178872+0000","last_peered":"2023-06-08T03:52:35.178872+0000","last_clean":"2023-06-08T03:52:35.178872+0000","last_became_active":"2023-06-08T03:52:33.819280+0000","last_became_peered":"2023-06-08T03:52:33.819280+0000","last_unstale":"2023-06-08T03:52:35.178872+0000","last_undegraded":"2023-06-08T03:52:35.178872+0000","last_fullsized":"2023-06-08T03:52:35.178872+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:47.612504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184378+0000","last_change":"2023-06-08T03:52:34.196096+0000","last_active":"2023-06-08T03:52:35.184378+0000","last_peered":"2023-06-08T03:52:35.184378+0000","last_clean":"2023-06-08T03:52:35.184378+0000","last_became_active":"2023-06-08T03:52:34.195770+0000","last_became_peered":"2023-06-08T03:52:34.195770+0000","last_unstale":"2023-06-08T03:52:35.184378+0000","last_undegraded":"2023-06-08T03:52:35.184378+0000","last_fullsized":"2023-06-08T03:52:35.184378+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:22:43.096943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.208930+0000","last_change":"2023-06-08T03:52:33.837999+0000","last_active":"2023-06-08T03:52:34.208930+0000","last_peered":"2023-06-08T03:52:34.208930+0000","last_clean":"2023-06-08T03:52:34.208930+0000","last_became_active":"2023-06-08T03:52:33.837284+0000","last_became_peered":"2023-06-08T03:52:33.837284+0000","last_unstale":"2023-06-08T03:52:34.208930+0000","last_undegraded":"2023-06-08T03:52:34.208930+0000","last_fullsized":"2023-06-08T03:52:34.208930+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:11:08.693163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183684+0000","last_change":"2023-06-08T03:52:34.196922+0000","last_active":"2023-06-08T03:52:35.183684+0000","last_peered":"2023-06-08T03:52:35.183684+0000","last_clean":"2023-06-08T03:52:35.183684+0000","last_became_active":"2023-06-08T03:52:34.194976+0000","last_became_peered":"2023-06-08T03:52:34.194976+0000","last_unstale":"2023-06-08T03:52:35.183684+0000","last_undegraded":"2023-06-08T03:52:35.183684+0000","last_fullsized":"2023-06-08T03:52:35.183684+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:00:20.730531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182563+0000","last_change":"2023-06-08T03:52:33.827858+0000","last_active":"2023-06-08T03:52:35.182563+0000","last_peered":"2023-06-08T03:52:35.182563+0000","last_clean":"2023-06-08T03:52:35.182563+0000","last_became_active":"2023-06-08T03:52:33.827102+0000","last_became_peered":"2023-06-08T03:52:33.827102+0000","last_unstale":"2023-06-08T03:52:35.182563+0000","last_undegraded":"2023-06-08T03:52:35.182563+0000","last_fullsized":"2023-06-08T03:52:35.182563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:31.592187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182692+0000","last_change":"2023-06-08T03:52:34.212316+0000","last_active":"2023-06-08T03:52:35.182692+0000","last_peered":"2023-06-08T03:52:35.182692+0000","last_clean":"2023-06-08T03:52:35.182692+0000","last_became_active":"2023-06-08T03:52:34.211879+0000","last_became_peered":"2023-06-08T03:52:34.211879+0000","last_unstale":"2023-06-08T03:52:35.182692+0000","last_undegraded":"2023-06-08T03:52:35.182692+0000","last_fullsized":"2023-06-08T03:52:35.182692+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:17.131702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178612+0000","last_change":"2023-06-08T03:52:33.809891+0000","last_active":"2023-06-08T03:52:35.178612+0000","last_peered":"2023-06-08T03:52:35.178612+0000","last_clean":"2023-06-08T03:52:35.178612+0000","last_became_active":"2023-06-08T03:52:33.809321+0000","last_became_peered":"2023-06-08T03:52:33.809321+0000","last_unstale":"2023-06-08T03:52:35.178612+0000","last_undegraded":"2023-06-08T03:52:35.178612+0000","last_fullsized":"2023-06-08T03:52:35.178612+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:25.257922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634047+0000","last_change":"2023-06-08T03:52:34.197875+0000","last_active":"2023-06-08T03:52:35.634047+0000","last_peered":"2023-06-08T03:52:35.634047+0000","last_clean":"2023-06-08T03:52:35.634047+0000","last_became_active":"2023-06-08T03:52:34.197430+0000","last_became_peered":"2023-06-08T03:52:34.197430+0000","last_unstale":"2023-06-08T03:52:35.634047+0000","last_undegraded":"2023-06-08T03:52:35.634047+0000","last_fullsized":"2023-06-08T03:52:35.634047+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":173,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.207797+0000","last_change":"2023-06-08T03:52:24.078700+0000","last_active":"2023-06-08T03:52:34.207797+0000","last_peered":"2023-06-08T03:52:34.207797+0000","last_clean":"2023-06-08T03:52:34.207797+0000","last_became_active":"2023-06-08T03:52:24.076762+0000","last_became_peered":"2023-06-08T03:52:24.076762+0000","last_unstale":"2023-06-08T03:52:34.207797+0000","last_undegraded":"2023-06-08T03:52:34.207797+0000","last_fullsized":"2023-06-08T03:52:34.207797+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:22.642730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:22.642730+0000","last_clean_scrub_stamp":"2023-06-08T03:52:22.642730+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:53:46.062971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184394+0000","last_change":"2023-06-08T03:52:29.775070+0000","last_active":"2023-06-08T03:52:35.184394+0000","last_peered":"2023-06-08T03:52:35.184394+0000","last_clean":"2023-06-08T03:52:35.184394+0000","last_became_active":"2023-06-08T03:52:29.774047+0000","last_became_peered":"2023-06-08T03:52:29.774047+0000","last_unstale":"2023-06-08T03:52:35.184394+0000","last_undegraded":"2023-06-08T03:52:35.184394+0000","last_fullsized":"2023-06-08T03:52:35.184394+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:09.869151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.177944+0000","last_change":"2023-06-08T03:52:33.813421+0000","last_active":"2023-06-08T03:52:35.177944+0000","last_peered":"2023-06-08T03:52:35.177944+0000","last_clean":"2023-06-08T03:52:35.177944+0000","last_became_active":"2023-06-08T03:52:33.813120+0000","last_became_peered":"2023-06-08T03:52:33.813120+0000","last_unstale":"2023-06-08T03:52:35.177944+0000","last_undegraded":"2023-06-08T03:52:35.177944+0000","last_fullsized":"2023-06-08T03:52:35.177944+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:49:57.080994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.224855+0000","last_change":"2023-06-08T03:52:34.223823+0000","last_active":"2023-06-08T03:52:34.224855+0000","last_peered":"2023-06-08T03:52:34.224855+0000","last_clean":"2023-06-08T03:52:34.224855+0000","last_became_active":"2023-06-08T03:52:34.223487+0000","last_became_peered":"2023-06-08T03:52:34.223487+0000","last_unstale":"2023-06-08T03:52:34.224855+0000","last_undegraded":"2023-06-08T03:52:34.224855+0000","last_fullsized":"2023-06-08T03:52:34.224855+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:29:06.003799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.207654+0000","last_change":"2023-06-08T03:52:29.780410+0000","last_active":"2023-06-08T03:52:34.207654+0000","last_peered":"2023-06-08T03:52:34.207654+0000","last_clean":"2023-06-08T03:52:34.207654+0000","last_became_active":"2023-06-08T03:52:29.779630+0000","last_became_peered":"2023-06-08T03:52:29.779630+0000","last_unstale":"2023-06-08T03:52:34.207654+0000","last_undegraded":"2023-06-08T03:52:34.207654+0000","last_fullsized":"2023-06-08T03:52:34.207654+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:50:19.557875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.782881+0000","last_change":"2023-06-08T03:52:33.837466+0000","last_active":"2023-06-08T03:52:36.782881+0000","last_peered":"2023-06-08T03:52:36.782881+0000","last_clean":"2023-06-08T03:52:36.782881+0000","last_became_active":"2023-06-08T03:52:33.837003+0000","last_became_peered":"2023-06-08T03:52:33.837003+0000","last_unstale":"2023-06-08T03:52:36.782881+0000","last_undegraded":"2023-06-08T03:52:36.782881+0000","last_fullsized":"2023-06-08T03:52:36.782881+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:49:57.080994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783901+0000","last_change":"2023-06-08T03:52:34.200817+0000","last_active":"2023-06-08T03:52:36.783901+0000","last_peered":"2023-06-08T03:52:36.783901+0000","last_clean":"2023-06-08T03:52:36.783901+0000","last_became_active":"2023-06-08T03:52:34.200038+0000","last_became_peered":"2023-06-08T03:52:34.200038+0000","last_unstale":"2023-06-08T03:52:36.783901+0000","last_undegraded":"2023-06-08T03:52:36.783901+0000","last_fullsized":"2023-06-08T03:52:36.783901+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:29.544344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.633856+0000","last_change":"2023-06-08T03:52:29.875560+0000","last_active":"2023-06-08T03:52:36.633856+0000","last_peered":"2023-06-08T03:52:36.633856+0000","last_clean":"2023-06-08T03:52:36.633856+0000","last_became_active":"2023-06-08T03:52:29.875158+0000","last_became_peered":"2023-06-08T03:52:29.875158+0000","last_unstale":"2023-06-08T03:52:36.633856+0000","last_undegraded":"2023-06-08T03:52:36.633856+0000","last_fullsized":"2023-06-08T03:52:36.633856+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:03:58.579573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.633313+0000","last_change":"2023-06-08T03:52:33.817915+0000","last_active":"2023-06-08T03:52:35.633313+0000","last_peered":"2023-06-08T03:52:35.633313+0000","last_clean":"2023-06-08T03:52:35.633313+0000","last_became_active":"2023-06-08T03:52:33.817547+0000","last_became_peered":"2023-06-08T03:52:33.817547+0000","last_unstale":"2023-06-08T03:52:35.633313+0000","last_undegraded":"2023-06-08T03:52:35.633313+0000","last_fullsized":"2023-06-08T03:52:35.633313+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:13.907319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634213+0000","last_change":"2023-06-08T03:52:34.197688+0000","last_active":"2023-06-08T03:52:35.634213+0000","last_peered":"2023-06-08T03:52:35.634213+0000","last_clean":"2023-06-08T03:52:35.634213+0000","last_became_active":"2023-06-08T03:52:34.197083+0000","last_became_peered":"2023-06-08T03:52:34.197083+0000","last_unstale":"2023-06-08T03:52:35.634213+0000","last_undegraded":"2023-06-08T03:52:35.634213+0000","last_fullsized":"2023-06-08T03:52:35.634213+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:29.544344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185516+0000","last_change":"2023-06-08T03:52:29.775307+0000","last_active":"2023-06-08T03:52:35.185516+0000","last_peered":"2023-06-08T03:52:35.185516+0000","last_clean":"2023-06-08T03:52:35.185516+0000","last_became_active":"2023-06-08T03:52:29.774465+0000","last_became_peered":"2023-06-08T03:52:29.774465+0000","last_unstale":"2023-06-08T03:52:35.185516+0000","last_undegraded":"2023-06-08T03:52:35.185516+0000","last_fullsized":"2023-06-08T03:52:35.185516+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:02.135686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183669+0000","last_change":"2023-06-08T03:52:33.833486+0000","last_active":"2023-06-08T03:52:35.183669+0000","last_peered":"2023-06-08T03:52:35.183669+0000","last_clean":"2023-06-08T03:52:35.183669+0000","last_became_active":"2023-06-08T03:52:33.832814+0000","last_became_peered":"2023-06-08T03:52:33.832814+0000","last_unstale":"2023-06-08T03:52:35.183669+0000","last_undegraded":"2023-06-08T03:52:35.183669+0000","last_fullsized":"2023-06-08T03:52:35.183669+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:06.173854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634537+0000","last_change":"2023-06-08T03:52:34.198749+0000","last_active":"2023-06-08T03:52:35.634537+0000","last_peered":"2023-06-08T03:52:35.634537+0000","last_clean":"2023-06-08T03:52:35.634537+0000","last_became_active":"2023-06-08T03:52:34.198471+0000","last_became_peered":"2023-06-08T03:52:34.198471+0000","last_unstale":"2023-06-08T03:52:35.634537+0000","last_undegraded":"2023-06-08T03:52:35.634537+0000","last_fullsized":"2023-06-08T03:52:35.634537+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:47.196103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185291+0000","last_change":"2023-06-08T03:52:33.815429+0000","last_active":"2023-06-08T03:52:35.185291+0000","last_peered":"2023-06-08T03:52:35.185291+0000","last_clean":"2023-06-08T03:52:35.185291+0000","last_became_active":"2023-06-08T03:52:33.813577+0000","last_became_peered":"2023-06-08T03:52:33.813577+0000","last_unstale":"2023-06-08T03:52:35.185291+0000","last_undegraded":"2023-06-08T03:52:35.185291+0000","last_fullsized":"2023-06-08T03:52:35.185291+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:45.373351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634599+0000","last_change":"2023-06-08T03:52:29.878343+0000","last_active":"2023-06-08T03:52:35.634599+0000","last_peered":"2023-06-08T03:52:35.634599+0000","last_clean":"2023-06-08T03:52:35.634599+0000","last_became_active":"2023-06-08T03:52:29.878028+0000","last_became_peered":"2023-06-08T03:52:29.878028+0000","last_unstale":"2023-06-08T03:52:35.634599+0000","last_undegraded":"2023-06-08T03:52:35.634599+0000","last_fullsized":"2023-06-08T03:52:35.634599+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:02.135686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.633570+0000","last_change":"2023-06-08T03:52:34.195036+0000","last_active":"2023-06-08T03:52:35.633570+0000","last_peered":"2023-06-08T03:52:35.633570+0000","last_clean":"2023-06-08T03:52:35.633570+0000","last_became_active":"2023-06-08T03:52:34.194766+0000","last_became_peered":"2023-06-08T03:52:34.194766+0000","last_unstale":"2023-06-08T03:52:35.633570+0000","last_undegraded":"2023-06-08T03:52:35.633570+0000","last_fullsized":"2023-06-08T03:52:35.633570+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:32.595854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634170+0000","last_change":"2023-06-08T03:52:33.817383+0000","last_active":"2023-06-08T03:52:35.634170+0000","last_peered":"2023-06-08T03:52:35.634170+0000","last_clean":"2023-06-08T03:52:35.634170+0000","last_became_active":"2023-06-08T03:52:33.816990+0000","last_became_peered":"2023-06-08T03:52:33.816990+0000","last_unstale":"2023-06-08T03:52:35.634170+0000","last_undegraded":"2023-06-08T03:52:35.634170+0000","last_fullsized":"2023-06-08T03:52:35.634170+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:15.386114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.212056+0000","last_change":"2023-06-08T03:52:29.875243+0000","last_active":"2023-06-08T03:52:34.212056+0000","last_peered":"2023-06-08T03:52:34.212056+0000","last_clean":"2023-06-08T03:52:34.212056+0000","last_became_active":"2023-06-08T03:52:29.874833+0000","last_became_peered":"2023-06-08T03:52:29.874833+0000","last_unstale":"2023-06-08T03:52:34.212056+0000","last_undegraded":"2023-06-08T03:52:34.212056+0000","last_fullsized":"2023-06-08T03:52:34.212056+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:12.089867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783241+0000","last_change":"2023-06-08T03:52:34.196337+0000","last_active":"2023-06-08T03:52:36.783241+0000","last_peered":"2023-06-08T03:52:36.783241+0000","last_clean":"2023-06-08T03:52:36.783241+0000","last_became_active":"2023-06-08T03:52:34.195408+0000","last_became_peered":"2023-06-08T03:52:34.195408+0000","last_unstale":"2023-06-08T03:52:36.783241+0000","last_undegraded":"2023-06-08T03:52:36.783241+0000","last_fullsized":"2023-06-08T03:52:36.783241+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:53.142873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178793+0000","last_change":"2023-06-08T03:52:33.825283+0000","last_active":"2023-06-08T03:52:35.178793+0000","last_peered":"2023-06-08T03:52:35.178793+0000","last_clean":"2023-06-08T03:52:35.178793+0000","last_became_active":"2023-06-08T03:52:33.824917+0000","last_became_peered":"2023-06-08T03:52:33.824917+0000","last_unstale":"2023-06-08T03:52:35.178793+0000","last_undegraded":"2023-06-08T03:52:35.178793+0000","last_fullsized":"2023-06-08T03:52:35.178793+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:45.373351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634012+0000","last_change":"2023-06-08T03:52:29.777779+0000","last_active":"2023-06-08T03:52:35.634012+0000","last_peered":"2023-06-08T03:52:35.634012+0000","last_clean":"2023-06-08T03:52:35.634012+0000","last_became_active":"2023-06-08T03:52:29.777419+0000","last_became_peered":"2023-06-08T03:52:29.777419+0000","last_unstale":"2023-06-08T03:52:35.634012+0000","last_undegraded":"2023-06-08T03:52:35.634012+0000","last_fullsized":"2023-06-08T03:52:35.634012+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:41.150569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178263+0000","last_change":"2023-06-08T03:52:34.217100+0000","last_active":"2023-06-08T03:52:35.178263+0000","last_peered":"2023-06-08T03:52:35.178263+0000","last_clean":"2023-06-08T03:52:35.178263+0000","last_became_active":"2023-06-08T03:52:34.216825+0000","last_became_peered":"2023-06-08T03:52:34.216825+0000","last_unstale":"2023-06-08T03:52:35.178263+0000","last_undegraded":"2023-06-08T03:52:35.178263+0000","last_fullsized":"2023-06-08T03:52:35.178263+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:32.595854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.784209+0000","last_change":"2023-06-08T03:52:33.820179+0000","last_active":"2023-06-08T03:52:36.784209+0000","last_peered":"2023-06-08T03:52:36.784209+0000","last_clean":"2023-06-08T03:52:36.784209+0000","last_became_active":"2023-06-08T03:52:33.819769+0000","last_became_peered":"2023-06-08T03:52:33.819769+0000","last_unstale":"2023-06-08T03:52:36.784209+0000","last_undegraded":"2023-06-08T03:52:36.784209+0000","last_fullsized":"2023-06-08T03:52:36.784209+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:46.192435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.209602+0000","last_change":"2023-06-08T03:52:29.779829+0000","last_active":"2023-06-08T03:52:34.209602+0000","last_peered":"2023-06-08T03:52:34.209602+0000","last_clean":"2023-06-08T03:52:34.209602+0000","last_became_active":"2023-06-08T03:52:29.778989+0000","last_became_peered":"2023-06-08T03:52:29.778989+0000","last_unstale":"2023-06-08T03:52:34.209602+0000","last_undegraded":"2023-06-08T03:52:34.209602+0000","last_fullsized":"2023-06-08T03:52:34.209602+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:12:46.276961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182415+0000","last_change":"2023-06-08T03:52:34.197432+0000","last_active":"2023-06-08T03:52:35.182415+0000","last_peered":"2023-06-08T03:52:35.182415+0000","last_clean":"2023-06-08T03:52:35.182415+0000","last_became_active":"2023-06-08T03:52:34.193639+0000","last_became_peered":"2023-06-08T03:52:34.193639+0000","last_unstale":"2023-06-08T03:52:35.182415+0000","last_undegraded":"2023-06-08T03:52:35.182415+0000","last_fullsized":"2023-06-08T03:52:35.182415+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:37:09.935889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183518+0000","last_change":"2023-06-08T03:52:34.212764+0000","last_active":"2023-06-08T03:52:35.183518+0000","last_peered":"2023-06-08T03:52:35.183518+0000","last_clean":"2023-06-08T03:52:35.183518+0000","last_became_active":"2023-06-08T03:52:34.212338+0000","last_became_peered":"2023-06-08T03:52:34.212338+0000","last_unstale":"2023-06-08T03:52:35.183518+0000","last_undegraded":"2023-06-08T03:52:35.183518+0000","last_fullsized":"2023-06-08T03:52:35.183518+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:47.196103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"22'6","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184693+0000","last_change":"2023-06-08T03:52:33.832442+0000","last_active":"2023-06-08T03:52:35.184693+0000","last_peered":"2023-06-08T03:52:35.184693+0000","last_clean":"2023-06-08T03:52:35.184693+0000","last_became_active":"2023-06-08T03:52:33.831711+0000","last_became_peered":"2023-06-08T03:52:33.831711+0000","last_unstale":"2023-06-08T03:52:35.184693+0000","last_undegraded":"2023-06-08T03:52:35.184693+0000","last_fullsized":"2023-06-08T03:52:35.184693+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:20:37.268273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634392+0000","last_change":"2023-06-08T03:52:34.214731+0000","last_active":"2023-06-08T03:52:35.634392+0000","last_peered":"2023-06-08T03:52:35.634392+0000","last_clean":"2023-06-08T03:52:35.634392+0000","last_became_active":"2023-06-08T03:52:34.214451+0000","last_became_peered":"2023-06-08T03:52:34.214451+0000","last_unstale":"2023-06-08T03:52:35.634392+0000","last_undegraded":"2023-06-08T03:52:35.634392+0000","last_fullsized":"2023-06-08T03:52:35.634392+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:46.377019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"22'3","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.224850+0000","last_change":"2023-06-08T03:52:33.836063+0000","last_active":"2023-06-08T03:52:34.224850+0000","last_peered":"2023-06-08T03:52:34.224850+0000","last_clean":"2023-06-08T03:52:34.224850+0000","last_became_active":"2023-06-08T03:52:33.835441+0000","last_became_peered":"2023-06-08T03:52:33.835441+0000","last_unstale":"2023-06-08T03:52:34.224850+0000","last_undegraded":"2023-06-08T03:52:34.224850+0000","last_fullsized":"2023-06-08T03:52:34.224850+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:52.139206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185436+0000","last_change":"2023-06-08T03:52:33.825661+0000","last_active":"2023-06-08T03:52:35.185436+0000","last_peered":"2023-06-08T03:52:35.185436+0000","last_clean":"2023-06-08T03:52:35.185436+0000","last_became_active":"2023-06-08T03:52:33.824940+0000","last_became_peered":"2023-06-08T03:52:33.824940+0000","last_unstale":"2023-06-08T03:52:35.185436+0000","last_undegraded":"2023-06-08T03:52:35.185436+0000","last_fullsized":"2023-06-08T03:52:35.185436+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:46.192435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.177980+0000","last_change":"2023-06-08T03:52:34.218012+0000","last_active":"2023-06-08T03:52:35.177980+0000","last_peered":"2023-06-08T03:52:35.177980+0000","last_clean":"2023-06-08T03:52:35.177980+0000","last_became_active":"2023-06-08T03:52:34.217605+0000","last_became_peered":"2023-06-08T03:52:34.217605+0000","last_unstale":"2023-06-08T03:52:35.177980+0000","last_undegraded":"2023-06-08T03:52:35.177980+0000","last_fullsized":"2023-06-08T03:52:35.177980+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:37:09.935889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.784229+0000","last_change":"2023-06-08T03:52:33.813278+0000","last_active":"2023-06-08T03:52:36.784229+0000","last_peered":"2023-06-08T03:52:36.784229+0000","last_clean":"2023-06-08T03:52:36.784229+0000","last_became_active":"2023-06-08T03:52:33.812840+0000","last_became_peered":"2023-06-08T03:52:33.812840+0000","last_unstale":"2023-06-08T03:52:36.784229+0000","last_undegraded":"2023-06-08T03:52:36.784229+0000","last_fullsized":"2023-06-08T03:52:36.784229+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:06.173854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178051+0000","last_change":"2023-06-08T03:52:34.199313+0000","last_active":"2023-06-08T03:52:35.178051+0000","last_peered":"2023-06-08T03:52:35.178051+0000","last_clean":"2023-06-08T03:52:35.178051+0000","last_became_active":"2023-06-08T03:52:34.199044+0000","last_became_peered":"2023-06-08T03:52:34.199044+0000","last_unstale":"2023-06-08T03:52:35.178051+0000","last_undegraded":"2023-06-08T03:52:35.178051+0000","last_fullsized":"2023-06-08T03:52:35.178051+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:14.910986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.214440+0000","last_change":"2023-06-08T03:52:34.210146+0000","last_active":"2023-06-08T03:52:34.214440+0000","last_peered":"2023-06-08T03:52:34.214440+0000","last_clean":"2023-06-08T03:52:34.214440+0000","last_became_active":"2023-06-08T03:52:34.209780+0000","last_became_peered":"2023-06-08T03:52:34.209780+0000","last_unstale":"2023-06-08T03:52:34.214440+0000","last_undegraded":"2023-06-08T03:52:34.214440+0000","last_fullsized":"2023-06-08T03:52:34.214440+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:06:51.429167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178787+0000","last_change":"2023-06-08T03:52:33.812439+0000","last_active":"2023-06-08T03:52:35.178787+0000","last_peered":"2023-06-08T03:52:35.178787+0000","last_clean":"2023-06-08T03:52:35.178787+0000","last_became_active":"2023-06-08T03:52:33.812098+0000","last_became_peered":"2023-06-08T03:52:33.812098+0000","last_unstale":"2023-06-08T03:52:35.178787+0000","last_undegraded":"2023-06-08T03:52:35.178787+0000","last_fullsized":"2023-06-08T03:52:35.178787+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:28.540677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783664+0000","last_change":"2023-06-08T03:52:34.207989+0000","last_active":"2023-06-08T03:52:36.783664+0000","last_peered":"2023-06-08T03:52:36.783664+0000","last_clean":"2023-06-08T03:52:36.783664+0000","last_became_active":"2023-06-08T03:52:34.207735+0000","last_became_peered":"2023-06-08T03:52:34.207735+0000","last_unstale":"2023-06-08T03:52:36.783664+0000","last_undegraded":"2023-06-08T03:52:36.783664+0000","last_fullsized":"2023-06-08T03:52:36.783664+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.633536+0000","last_change":"2023-06-08T03:52:33.815452+0000","last_active":"2023-06-08T03:52:35.633536+0000","last_peered":"2023-06-08T03:52:35.633536+0000","last_clean":"2023-06-08T03:52:35.633536+0000","last_became_active":"2023-06-08T03:52:33.815039+0000","last_became_peered":"2023-06-08T03:52:33.815039+0000","last_unstale":"2023-06-08T03:52:35.633536+0000","last_undegraded":"2023-06-08T03:52:35.633536+0000","last_fullsized":"2023-06-08T03:52:35.633536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:52.139206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178505+0000","last_change":"2023-06-08T03:52:34.202564+0000","last_active":"2023-06-08T03:52:35.178505+0000","last_peered":"2023-06-08T03:52:35.178505+0000","last_clean":"2023-06-08T03:52:35.178505+0000","last_became_active":"2023-06-08T03:52:34.202189+0000","last_became_peered":"2023-06-08T03:52:34.202189+0000","last_unstale":"2023-06-08T03:52:35.178505+0000","last_undegraded":"2023-06-08T03:52:35.178505+0000","last_fullsized":"2023-06-08T03:52:35.178505+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182905+0000","last_change":"2023-06-08T03:52:33.814608+0000","last_active":"2023-06-08T03:52:35.182905+0000","last_peered":"2023-06-08T03:52:35.182905+0000","last_clean":"2023-06-08T03:52:35.182905+0000","last_became_active":"2023-06-08T03:52:33.813780+0000","last_became_peered":"2023-06-08T03:52:33.813780+0000","last_unstale":"2023-06-08T03:52:35.182905+0000","last_undegraded":"2023-06-08T03:52:35.182905+0000","last_fullsized":"2023-06-08T03:52:35.182905+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:45.188738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.634298+0000","last_change":"2023-06-08T03:52:34.199988+0000","last_active":"2023-06-08T03:52:36.634298+0000","last_peered":"2023-06-08T03:52:36.634298+0000","last_clean":"2023-06-08T03:52:36.634298+0000","last_became_active":"2023-06-08T03:52:34.199501+0000","last_became_peered":"2023-06-08T03:52:34.199501+0000","last_unstale":"2023-06-08T03:52:36.634298+0000","last_undegraded":"2023-06-08T03:52:36.634298+0000","last_fullsized":"2023-06-08T03:52:36.634298+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:11:40.958157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783664+0000","last_change":"2023-06-08T03:52:33.837740+0000","last_active":"2023-06-08T03:52:36.783664+0000","last_peered":"2023-06-08T03:52:36.783664+0000","last_clean":"2023-06-08T03:52:36.783664+0000","last_became_active":"2023-06-08T03:52:33.837270+0000","last_became_peered":"2023-06-08T03:52:33.837270+0000","last_unstale":"2023-06-08T03:52:36.783664+0000","last_undegraded":"2023-06-08T03:52:36.783664+0000","last_fullsized":"2023-06-08T03:52:36.783664+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:25.257922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183350+0000","last_change":"2023-06-08T03:52:34.203229+0000","last_active":"2023-06-08T03:52:35.183350+0000","last_peered":"2023-06-08T03:52:35.183350+0000","last_clean":"2023-06-08T03:52:35.183350+0000","last_became_active":"2023-06-08T03:52:34.202876+0000","last_became_peered":"2023-06-08T03:52:34.202876+0000","last_unstale":"2023-06-08T03:52:35.183350+0000","last_undegraded":"2023-06-08T03:52:35.183350+0000","last_fullsized":"2023-06-08T03:52:35.183350+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:46.377019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184759+0000","last_change":"2023-06-08T03:52:33.839791+0000","last_active":"2023-06-08T03:52:35.184759+0000","last_peered":"2023-06-08T03:52:35.184759+0000","last_clean":"2023-06-08T03:52:35.184759+0000","last_became_active":"2023-06-08T03:52:33.839145+0000","last_became_peered":"2023-06-08T03:52:33.839145+0000","last_unstale":"2023-06-08T03:52:35.184759+0000","last_undegraded":"2023-06-08T03:52:35.184759+0000","last_fullsized":"2023-06-08T03:52:35.184759+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:16.128035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182517+0000","last_change":"2023-06-08T03:52:34.194269+0000","last_active":"2023-06-08T03:52:35.182517+0000","last_peered":"2023-06-08T03:52:35.182517+0000","last_clean":"2023-06-08T03:52:35.182517+0000","last_became_active":"2023-06-08T03:52:34.193895+0000","last_became_peered":"2023-06-08T03:52:34.193895+0000","last_unstale":"2023-06-08T03:52:35.182517+0000","last_undegraded":"2023-06-08T03:52:35.182517+0000","last_fullsized":"2023-06-08T03:52:35.182517+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:53.142873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185056+0000","last_change":"2023-06-08T03:52:33.837829+0000","last_active":"2023-06-08T03:52:35.185056+0000","last_peered":"2023-06-08T03:52:35.185056+0000","last_clean":"2023-06-08T03:52:35.185056+0000","last_became_active":"2023-06-08T03:52:33.837043+0000","last_became_peered":"2023-06-08T03:52:33.837043+0000","last_unstale":"2023-06-08T03:52:35.185056+0000","last_undegraded":"2023-06-08T03:52:35.185056+0000","last_fullsized":"2023-06-08T03:52:35.185056+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:15.386114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178099+0000","last_change":"2023-06-08T03:52:34.192830+0000","last_active":"2023-06-08T03:52:35.178099+0000","last_peered":"2023-06-08T03:52:35.178099+0000","last_clean":"2023-06-08T03:52:35.178099+0000","last_became_active":"2023-06-08T03:52:34.192479+0000","last_became_peered":"2023-06-08T03:52:34.192479+0000","last_unstale":"2023-06-08T03:52:35.178099+0000","last_undegraded":"2023-06-08T03:52:35.178099+0000","last_fullsized":"2023-06-08T03:52:35.178099+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:53.142873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178361+0000","last_change":"2023-06-08T03:52:33.813415+0000","last_active":"2023-06-08T03:52:35.178361+0000","last_peered":"2023-06-08T03:52:35.178361+0000","last_clean":"2023-06-08T03:52:35.178361+0000","last_became_active":"2023-06-08T03:52:33.813011+0000","last_became_peered":"2023-06-08T03:52:33.813011+0000","last_unstale":"2023-06-08T03:52:35.178361+0000","last_undegraded":"2023-06-08T03:52:35.178361+0000","last_fullsized":"2023-06-08T03:52:35.178361+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:16.128035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182137+0000","last_change":"2023-06-08T03:52:34.212446+0000","last_active":"2023-06-08T03:52:35.182137+0000","last_peered":"2023-06-08T03:52:35.182137+0000","last_clean":"2023-06-08T03:52:35.182137+0000","last_became_active":"2023-06-08T03:52:34.212124+0000","last_became_peered":"2023-06-08T03:52:34.212124+0000","last_unstale":"2023-06-08T03:52:35.182137+0000","last_undegraded":"2023-06-08T03:52:35.182137+0000","last_fullsized":"2023-06-08T03:52:35.182137+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:43:42.896982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"22'4","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783953+0000","last_change":"2023-06-08T03:52:33.813709+0000","last_active":"2023-06-08T03:52:36.783953+0000","last_peered":"2023-06-08T03:52:36.783953+0000","last_clean":"2023-06-08T03:52:36.783953+0000","last_became_active":"2023-06-08T03:52:33.813036+0000","last_became_peered":"2023-06-08T03:52:33.813036+0000","last_unstale":"2023-06-08T03:52:36.783953+0000","last_undegraded":"2023-06-08T03:52:36.783953+0000","last_fullsized":"2023-06-08T03:52:36.783953+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:45.373351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27784,"kb_used_data":832,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344056,"statfs":{"total":96636764160,"available":96608313344,"internally_reserved":0,"allocated":851968,"data_stored":675094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83399999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95899999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.006}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88300000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75900000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2490000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.127}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27176,"kb_used_data":224,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":229376,"data_stored":82946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82899999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":244,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":249856,"data_stored":90251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96699999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79400000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83399999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.089}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86899999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":256,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":262144,"data_stored":91219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82999999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67600000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91000000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93400000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80500000000000005}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27192,"kb_used_data":240,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344648,"statfs":{"total":96636764160,"available":96608919552,"internally_reserved":0,"allocated":245760,"data_stored":89689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28599999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30199999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79700000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81299999999999994}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69899999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]}]},{"osd":2,"up_from":13,"seq":55834574852,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27176,"kb_used_data":224,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":229376,"data_stored":82946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.214}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.179}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5229999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.345}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.605}]}]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":236,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":241664,"data_stored":89599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.046}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1719999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.121}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4990000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574855,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27760,"kb_used_data":808,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344080,"statfs":{"total":96636764160,"available":96608337920,"internally_reserved":0,"allocated":827392,"data_stored":673896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80700000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85799999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.405}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.472}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6240000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.677}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-08T03:52:38.587 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2023-06-08T03:52:38.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.741+0000 7fa3fdde5640 1 Processor -- start 2023-06-08T03:52:38.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.741+0000 7fa3fdde5640 1 -- start start 2023-06-08T03:52:38.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.741+0000 7fa3fdde5640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa3f8159730 0x7fa3f806fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:38.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.741+0000 7fa3fdde5640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3f80c8390 con 0x7fa3f8070260 2023-06-08T03:52:38.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.741+0000 7fa3fdde5640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3f8070870 con 0x7fa3f80ca430 2023-06-08T03:52:38.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.741+0000 7fa3fdde5640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa3f8070b50 con 0x7fa3f8159730 2023-06-08T03:52:38.750 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.741+0000 7fa3f6ffd640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa3f8159730 0x7fa3f806fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:38.750 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.741+0000 7fa3f7fff640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fa3f8070260 0x7fa3f80c8820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:56976/0 (socket says 172.21.15.62:56976) 2023-06-08T03:52:38.750 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.741+0000 7fa3f7fff640 1 -- 172.21.15.62:0/2327158297 learned_addr learned my addr 172.21.15.62:0/2327158297 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:38.750 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.745+0000 7fa3f6ffd640 1 -- 172.21.15.62:0/2327158297 >> v1:172.21.15.188:6789/0 conn(0x7fa3f80ca430 legacy=0x7fa3f80ca800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:38.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.745+0000 7fa3f67fc640 1 -- 172.21.15.62:0/2327158297 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 257703230 0 0) 0x7fa3f80c8390 con 0x7fa3f8070260 2023-06-08T03:52:38.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.745+0000 7fa3f6ffd640 1 -- 172.21.15.62:0/2327158297 >> v1:172.21.15.62:6789/0 conn(0x7fa3f8070260 legacy=0x7fa3f80c8820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:38.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.745+0000 7fa3f6ffd640 1 -- 172.21.15.62:0/2327158297 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3f8070e30 con 0x7fa3f8159730 2023-06-08T03:52:38.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.745+0000 7fa3f6ffd640 1 --2- 172.21.15.62:0/2327158297 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3f8159730 0x7fa3f806fd20 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fa3e80097c0 tx=0x7fa3e801c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff4e83f27a3b139d server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:38.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.745+0000 7fa3f67fc640 1 -- 172.21.15.62:0/2327158297 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3e80ab600 con 0x7fa3f8159730 2023-06-08T03:52:38.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.745+0000 7fa3f67fc640 1 -- 172.21.15.62:0/2327158297 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3e80a7050 con 0x7fa3f8159730 2023-06-08T03:52:38.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.745+0000 7fa3f67fc640 1 -- 172.21.15.62:0/2327158297 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3e80ab980 con 0x7fa3f8159730 2023-06-08T03:52:38.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.745+0000 7fa3fdde5640 1 -- 172.21.15.62:0/2327158297 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3f8159730 msgr2=0x7fa3f806fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:38.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.745+0000 7fa3fdde5640 1 --2- 172.21.15.62:0/2327158297 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3f8159730 0x7fa3f806fd20 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fa3e80097c0 tx=0x7fa3e801c480 comp rx=0 tx=0).stop 2023-06-08T03:52:38.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.745+0000 7fa3fdde5640 1 -- 172.21.15.62:0/2327158297 shutdown_connections 2023-06-08T03:52:38.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.745+0000 7fa3fdde5640 1 --2- 172.21.15.62:0/2327158297 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3f8159730 0x7fa3f806fd20 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.745+0000 7fa3fdde5640 1 -- 172.21.15.62:0/2327158297 >> 172.21.15.62:0/2327158297 conn(0x7fa3f80af640 msgr2=0x7fa3f80afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:38.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.745+0000 7fa3fdde5640 1 -- 172.21.15.62:0/2327158297 shutdown_connections 2023-06-08T03:52:38.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.745+0000 7fa3fdde5640 1 -- 172.21.15.62:0/2327158297 wait complete. 2023-06-08T03:52:38.755 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3fdde5640 1 Processor -- start 2023-06-08T03:52:38.755 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3fdde5640 1 -- start start 2023-06-08T03:52:38.755 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3fdde5640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa3f8070260 0x7fa3f81455f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:38.756 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3fdde5640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa3f80ca430 0x7fa3f80c5d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:38.756 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3fdde5640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3f8159730 0x7fa3f80c62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:38.756 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3fdde5640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3f815c140 con 0x7fa3f8159730 2023-06-08T03:52:38.756 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3fdde5640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3f8145b30 con 0x7fa3f80ca430 2023-06-08T03:52:38.756 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3fdde5640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3f80c2880 con 0x7fa3f8070260 2023-06-08T03:52:38.756 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3f7fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3f8159730 0x7fa3f80c62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:38.756 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3f7fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3f8159730 0x7fa3f80c62a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50654/0 (socket says 172.21.15.62:50654) 2023-06-08T03:52:38.757 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3f7fff640 1 -- 172.21.15.62:0/483302620 learned_addr learned my addr 172.21.15.62:0/483302620 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:38.757 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3f6ffd640 1 --2- 172.21.15.62:0/483302620 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa3f80ca430 0x7fa3f80c5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:38.757 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3f7fff640 1 -- 172.21.15.62:0/483302620 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa3f8070260 msgr2=0x7fa3f81455f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:38.757 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3f7fff640 1 --2- 172.21.15.62:0/483302620 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa3f8070260 0x7fa3f81455f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.757 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3f7fff640 1 -- 172.21.15.62:0/483302620 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa3f80ca430 msgr2=0x7fa3f80c5d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:38.757 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3f7fff640 1 --2- 172.21.15.62:0/483302620 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa3f80ca430 0x7fa3f80c5d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.757 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3f7fff640 1 -- 172.21.15.62:0/483302620 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3e8009420 con 0x7fa3f8159730 2023-06-08T03:52:38.757 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3f7fff640 1 --2- 172.21.15.62:0/483302620 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3f8159730 0x7fa3f80c62a0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa3f000c780 tx=0x7fa3f000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:38.758 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3dffff640 1 -- 172.21.15.62:0/483302620 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3f000ce90 con 0x7fa3f8159730 2023-06-08T03:52:38.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3dffff640 1 -- 172.21.15.62:0/483302620 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3f000a640 con 0x7fa3f8159730 2023-06-08T03:52:38.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3fdde5640 1 -- 172.21.15.62:0/483302620 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3f815baf0 con 0x7fa3f8159730 2023-06-08T03:52:38.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3dffff640 1 -- 172.21.15.62:0/483302620 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3f000a9d0 con 0x7fa3f8159730 2023-06-08T03:52:38.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3fdde5640 1 -- 172.21.15.62:0/483302620 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3f80c2b60 con 0x7fa3f8159730 2023-06-08T03:52:38.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3fdde5640 1 -- 172.21.15.62:0/483302620 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa3f804d6c0 con 0x7fa3f8159730 2023-06-08T03:52:38.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.749+0000 7fa3dffff640 1 -- 172.21.15.62:0/483302620 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa3f000ab30 con 0x7fa3f8159730 2023-06-08T03:52:38.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.753+0000 7fa3dffff640 1 --2- 172.21.15.62:0/483302620 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa3e4066280 0x7fa3e4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:38.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.753+0000 7fa3dffff640 1 -- 172.21.15.62:0/483302620 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fa3f0083550 con 0x7fa3f8159730 2023-06-08T03:52:38.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.753+0000 7fa3f77fe640 1 --2- 172.21.15.62:0/483302620 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa3e4066280 0x7fa3e4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:38.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.753+0000 7fa3f77fe640 1 --2- 172.21.15.62:0/483302620 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa3e4066280 0x7fa3e4068730 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa3ec000f70 tx=0x7fa3ec0079c0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:38.762 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.757+0000 7fa3dffff640 1 -- 172.21.15.62:0/483302620 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa3f00509d0 con 0x7fa3f8159730 2023-06-08T03:52:38.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.973+0000 7fa3fdde5640 1 -- 172.21.15.62:0/483302620 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7fa3f815c280 con 0x7fa3f8159730 2023-06-08T03:52:38.979 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.973+0000 7fa3dffff640 1 -- 172.21.15.62:0/483302620 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1012 (secure 0 0 0) 0x7fa3f0053ff0 con 0x7fa3f8159730 2023-06-08T03:52:38.980 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:38.980 INFO:teuthology.orchestra.run.smithi062.stdout:{"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":6,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":29,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":23,"num_osds":8,"num_up_osds":8,"osd_up_since":1686196341,"num_in_osds":8,"osd_in_since":1686196331,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":105}],"num_pgs":105,"num_pools":4,"num_objects":24,"data_bytes":592730,"bytes_used":223928320,"bytes_avail":772870184960,"bytes_total":773094113280,"write_bytes_sec":2601,"read_op_per_sec":0,"write_op_per_sec":8},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":4294}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2023-06-08T03:52:09.563000+0000","services":{}},"progress_events":{}} 2023-06-08T03:52:38.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.973+0000 7fa3fdde5640 1 -- 172.21.15.62:0/483302620 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa3e4066280 msgr2=0x7fa3e4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:38.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.973+0000 7fa3fdde5640 1 --2- 172.21.15.62:0/483302620 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa3e4066280 0x7fa3e4068730 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa3ec000f70 tx=0x7fa3ec0079c0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.973+0000 7fa3fdde5640 1 -- 172.21.15.62:0/483302620 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3f8159730 msgr2=0x7fa3f80c62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:38.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.973+0000 7fa3fdde5640 1 --2- 172.21.15.62:0/483302620 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3f8159730 0x7fa3f80c62a0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa3f000c780 tx=0x7fa3f000cc40 comp rx=0 tx=0).stop 2023-06-08T03:52:38.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.973+0000 7fa3fdde5640 1 -- 172.21.15.62:0/483302620 shutdown_connections 2023-06-08T03:52:38.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.973+0000 7fa3fdde5640 1 --2- 172.21.15.62:0/483302620 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa3e4066280 0x7fa3e4068730 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.973+0000 7fa3fdde5640 1 --2- 172.21.15.62:0/483302620 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3f8159730 0x7fa3f80c62a0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.973+0000 7fa3fdde5640 1 --2- 172.21.15.62:0/483302620 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa3f80ca430 0x7fa3f80c5d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.973+0000 7fa3fdde5640 1 --2- 172.21.15.62:0/483302620 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa3f8070260 0x7fa3f81455f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:38.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.973+0000 7fa3fdde5640 1 -- 172.21.15.62:0/483302620 >> 172.21.15.62:0/483302620 conn(0x7fa3f80af640 msgr2=0x7fa3f80ca800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:38.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.973+0000 7fa3fdde5640 1 -- 172.21.15.62:0/483302620 shutdown_connections 2023-06-08T03:52:38.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:38.973+0000 7fa3fdde5640 1 -- 172.21.15.62:0/483302620 wait complete. 2023-06-08T03:52:38.999 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2023-06-08T03:52:38.999 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-08T03:52:39.125 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.117+0000 7f2e0ebfe640 1 Processor -- start 2023-06-08T03:52:39.125 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.117+0000 7f2e0ebfe640 1 -- start start 2023-06-08T03:52:39.126 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e0ebfe640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e0815b650 0x7f2e080acad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:39.126 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e0ebfe640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f2e0815f2f0 0x7f2e0815f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:39.127 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e0ebfe640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f2e080ca080 0x7f2e080ca500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:39.127 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e0ebfe640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e080ac7c0 con 0x7f2e0815f2f0 2023-06-08T03:52:39.127 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e0ebfe640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e0815fc80 con 0x7f2e080ca080 2023-06-08T03:52:39.127 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e0ebfe640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e080ab8d0 con 0x7f2e0815b650 2023-06-08T03:52:39.128 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e07fff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f2e0815f2f0 0x7f2e0815f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:39.128 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e07fff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f2e0815f2f0 0x7f2e0815f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50662/0 (socket says 172.21.15.62:50662) 2023-06-08T03:52:39.128 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e07fff640 1 -- 172.21.15.62:0/3136035609 learned_addr learned my addr 172.21.15.62:0/3136035609 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:39.128 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e0c99a640 1 --2- 172.21.15.62:0/3136035609 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e0815b650 0x7f2e080acad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:39.128 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e0d19b640 1 --2- 172.21.15.62:0/3136035609 >> v2:172.21.15.188:3300/0 conn(0x7f2e080ca080 0x7f2e080ca500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:39.129 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e07fff640 1 -- 172.21.15.62:0/3136035609 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e0815b650 msgr2=0x7f2e080acad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:39.129 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e07fff640 1 --2- 172.21.15.62:0/3136035609 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e0815b650 0x7f2e080acad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:39.129 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e07fff640 1 -- 172.21.15.62:0/3136035609 >> v2:172.21.15.188:3300/0 conn(0x7f2e080ca080 msgr2=0x7f2e080ca500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:39.129 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e07fff640 1 --2- 172.21.15.62:0/3136035609 >> v2:172.21.15.188:3300/0 conn(0x7f2e080ca080 0x7f2e080ca500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:39.129 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e07fff640 1 -- 172.21.15.62:0/3136035609 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e080abbb0 con 0x7f2e0815f2f0 2023-06-08T03:52:39.129 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e0d19b640 1 --2- 172.21.15.62:0/3136035609 >> v2:172.21.15.188:3300/0 conn(0x7f2e080ca080 0x7f2e080ca500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:39.130 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e07fff640 1 --2- 172.21.15.62:0/3136035609 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e0815f2f0 0x7f2e0815f740 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f2e080c9e20 tx=0x7f2dfc01c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60ba1e93b373fc99 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:39.130 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e077fe640 1 -- 172.21.15.62:0/3136035609 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dfc0aa5f0 con 0x7f2e0815f2f0 2023-06-08T03:52:39.130 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e077fe640 1 -- 172.21.15.62:0/3136035609 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2dfc0aa750 con 0x7f2e0815f2f0 2023-06-08T03:52:39.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.121+0000 7f2e077fe640 1 -- 172.21.15.62:0/3136035609 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dfc0aaae0 con 0x7f2e0815f2f0 2023-06-08T03:52:39.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0ebfe640 1 -- 172.21.15.62:0/3136035609 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e0815f2f0 msgr2=0x7f2e0815f740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:39.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0ebfe640 1 --2- 172.21.15.62:0/3136035609 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e0815f2f0 0x7f2e0815f740 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f2e080c9e20 tx=0x7f2dfc01c4d0 comp rx=0 tx=0).stop 2023-06-08T03:52:39.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0ebfe640 1 -- 172.21.15.62:0/3136035609 shutdown_connections 2023-06-08T03:52:39.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0ebfe640 1 --2- 172.21.15.62:0/3136035609 >> v2:172.21.15.188:3300/0 conn(0x7f2e080ca080 0x7f2e080ca500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:39.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0ebfe640 1 --2- 172.21.15.62:0/3136035609 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e0815f2f0 0x7f2e0815f740 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:39.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0ebfe640 1 --2- 172.21.15.62:0/3136035609 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e0815b650 0x7f2e080acad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:39.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0ebfe640 1 -- 172.21.15.62:0/3136035609 >> 172.21.15.62:0/3136035609 conn(0x7f2e080af640 msgr2=0x7f2e080afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:39.132 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0ebfe640 1 -- 172.21.15.62:0/3136035609 shutdown_connections 2023-06-08T03:52:39.132 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0ebfe640 1 -- 172.21.15.62:0/3136035609 wait complete. 2023-06-08T03:52:39.132 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0ebfe640 1 Processor -- start 2023-06-08T03:52:39.132 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0ebfe640 1 -- start start 2023-06-08T03:52:39.134 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0ebfe640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e080ca080 0x7f2e080c4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:39.134 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0ebfe640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e0815b650 0x7f2e08159ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:39.134 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0ebfe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e0815f2f0 0x7f2e080ae1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:39.134 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0ebfe640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e080ada60 con 0x7f2e0815f2f0 2023-06-08T03:52:39.134 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0ebfe640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e0814ee80 con 0x7f2e080ca080 2023-06-08T03:52:39.135 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0ebfe640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e081548b0 con 0x7f2e0815b650 2023-06-08T03:52:39.135 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0d19b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e0815f2f0 0x7f2e080ae1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:39.135 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0d19b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e0815f2f0 0x7f2e080ae1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50664/0 (socket says 172.21.15.62:50664) 2023-06-08T03:52:39.135 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0d19b640 1 -- 172.21.15.62:0/424104458 learned_addr learned my addr 172.21.15.62:0/424104458 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:39.135 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0c99a640 1 --2- 172.21.15.62:0/424104458 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e080ca080 0x7f2e080c4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:39.135 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e07fff640 1 --2- 172.21.15.62:0/424104458 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e0815b650 0x7f2e08159ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:39.135 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0d19b640 1 -- 172.21.15.62:0/424104458 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e0815b650 msgr2=0x7f2e08159ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:39.135 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0d19b640 1 --2- 172.21.15.62:0/424104458 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e0815b650 0x7f2e08159ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:39.136 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0d19b640 1 -- 172.21.15.62:0/424104458 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e080ca080 msgr2=0x7f2e080c4be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:39.136 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0d19b640 1 --2- 172.21.15.62:0/424104458 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e080ca080 0x7f2e080c4be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:39.136 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0d19b640 1 -- 172.21.15.62:0/424104458 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2dfc0094d0 con 0x7f2e0815f2f0 2023-06-08T03:52:39.136 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e07fff640 1 --2- 172.21.15.62:0/424104458 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e0815b650 0x7f2e08159ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:39.136 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0c99a640 1 --2- 172.21.15.62:0/424104458 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e080ca080 0x7f2e080c4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:39.136 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e0d19b640 1 --2- 172.21.15.62:0/424104458 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e0815f2f0 0x7f2e080ae1b0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f2e0000c570 tx=0x7f2e0000ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:39.136 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.125+0000 7f2e057fa640 1 -- 172.21.15.62:0/424104458 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e00004440 con 0x7f2e0815f2f0 2023-06-08T03:52:39.137 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.129+0000 7f2e057fa640 1 -- 172.21.15.62:0/424104458 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e00003620 con 0x7f2e0815f2f0 2023-06-08T03:52:39.137 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.129+0000 7f2e0ebfe640 1 -- 172.21.15.62:0/424104458 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e08154b90 con 0x7f2e0815f2f0 2023-06-08T03:52:39.137 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.129+0000 7f2e057fa640 1 -- 172.21.15.62:0/424104458 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e000039d0 con 0x7f2e0815f2f0 2023-06-08T03:52:39.137 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.129+0000 7f2e0ebfe640 1 -- 172.21.15.62:0/424104458 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e080adcb0 con 0x7f2e0815f2f0 2023-06-08T03:52:39.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.129+0000 7f2e0ebfe640 1 -- 172.21.15.62:0/424104458 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e080c7fb0 con 0x7f2e0815f2f0 2023-06-08T03:52:39.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.129+0000 7f2e057fa640 1 -- 172.21.15.62:0/424104458 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2e00003b30 con 0x7f2e0815f2f0 2023-06-08T03:52:39.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.129+0000 7f2e057fa640 1 --2- 172.21.15.62:0/424104458 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2df4066280 0x7f2df4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:39.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.129+0000 7f2e057fa640 1 -- 172.21.15.62:0/424104458 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f2e00083f30 con 0x7f2e0815f2f0 2023-06-08T03:52:39.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.129+0000 7f2e0c99a640 1 --2- 172.21.15.62:0/424104458 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2df4066280 0x7f2df4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:39.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.129+0000 7f2e0c99a640 1 --2- 172.21.15.62:0/424104458 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2df4066280 0x7f2df4068730 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2e080c4920 tx=0x7f2df800b040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:39.140 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.133+0000 7f2e057fa640 1 -- 172.21.15.62:0/424104458 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f2e000513b0 con 0x7f2e0815f2f0 2023-06-08T03:52:39.293 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.285+0000 7f2e0ebfe640 1 -- 172.21.15.62:0/424104458 --> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f2e080cae50 con 0x7f2df4066280 2023-06-08T03:52:39.315 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.309+0000 7f2e057fa640 1 -- 172.21.15.62:0/424104458 <== mgr.4103 v2:172.21.15.188:6832/4222075021 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286638 (secure 0 0 0) 0x7f2df80143d0 con 0x7f2df4066280 2023-06-08T03:52:39.317 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:39.319 INFO:teuthology.orchestra.run.smithi062.stderr:dumped all 2023-06-08T03:52:39.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.313+0000 7f2e0ebfe640 1 -- 172.21.15.62:0/424104458 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2df4066280 msgr2=0x7f2df4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:39.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.313+0000 7f2e0ebfe640 1 --2- 172.21.15.62:0/424104458 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2df4066280 0x7f2df4068730 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2e080c4920 tx=0x7f2df800b040 comp rx=0 tx=0).stop 2023-06-08T03:52:39.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.313+0000 7f2e0ebfe640 1 -- 172.21.15.62:0/424104458 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e0815f2f0 msgr2=0x7f2e080ae1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:39.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.313+0000 7f2e0ebfe640 1 --2- 172.21.15.62:0/424104458 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e0815f2f0 0x7f2e080ae1b0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f2e0000c570 tx=0x7f2e0000ca30 comp rx=0 tx=0).stop 2023-06-08T03:52:39.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.313+0000 7f2e0ebfe640 1 -- 172.21.15.62:0/424104458 shutdown_connections 2023-06-08T03:52:39.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.313+0000 7f2e0ebfe640 1 --2- 172.21.15.62:0/424104458 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2df4066280 0x7f2df4068730 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:39.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.313+0000 7f2e0ebfe640 1 --2- 172.21.15.62:0/424104458 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e0815f2f0 0x7f2e080ae1b0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:39.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.313+0000 7f2e0ebfe640 1 --2- 172.21.15.62:0/424104458 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e0815b650 0x7f2e08159ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:39.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.313+0000 7f2e0ebfe640 1 --2- 172.21.15.62:0/424104458 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e080ca080 0x7f2e080c4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:39.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.313+0000 7f2e0ebfe640 1 -- 172.21.15.62:0/424104458 >> 172.21.15.62:0/424104458 conn(0x7f2e080af640 msgr2=0x7f2e0806c180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:39.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.313+0000 7f2e0ebfe640 1 -- 172.21.15.62:0/424104458 shutdown_connections 2023-06-08T03:52:39.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:39.313+0000 7f2e0ebfe640 1 -- 172.21.15.62:0/424104458 wait complete. 2023-06-08T03:52:39.336 INFO:teuthology.orchestra.run.smithi062.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2023-06-08T03:52:38.289847+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":190,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218680,"kb_used_data":3064,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":754756040,"statfs":{"total":773094113280,"available":772870184960,"internally_reserved":0,"allocated":3137536,"data_stored":1875640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":47,"apply_latency_ms":47,"commit_latency_ns":47000000,"apply_latency_ns":47000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.509817"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.634371+0000","last_change":"2023-06-08T03:52:34.197503+0000","last_active":"2023-06-08T03:52:36.634371+0000","last_peered":"2023-06-08T03:52:36.634371+0000","last_clean":"2023-06-08T03:52:36.634371+0000","last_became_active":"2023-06-08T03:52:34.197212+0000","last_became_peered":"2023-06-08T03:52:34.197212+0000","last_unstale":"2023-06-08T03:52:36.634371+0000","last_undegraded":"2023-06-08T03:52:36.634371+0000","last_fullsized":"2023-06-08T03:52:36.634371+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:03:34.763538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184865+0000","last_change":"2023-06-08T03:52:34.197935+0000","last_active":"2023-06-08T03:52:35.184865+0000","last_peered":"2023-06-08T03:52:35.184865+0000","last_clean":"2023-06-08T03:52:35.184865+0000","last_became_active":"2023-06-08T03:52:34.197537+0000","last_became_peered":"2023-06-08T03:52:34.197537+0000","last_unstale":"2023-06-08T03:52:35.184865+0000","last_undegraded":"2023-06-08T03:52:35.184865+0000","last_fullsized":"2023-06-08T03:52:35.184865+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183080+0000","last_change":"2023-06-08T03:52:34.211155+0000","last_active":"2023-06-08T03:52:35.183080+0000","last_peered":"2023-06-08T03:52:35.183080+0000","last_clean":"2023-06-08T03:52:35.183080+0000","last_became_active":"2023-06-08T03:52:34.210488+0000","last_became_peered":"2023-06-08T03:52:34.210488+0000","last_unstale":"2023-06-08T03:52:35.183080+0000","last_undegraded":"2023-06-08T03:52:35.183080+0000","last_fullsized":"2023-06-08T03:52:35.183080+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:16.389781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.215907+0000","last_change":"2023-06-08T03:52:34.210405+0000","last_active":"2023-06-08T03:52:34.215907+0000","last_peered":"2023-06-08T03:52:34.215907+0000","last_clean":"2023-06-08T03:52:34.215907+0000","last_became_active":"2023-06-08T03:52:34.210043+0000","last_became_peered":"2023-06-08T03:52:34.210043+0000","last_unstale":"2023-06-08T03:52:34.215907+0000","last_undegraded":"2023-06-08T03:52:34.215907+0000","last_fullsized":"2023-06-08T03:52:34.215907+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:05:33.962002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783595+0000","last_change":"2023-06-08T03:52:34.200826+0000","last_active":"2023-06-08T03:52:36.783595+0000","last_peered":"2023-06-08T03:52:36.783595+0000","last_clean":"2023-06-08T03:52:36.783595+0000","last_became_active":"2023-06-08T03:52:34.200276+0000","last_became_peered":"2023-06-08T03:52:34.200276+0000","last_unstale":"2023-06-08T03:52:36.783595+0000","last_undegraded":"2023-06-08T03:52:36.783595+0000","last_fullsized":"2023-06-08T03:52:36.783595+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:17.131702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183078+0000","last_change":"2023-06-08T03:52:34.196437+0000","last_active":"2023-06-08T03:52:35.183078+0000","last_peered":"2023-06-08T03:52:35.183078+0000","last_clean":"2023-06-08T03:52:35.183078+0000","last_became_active":"2023-06-08T03:52:34.196075+0000","last_became_peered":"2023-06-08T03:52:34.196075+0000","last_unstale":"2023-06-08T03:52:35.183078+0000","last_undegraded":"2023-06-08T03:52:35.183078+0000","last_fullsized":"2023-06-08T03:52:35.183078+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:29.544344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.225722+0000","last_change":"2023-06-08T03:52:34.223083+0000","last_active":"2023-06-08T03:52:34.225722+0000","last_peered":"2023-06-08T03:52:34.225722+0000","last_clean":"2023-06-08T03:52:34.225722+0000","last_became_active":"2023-06-08T03:52:34.222474+0000","last_became_peered":"2023-06-08T03:52:34.222474+0000","last_unstale":"2023-06-08T03:52:34.225722+0000","last_undegraded":"2023-06-08T03:52:34.225722+0000","last_fullsized":"2023-06-08T03:52:34.225722+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:49:58.084661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185707+0000","last_change":"2023-06-08T03:52:34.186192+0000","last_active":"2023-06-08T03:52:35.185707+0000","last_peered":"2023-06-08T03:52:35.185707+0000","last_clean":"2023-06-08T03:52:35.185707+0000","last_became_active":"2023-06-08T03:52:34.185859+0000","last_became_peered":"2023-06-08T03:52:34.185859+0000","last_unstale":"2023-06-08T03:52:35.185707+0000","last_undegraded":"2023-06-08T03:52:35.185707+0000","last_fullsized":"2023-06-08T03:52:35.185707+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:00:20.730531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783755+0000","last_change":"2023-06-08T03:52:34.205112+0000","last_active":"2023-06-08T03:52:36.783755+0000","last_peered":"2023-06-08T03:52:36.783755+0000","last_clean":"2023-06-08T03:52:36.783755+0000","last_became_active":"2023-06-08T03:52:34.204541+0000","last_became_peered":"2023-06-08T03:52:34.204541+0000","last_unstale":"2023-06-08T03:52:36.783755+0000","last_undegraded":"2023-06-08T03:52:36.783755+0000","last_fullsized":"2023-06-08T03:52:36.783755+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:46.192405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185185+0000","last_change":"2023-06-08T03:52:34.206190+0000","last_active":"2023-06-08T03:52:35.185185+0000","last_peered":"2023-06-08T03:52:35.185185+0000","last_clean":"2023-06-08T03:52:35.185185+0000","last_became_active":"2023-06-08T03:52:34.205926+0000","last_became_peered":"2023-06-08T03:52:34.205926+0000","last_unstale":"2023-06-08T03:52:35.185185+0000","last_undegraded":"2023-06-08T03:52:35.185185+0000","last_fullsized":"2023-06-08T03:52:35.185185+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:29.544344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183381+0000","last_change":"2023-06-08T03:52:34.212388+0000","last_active":"2023-06-08T03:52:35.183381+0000","last_peered":"2023-06-08T03:52:35.183381+0000","last_clean":"2023-06-08T03:52:35.183381+0000","last_became_active":"2023-06-08T03:52:34.209506+0000","last_became_peered":"2023-06-08T03:52:34.209506+0000","last_unstale":"2023-06-08T03:52:35.183381+0000","last_undegraded":"2023-06-08T03:52:35.183381+0000","last_fullsized":"2023-06-08T03:52:35.183381+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.634111+0000","last_change":"2023-06-08T03:52:34.203548+0000","last_active":"2023-06-08T03:52:36.634111+0000","last_peered":"2023-06-08T03:52:36.634111+0000","last_clean":"2023-06-08T03:52:36.634111+0000","last_became_active":"2023-06-08T03:52:34.203148+0000","last_became_peered":"2023-06-08T03:52:34.203148+0000","last_unstale":"2023-06-08T03:52:36.634111+0000","last_undegraded":"2023-06-08T03:52:36.634111+0000","last_fullsized":"2023-06-08T03:52:36.634111+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:36:12.657810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.633877+0000","last_change":"2023-06-08T03:52:34.198088+0000","last_active":"2023-06-08T03:52:36.633877+0000","last_peered":"2023-06-08T03:52:36.633877+0000","last_clean":"2023-06-08T03:52:36.633877+0000","last_became_active":"2023-06-08T03:52:34.197694+0000","last_became_peered":"2023-06-08T03:52:34.197694+0000","last_unstale":"2023-06-08T03:52:36.633877+0000","last_undegraded":"2023-06-08T03:52:36.633877+0000","last_fullsized":"2023-06-08T03:52:36.633877+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:07:09.653478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185401+0000","last_change":"2023-06-08T03:52:34.192446+0000","last_active":"2023-06-08T03:52:35.185401+0000","last_peered":"2023-06-08T03:52:35.185401+0000","last_clean":"2023-06-08T03:52:35.185401+0000","last_became_active":"2023-06-08T03:52:34.192153+0000","last_became_peered":"2023-06-08T03:52:34.192153+0000","last_unstale":"2023-06-08T03:52:35.185401+0000","last_undegraded":"2023-06-08T03:52:35.185401+0000","last_fullsized":"2023-06-08T03:52:35.185401+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.225735+0000","last_change":"2023-06-08T03:52:34.223263+0000","last_active":"2023-06-08T03:52:34.225735+0000","last_peered":"2023-06-08T03:52:34.225735+0000","last_clean":"2023-06-08T03:52:34.225735+0000","last_became_active":"2023-06-08T03:52:34.222823+0000","last_became_peered":"2023-06-08T03:52:34.222823+0000","last_unstale":"2023-06-08T03:52:34.225735+0000","last_undegraded":"2023-06-08T03:52:34.225735+0000","last_fullsized":"2023-06-08T03:52:34.225735+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:37:09.935889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182189+0000","last_change":"2023-06-08T03:52:34.210602+0000","last_active":"2023-06-08T03:52:35.182189+0000","last_peered":"2023-06-08T03:52:35.182189+0000","last_clean":"2023-06-08T03:52:35.182189+0000","last_became_active":"2023-06-08T03:52:34.210259+0000","last_became_peered":"2023-06-08T03:52:34.210259+0000","last_unstale":"2023-06-08T03:52:35.182189+0000","last_undegraded":"2023-06-08T03:52:35.182189+0000","last_fullsized":"2023-06-08T03:52:35.182189+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:49:58.084661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783887+0000","last_change":"2023-06-08T03:52:34.204878+0000","last_active":"2023-06-08T03:52:36.783887+0000","last_peered":"2023-06-08T03:52:36.783887+0000","last_clean":"2023-06-08T03:52:36.783887+0000","last_became_active":"2023-06-08T03:52:34.203630+0000","last_became_peered":"2023-06-08T03:52:34.203630+0000","last_unstale":"2023-06-08T03:52:36.783887+0000","last_undegraded":"2023-06-08T03:52:36.783887+0000","last_fullsized":"2023-06-08T03:52:36.783887+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:16.389781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182894+0000","last_change":"2023-06-08T03:52:34.194985+0000","last_active":"2023-06-08T03:52:35.182894+0000","last_peered":"2023-06-08T03:52:35.182894+0000","last_clean":"2023-06-08T03:52:35.182894+0000","last_became_active":"2023-06-08T03:52:34.194629+0000","last_became_peered":"2023-06-08T03:52:34.194629+0000","last_unstale":"2023-06-08T03:52:35.182894+0000","last_undegraded":"2023-06-08T03:52:35.182894+0000","last_fullsized":"2023-06-08T03:52:35.182894+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:26.261589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.634489+0000","last_change":"2023-06-08T03:52:34.210847+0000","last_active":"2023-06-08T03:52:36.634489+0000","last_peered":"2023-06-08T03:52:36.634489+0000","last_clean":"2023-06-08T03:52:36.634489+0000","last_became_active":"2023-06-08T03:52:34.210508+0000","last_became_peered":"2023-06-08T03:52:34.210508+0000","last_unstale":"2023-06-08T03:52:36.634489+0000","last_undegraded":"2023-06-08T03:52:36.634489+0000","last_fullsized":"2023-06-08T03:52:36.634489+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:05:09.823832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184118+0000","last_change":"2023-06-08T03:52:34.212683+0000","last_active":"2023-06-08T03:52:35.184118+0000","last_peered":"2023-06-08T03:52:35.184118+0000","last_clean":"2023-06-08T03:52:35.184118+0000","last_became_active":"2023-06-08T03:52:34.212058+0000","last_became_peered":"2023-06-08T03:52:34.212058+0000","last_unstale":"2023-06-08T03:52:35.184118+0000","last_undegraded":"2023-06-08T03:52:35.184118+0000","last_fullsized":"2023-06-08T03:52:35.184118+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:17:26.410163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.225510+0000","last_change":"2023-06-08T03:52:34.221853+0000","last_active":"2023-06-08T03:52:34.225510+0000","last_peered":"2023-06-08T03:52:34.225510+0000","last_clean":"2023-06-08T03:52:34.225510+0000","last_became_active":"2023-06-08T03:52:34.221014+0000","last_became_peered":"2023-06-08T03:52:34.221014+0000","last_unstale":"2023-06-08T03:52:34.225510+0000","last_undegraded":"2023-06-08T03:52:34.225510+0000","last_fullsized":"2023-06-08T03:52:34.225510+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:31:10.643634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.782948+0000","last_change":"2023-06-08T03:52:34.200224+0000","last_active":"2023-06-08T03:52:36.782948+0000","last_peered":"2023-06-08T03:52:36.782948+0000","last_clean":"2023-06-08T03:52:36.782948+0000","last_became_active":"2023-06-08T03:52:34.199936+0000","last_became_peered":"2023-06-08T03:52:34.199936+0000","last_unstale":"2023-06-08T03:52:36.782948+0000","last_undegraded":"2023-06-08T03:52:36.782948+0000","last_fullsized":"2023-06-08T03:52:36.782948+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:37:09.935889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.177846+0000","last_change":"2023-06-08T03:52:34.194414+0000","last_active":"2023-06-08T03:52:35.177846+0000","last_peered":"2023-06-08T03:52:35.177846+0000","last_clean":"2023-06-08T03:52:35.177846+0000","last_became_active":"2023-06-08T03:52:34.194057+0000","last_became_peered":"2023-06-08T03:52:34.194057+0000","last_unstale":"2023-06-08T03:52:35.177846+0000","last_undegraded":"2023-06-08T03:52:35.177846+0000","last_fullsized":"2023-06-08T03:52:35.177846+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:31:10.643634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.225213+0000","last_change":"2023-06-08T03:52:34.217750+0000","last_active":"2023-06-08T03:52:34.225213+0000","last_peered":"2023-06-08T03:52:34.225213+0000","last_clean":"2023-06-08T03:52:34.225213+0000","last_became_active":"2023-06-08T03:52:34.217394+0000","last_became_peered":"2023-06-08T03:52:34.217394+0000","last_unstale":"2023-06-08T03:52:34.225213+0000","last_undegraded":"2023-06-08T03:52:34.225213+0000","last_fullsized":"2023-06-08T03:52:34.225213+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:25:20.430101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.633817+0000","last_change":"2023-06-08T03:52:34.210957+0000","last_active":"2023-06-08T03:52:35.633817+0000","last_peered":"2023-06-08T03:52:35.633817+0000","last_clean":"2023-06-08T03:52:35.633817+0000","last_became_active":"2023-06-08T03:52:34.210642+0000","last_became_peered":"2023-06-08T03:52:34.210642+0000","last_unstale":"2023-06-08T03:52:35.633817+0000","last_undegraded":"2023-06-08T03:52:35.633817+0000","last_fullsized":"2023-06-08T03:52:35.633817+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:17.131702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634065+0000","last_change":"2023-06-08T03:52:34.196652+0000","last_active":"2023-06-08T03:52:35.634065+0000","last_peered":"2023-06-08T03:52:35.634065+0000","last_clean":"2023-06-08T03:52:35.634065+0000","last_became_active":"2023-06-08T03:52:34.196408+0000","last_became_peered":"2023-06-08T03:52:34.196408+0000","last_unstale":"2023-06-08T03:52:35.634065+0000","last_undegraded":"2023-06-08T03:52:35.634065+0000","last_fullsized":"2023-06-08T03:52:35.634065+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:26.261589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184944+0000","last_change":"2023-06-08T03:52:34.221093+0000","last_active":"2023-06-08T03:52:35.184944+0000","last_peered":"2023-06-08T03:52:35.184944+0000","last_clean":"2023-06-08T03:52:35.184944+0000","last_became_active":"2023-06-08T03:52:34.220707+0000","last_became_peered":"2023-06-08T03:52:34.220707+0000","last_unstale":"2023-06-08T03:52:35.184944+0000","last_undegraded":"2023-06-08T03:52:35.184944+0000","last_fullsized":"2023-06-08T03:52:35.184944+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:46.192405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634447+0000","last_change":"2023-06-08T03:52:34.204359+0000","last_active":"2023-06-08T03:52:35.634447+0000","last_peered":"2023-06-08T03:52:35.634447+0000","last_clean":"2023-06-08T03:52:35.634447+0000","last_became_active":"2023-06-08T03:52:34.204023+0000","last_became_peered":"2023-06-08T03:52:34.204023+0000","last_unstale":"2023-06-08T03:52:35.634447+0000","last_undegraded":"2023-06-08T03:52:35.634447+0000","last_fullsized":"2023-06-08T03:52:35.634447+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178983+0000","last_change":"2023-06-08T03:52:34.217989+0000","last_active":"2023-06-08T03:52:35.178983+0000","last_peered":"2023-06-08T03:52:35.178983+0000","last_clean":"2023-06-08T03:52:35.178983+0000","last_became_active":"2023-06-08T03:52:34.217704+0000","last_became_peered":"2023-06-08T03:52:34.217704+0000","last_unstale":"2023-06-08T03:52:35.178983+0000","last_undegraded":"2023-06-08T03:52:35.178983+0000","last_fullsized":"2023-06-08T03:52:35.178983+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:47.196103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182725+0000","last_change":"2023-06-08T03:52:34.214912+0000","last_active":"2023-06-08T03:52:35.182725+0000","last_peered":"2023-06-08T03:52:35.182725+0000","last_clean":"2023-06-08T03:52:35.182725+0000","last_became_active":"2023-06-08T03:52:34.214493+0000","last_became_peered":"2023-06-08T03:52:34.214493+0000","last_unstale":"2023-06-08T03:52:35.182725+0000","last_undegraded":"2023-06-08T03:52:35.182725+0000","last_fullsized":"2023-06-08T03:52:35.182725+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.177908+0000","last_change":"2023-06-08T03:52:34.202014+0000","last_active":"2023-06-08T03:52:35.177908+0000","last_peered":"2023-06-08T03:52:35.177908+0000","last_clean":"2023-06-08T03:52:35.177908+0000","last_became_active":"2023-06-08T03:52:34.201251+0000","last_became_peered":"2023-06-08T03:52:34.201251+0000","last_unstale":"2023-06-08T03:52:35.177908+0000","last_undegraded":"2023-06-08T03:52:35.177908+0000","last_fullsized":"2023-06-08T03:52:35.177908+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:43:42.896982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.219273+0000","last_change":"2023-06-08T03:52:34.211062+0000","last_active":"2023-06-08T03:52:34.219273+0000","last_peered":"2023-06-08T03:52:34.219273+0000","last_clean":"2023-06-08T03:52:34.219273+0000","last_became_active":"2023-06-08T03:52:34.210678+0000","last_became_peered":"2023-06-08T03:52:34.210678+0000","last_unstale":"2023-06-08T03:52:34.219273+0000","last_undegraded":"2023-06-08T03:52:34.219273+0000","last_fullsized":"2023-06-08T03:52:34.219273+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:50:54.577891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178666+0000","last_change":"2023-06-08T03:52:34.201688+0000","last_active":"2023-06-08T03:52:35.178666+0000","last_peered":"2023-06-08T03:52:35.178666+0000","last_clean":"2023-06-08T03:52:35.178666+0000","last_became_active":"2023-06-08T03:52:34.200812+0000","last_became_peered":"2023-06-08T03:52:34.200812+0000","last_unstale":"2023-06-08T03:52:35.178666+0000","last_undegraded":"2023-06-08T03:52:35.178666+0000","last_fullsized":"2023-06-08T03:52:35.178666+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:46.192405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"22'2","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.226394+0000","last_change":"2023-06-08T03:52:33.842431+0000","last_active":"2023-06-08T03:52:34.226394+0000","last_peered":"2023-06-08T03:52:34.226394+0000","last_clean":"2023-06-08T03:52:34.226394+0000","last_became_active":"2023-06-08T03:52:33.841864+0000","last_became_peered":"2023-06-08T03:52:33.841864+0000","last_unstale":"2023-06-08T03:52:34.226394+0000","last_undegraded":"2023-06-08T03:52:34.226394+0000","last_fullsized":"2023-06-08T03:52:34.226394+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:43:41.893315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184865+0000","last_change":"2023-06-08T03:52:34.220977+0000","last_active":"2023-06-08T03:52:35.184865+0000","last_peered":"2023-06-08T03:52:35.184865+0000","last_clean":"2023-06-08T03:52:35.184865+0000","last_became_active":"2023-06-08T03:52:34.220670+0000","last_became_peered":"2023-06-08T03:52:34.220670+0000","last_unstale":"2023-06-08T03:52:35.184865+0000","last_undegraded":"2023-06-08T03:52:35.184865+0000","last_fullsized":"2023-06-08T03:52:35.184865+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:26.261589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783261+0000","last_change":"2023-06-08T03:52:33.826749+0000","last_active":"2023-06-08T03:52:36.783261+0000","last_peered":"2023-06-08T03:52:36.783261+0000","last_clean":"2023-06-08T03:52:36.783261+0000","last_became_active":"2023-06-08T03:52:33.826359+0000","last_became_peered":"2023-06-08T03:52:33.826359+0000","last_unstale":"2023-06-08T03:52:36.783261+0000","last_undegraded":"2023-06-08T03:52:36.783261+0000","last_fullsized":"2023-06-08T03:52:36.783261+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:31.592187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.784057+0000","last_change":"2023-06-08T03:52:34.201527+0000","last_active":"2023-06-08T03:52:36.784057+0000","last_peered":"2023-06-08T03:52:36.784057+0000","last_clean":"2023-06-08T03:52:36.784057+0000","last_became_active":"2023-06-08T03:52:34.200482+0000","last_became_peered":"2023-06-08T03:52:34.200482+0000","last_unstale":"2023-06-08T03:52:36.784057+0000","last_undegraded":"2023-06-08T03:52:36.784057+0000","last_fullsized":"2023-06-08T03:52:36.784057+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.210511+0000","last_change":"2023-06-08T03:52:33.838747+0000","last_active":"2023-06-08T03:52:34.210511+0000","last_peered":"2023-06-08T03:52:34.210511+0000","last_clean":"2023-06-08T03:52:34.210511+0000","last_became_active":"2023-06-08T03:52:33.837712+0000","last_became_peered":"2023-06-08T03:52:33.837712+0000","last_unstale":"2023-06-08T03:52:34.210511+0000","last_undegraded":"2023-06-08T03:52:34.210511+0000","last_fullsized":"2023-06-08T03:52:34.210511+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:13.907319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178697+0000","last_change":"2023-06-08T03:52:34.217636+0000","last_active":"2023-06-08T03:52:35.178697+0000","last_peered":"2023-06-08T03:52:35.178697+0000","last_clean":"2023-06-08T03:52:35.178697+0000","last_became_active":"2023-06-08T03:52:34.217365+0000","last_became_peered":"2023-06-08T03:52:34.217365+0000","last_unstale":"2023-06-08T03:52:35.178697+0000","last_undegraded":"2023-06-08T03:52:35.178697+0000","last_fullsized":"2023-06-08T03:52:35.178697+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:16.389781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"22'8","reported_seq":19,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.221570+0000","last_change":"2023-06-08T03:52:33.821293+0000","last_active":"2023-06-08T03:52:34.221570+0000","last_peered":"2023-06-08T03:52:34.221570+0000","last_clean":"2023-06-08T03:52:34.221570+0000","last_became_active":"2023-06-08T03:52:33.819639+0000","last_became_peered":"2023-06-08T03:52:33.819639+0000","last_unstale":"2023-06-08T03:52:34.221570+0000","last_undegraded":"2023-06-08T03:52:34.221570+0000","last_fullsized":"2023-06-08T03:52:34.221570+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:44:11.987781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"22'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.226427+0000","last_change":"2023-06-08T03:52:33.842261+0000","last_active":"2023-06-08T03:52:34.226427+0000","last_peered":"2023-06-08T03:52:34.226427+0000","last_clean":"2023-06-08T03:52:34.226427+0000","last_became_active":"2023-06-08T03:52:33.841779+0000","last_became_peered":"2023-06-08T03:52:33.841779+0000","last_unstale":"2023-06-08T03:52:34.226427+0000","last_undegraded":"2023-06-08T03:52:34.226427+0000","last_fullsized":"2023-06-08T03:52:34.226427+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:25.257922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184498+0000","last_change":"2023-06-08T03:52:34.214385+0000","last_active":"2023-06-08T03:52:35.184498+0000","last_peered":"2023-06-08T03:52:35.184498+0000","last_clean":"2023-06-08T03:52:35.184498+0000","last_became_active":"2023-06-08T03:52:34.214080+0000","last_became_peered":"2023-06-08T03:52:34.214080+0000","last_unstale":"2023-06-08T03:52:35.184498+0000","last_undegraded":"2023-06-08T03:52:35.184498+0000","last_fullsized":"2023-06-08T03:52:35.184498+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:53.142873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"22'2","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.226551+0000","last_change":"2023-06-08T03:52:33.842752+0000","last_active":"2023-06-08T03:52:34.226551+0000","last_peered":"2023-06-08T03:52:34.226551+0000","last_clean":"2023-06-08T03:52:34.226551+0000","last_became_active":"2023-06-08T03:52:33.842137+0000","last_became_peered":"2023-06-08T03:52:33.842137+0000","last_unstale":"2023-06-08T03:52:34.226551+0000","last_undegraded":"2023-06-08T03:52:34.226551+0000","last_fullsized":"2023-06-08T03:52:34.226551+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:48.617443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182487+0000","last_change":"2023-06-08T03:52:34.205080+0000","last_active":"2023-06-08T03:52:35.182487+0000","last_peered":"2023-06-08T03:52:35.182487+0000","last_clean":"2023-06-08T03:52:35.182487+0000","last_became_active":"2023-06-08T03:52:34.204573+0000","last_became_peered":"2023-06-08T03:52:34.204573+0000","last_unstale":"2023-06-08T03:52:35.182487+0000","last_undegraded":"2023-06-08T03:52:35.182487+0000","last_fullsized":"2023-06-08T03:52:35.182487+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:14.910986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"22'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.222398+0000","last_change":"2023-06-08T03:52:33.834982+0000","last_active":"2023-06-08T03:52:34.222398+0000","last_peered":"2023-06-08T03:52:34.222398+0000","last_clean":"2023-06-08T03:52:34.222398+0000","last_became_active":"2023-06-08T03:52:33.834324+0000","last_became_peered":"2023-06-08T03:52:33.834324+0000","last_unstale":"2023-06-08T03:52:34.222398+0000","last_undegraded":"2023-06-08T03:52:34.222398+0000","last_fullsized":"2023-06-08T03:52:34.222398+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:31.592187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.220848+0000","last_change":"2023-06-08T03:52:34.219483+0000","last_active":"2023-06-08T03:52:34.220848+0000","last_peered":"2023-06-08T03:52:34.220848+0000","last_clean":"2023-06-08T03:52:34.220848+0000","last_became_active":"2023-06-08T03:52:34.219225+0000","last_became_peered":"2023-06-08T03:52:34.219225+0000","last_unstale":"2023-06-08T03:52:34.220848+0000","last_undegraded":"2023-06-08T03:52:34.220848+0000","last_fullsized":"2023-06-08T03:52:34.220848+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:37:05.891728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184656+0000","last_change":"2023-06-08T03:52:33.816004+0000","last_active":"2023-06-08T03:52:35.184656+0000","last_peered":"2023-06-08T03:52:35.184656+0000","last_clean":"2023-06-08T03:52:35.184656+0000","last_became_active":"2023-06-08T03:52:33.815108+0000","last_became_peered":"2023-06-08T03:52:33.815108+0000","last_unstale":"2023-06-08T03:52:35.184656+0000","last_undegraded":"2023-06-08T03:52:35.184656+0000","last_fullsized":"2023-06-08T03:52:35.184656+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:31.592187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783097+0000","last_change":"2023-06-08T03:52:34.200608+0000","last_active":"2023-06-08T03:52:36.783097+0000","last_peered":"2023-06-08T03:52:36.783097+0000","last_clean":"2023-06-08T03:52:36.783097+0000","last_became_active":"2023-06-08T03:52:34.199820+0000","last_became_peered":"2023-06-08T03:52:34.199820+0000","last_unstale":"2023-06-08T03:52:36.783097+0000","last_undegraded":"2023-06-08T03:52:36.783097+0000","last_fullsized":"2023-06-08T03:52:36.783097+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:14.910986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178872+0000","last_change":"2023-06-08T03:52:33.819712+0000","last_active":"2023-06-08T03:52:35.178872+0000","last_peered":"2023-06-08T03:52:35.178872+0000","last_clean":"2023-06-08T03:52:35.178872+0000","last_became_active":"2023-06-08T03:52:33.819280+0000","last_became_peered":"2023-06-08T03:52:33.819280+0000","last_unstale":"2023-06-08T03:52:35.178872+0000","last_undegraded":"2023-06-08T03:52:35.178872+0000","last_fullsized":"2023-06-08T03:52:35.178872+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:47.612504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184378+0000","last_change":"2023-06-08T03:52:34.196096+0000","last_active":"2023-06-08T03:52:35.184378+0000","last_peered":"2023-06-08T03:52:35.184378+0000","last_clean":"2023-06-08T03:52:35.184378+0000","last_became_active":"2023-06-08T03:52:34.195770+0000","last_became_peered":"2023-06-08T03:52:34.195770+0000","last_unstale":"2023-06-08T03:52:35.184378+0000","last_undegraded":"2023-06-08T03:52:35.184378+0000","last_fullsized":"2023-06-08T03:52:35.184378+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:22:43.096943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.208930+0000","last_change":"2023-06-08T03:52:33.837999+0000","last_active":"2023-06-08T03:52:34.208930+0000","last_peered":"2023-06-08T03:52:34.208930+0000","last_clean":"2023-06-08T03:52:34.208930+0000","last_became_active":"2023-06-08T03:52:33.837284+0000","last_became_peered":"2023-06-08T03:52:33.837284+0000","last_unstale":"2023-06-08T03:52:34.208930+0000","last_undegraded":"2023-06-08T03:52:34.208930+0000","last_fullsized":"2023-06-08T03:52:34.208930+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:11:08.693163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183684+0000","last_change":"2023-06-08T03:52:34.196922+0000","last_active":"2023-06-08T03:52:35.183684+0000","last_peered":"2023-06-08T03:52:35.183684+0000","last_clean":"2023-06-08T03:52:35.183684+0000","last_became_active":"2023-06-08T03:52:34.194976+0000","last_became_peered":"2023-06-08T03:52:34.194976+0000","last_unstale":"2023-06-08T03:52:35.183684+0000","last_undegraded":"2023-06-08T03:52:35.183684+0000","last_fullsized":"2023-06-08T03:52:35.183684+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:00:20.730531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182563+0000","last_change":"2023-06-08T03:52:33.827858+0000","last_active":"2023-06-08T03:52:35.182563+0000","last_peered":"2023-06-08T03:52:35.182563+0000","last_clean":"2023-06-08T03:52:35.182563+0000","last_became_active":"2023-06-08T03:52:33.827102+0000","last_became_peered":"2023-06-08T03:52:33.827102+0000","last_unstale":"2023-06-08T03:52:35.182563+0000","last_undegraded":"2023-06-08T03:52:35.182563+0000","last_fullsized":"2023-06-08T03:52:35.182563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:31.592187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182692+0000","last_change":"2023-06-08T03:52:34.212316+0000","last_active":"2023-06-08T03:52:35.182692+0000","last_peered":"2023-06-08T03:52:35.182692+0000","last_clean":"2023-06-08T03:52:35.182692+0000","last_became_active":"2023-06-08T03:52:34.211879+0000","last_became_peered":"2023-06-08T03:52:34.211879+0000","last_unstale":"2023-06-08T03:52:35.182692+0000","last_undegraded":"2023-06-08T03:52:35.182692+0000","last_fullsized":"2023-06-08T03:52:35.182692+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:17.131702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178612+0000","last_change":"2023-06-08T03:52:33.809891+0000","last_active":"2023-06-08T03:52:35.178612+0000","last_peered":"2023-06-08T03:52:35.178612+0000","last_clean":"2023-06-08T03:52:35.178612+0000","last_became_active":"2023-06-08T03:52:33.809321+0000","last_became_peered":"2023-06-08T03:52:33.809321+0000","last_unstale":"2023-06-08T03:52:35.178612+0000","last_undegraded":"2023-06-08T03:52:35.178612+0000","last_fullsized":"2023-06-08T03:52:35.178612+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:25.257922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634047+0000","last_change":"2023-06-08T03:52:34.197875+0000","last_active":"2023-06-08T03:52:35.634047+0000","last_peered":"2023-06-08T03:52:35.634047+0000","last_clean":"2023-06-08T03:52:35.634047+0000","last_became_active":"2023-06-08T03:52:34.197430+0000","last_became_peered":"2023-06-08T03:52:34.197430+0000","last_unstale":"2023-06-08T03:52:35.634047+0000","last_undegraded":"2023-06-08T03:52:35.634047+0000","last_fullsized":"2023-06-08T03:52:35.634047+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":173,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.207797+0000","last_change":"2023-06-08T03:52:24.078700+0000","last_active":"2023-06-08T03:52:34.207797+0000","last_peered":"2023-06-08T03:52:34.207797+0000","last_clean":"2023-06-08T03:52:34.207797+0000","last_became_active":"2023-06-08T03:52:24.076762+0000","last_became_peered":"2023-06-08T03:52:24.076762+0000","last_unstale":"2023-06-08T03:52:34.207797+0000","last_undegraded":"2023-06-08T03:52:34.207797+0000","last_fullsized":"2023-06-08T03:52:34.207797+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:22.642730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:22.642730+0000","last_clean_scrub_stamp":"2023-06-08T03:52:22.642730+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:53:46.062971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184394+0000","last_change":"2023-06-08T03:52:29.775070+0000","last_active":"2023-06-08T03:52:35.184394+0000","last_peered":"2023-06-08T03:52:35.184394+0000","last_clean":"2023-06-08T03:52:35.184394+0000","last_became_active":"2023-06-08T03:52:29.774047+0000","last_became_peered":"2023-06-08T03:52:29.774047+0000","last_unstale":"2023-06-08T03:52:35.184394+0000","last_undegraded":"2023-06-08T03:52:35.184394+0000","last_fullsized":"2023-06-08T03:52:35.184394+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:09.869151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.177944+0000","last_change":"2023-06-08T03:52:33.813421+0000","last_active":"2023-06-08T03:52:35.177944+0000","last_peered":"2023-06-08T03:52:35.177944+0000","last_clean":"2023-06-08T03:52:35.177944+0000","last_became_active":"2023-06-08T03:52:33.813120+0000","last_became_peered":"2023-06-08T03:52:33.813120+0000","last_unstale":"2023-06-08T03:52:35.177944+0000","last_undegraded":"2023-06-08T03:52:35.177944+0000","last_fullsized":"2023-06-08T03:52:35.177944+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:49:57.080994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.224855+0000","last_change":"2023-06-08T03:52:34.223823+0000","last_active":"2023-06-08T03:52:34.224855+0000","last_peered":"2023-06-08T03:52:34.224855+0000","last_clean":"2023-06-08T03:52:34.224855+0000","last_became_active":"2023-06-08T03:52:34.223487+0000","last_became_peered":"2023-06-08T03:52:34.223487+0000","last_unstale":"2023-06-08T03:52:34.224855+0000","last_undegraded":"2023-06-08T03:52:34.224855+0000","last_fullsized":"2023-06-08T03:52:34.224855+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:29:06.003799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.207654+0000","last_change":"2023-06-08T03:52:29.780410+0000","last_active":"2023-06-08T03:52:34.207654+0000","last_peered":"2023-06-08T03:52:34.207654+0000","last_clean":"2023-06-08T03:52:34.207654+0000","last_became_active":"2023-06-08T03:52:29.779630+0000","last_became_peered":"2023-06-08T03:52:29.779630+0000","last_unstale":"2023-06-08T03:52:34.207654+0000","last_undegraded":"2023-06-08T03:52:34.207654+0000","last_fullsized":"2023-06-08T03:52:34.207654+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:50:19.557875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.782881+0000","last_change":"2023-06-08T03:52:33.837466+0000","last_active":"2023-06-08T03:52:36.782881+0000","last_peered":"2023-06-08T03:52:36.782881+0000","last_clean":"2023-06-08T03:52:36.782881+0000","last_became_active":"2023-06-08T03:52:33.837003+0000","last_became_peered":"2023-06-08T03:52:33.837003+0000","last_unstale":"2023-06-08T03:52:36.782881+0000","last_undegraded":"2023-06-08T03:52:36.782881+0000","last_fullsized":"2023-06-08T03:52:36.782881+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:49:57.080994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783901+0000","last_change":"2023-06-08T03:52:34.200817+0000","last_active":"2023-06-08T03:52:36.783901+0000","last_peered":"2023-06-08T03:52:36.783901+0000","last_clean":"2023-06-08T03:52:36.783901+0000","last_became_active":"2023-06-08T03:52:34.200038+0000","last_became_peered":"2023-06-08T03:52:34.200038+0000","last_unstale":"2023-06-08T03:52:36.783901+0000","last_undegraded":"2023-06-08T03:52:36.783901+0000","last_fullsized":"2023-06-08T03:52:36.783901+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:29.544344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.633856+0000","last_change":"2023-06-08T03:52:29.875560+0000","last_active":"2023-06-08T03:52:36.633856+0000","last_peered":"2023-06-08T03:52:36.633856+0000","last_clean":"2023-06-08T03:52:36.633856+0000","last_became_active":"2023-06-08T03:52:29.875158+0000","last_became_peered":"2023-06-08T03:52:29.875158+0000","last_unstale":"2023-06-08T03:52:36.633856+0000","last_undegraded":"2023-06-08T03:52:36.633856+0000","last_fullsized":"2023-06-08T03:52:36.633856+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:03:58.579573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.633313+0000","last_change":"2023-06-08T03:52:33.817915+0000","last_active":"2023-06-08T03:52:35.633313+0000","last_peered":"2023-06-08T03:52:35.633313+0000","last_clean":"2023-06-08T03:52:35.633313+0000","last_became_active":"2023-06-08T03:52:33.817547+0000","last_became_peered":"2023-06-08T03:52:33.817547+0000","last_unstale":"2023-06-08T03:52:35.633313+0000","last_undegraded":"2023-06-08T03:52:35.633313+0000","last_fullsized":"2023-06-08T03:52:35.633313+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:13.907319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634213+0000","last_change":"2023-06-08T03:52:34.197688+0000","last_active":"2023-06-08T03:52:35.634213+0000","last_peered":"2023-06-08T03:52:35.634213+0000","last_clean":"2023-06-08T03:52:35.634213+0000","last_became_active":"2023-06-08T03:52:34.197083+0000","last_became_peered":"2023-06-08T03:52:34.197083+0000","last_unstale":"2023-06-08T03:52:35.634213+0000","last_undegraded":"2023-06-08T03:52:35.634213+0000","last_fullsized":"2023-06-08T03:52:35.634213+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:29.544344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185516+0000","last_change":"2023-06-08T03:52:29.775307+0000","last_active":"2023-06-08T03:52:35.185516+0000","last_peered":"2023-06-08T03:52:35.185516+0000","last_clean":"2023-06-08T03:52:35.185516+0000","last_became_active":"2023-06-08T03:52:29.774465+0000","last_became_peered":"2023-06-08T03:52:29.774465+0000","last_unstale":"2023-06-08T03:52:35.185516+0000","last_undegraded":"2023-06-08T03:52:35.185516+0000","last_fullsized":"2023-06-08T03:52:35.185516+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:02.135686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183669+0000","last_change":"2023-06-08T03:52:33.833486+0000","last_active":"2023-06-08T03:52:35.183669+0000","last_peered":"2023-06-08T03:52:35.183669+0000","last_clean":"2023-06-08T03:52:35.183669+0000","last_became_active":"2023-06-08T03:52:33.832814+0000","last_became_peered":"2023-06-08T03:52:33.832814+0000","last_unstale":"2023-06-08T03:52:35.183669+0000","last_undegraded":"2023-06-08T03:52:35.183669+0000","last_fullsized":"2023-06-08T03:52:35.183669+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:06.173854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634537+0000","last_change":"2023-06-08T03:52:34.198749+0000","last_active":"2023-06-08T03:52:35.634537+0000","last_peered":"2023-06-08T03:52:35.634537+0000","last_clean":"2023-06-08T03:52:35.634537+0000","last_became_active":"2023-06-08T03:52:34.198471+0000","last_became_peered":"2023-06-08T03:52:34.198471+0000","last_unstale":"2023-06-08T03:52:35.634537+0000","last_undegraded":"2023-06-08T03:52:35.634537+0000","last_fullsized":"2023-06-08T03:52:35.634537+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:47.196103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185291+0000","last_change":"2023-06-08T03:52:33.815429+0000","last_active":"2023-06-08T03:52:35.185291+0000","last_peered":"2023-06-08T03:52:35.185291+0000","last_clean":"2023-06-08T03:52:35.185291+0000","last_became_active":"2023-06-08T03:52:33.813577+0000","last_became_peered":"2023-06-08T03:52:33.813577+0000","last_unstale":"2023-06-08T03:52:35.185291+0000","last_undegraded":"2023-06-08T03:52:35.185291+0000","last_fullsized":"2023-06-08T03:52:35.185291+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:45.373351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634599+0000","last_change":"2023-06-08T03:52:29.878343+0000","last_active":"2023-06-08T03:52:35.634599+0000","last_peered":"2023-06-08T03:52:35.634599+0000","last_clean":"2023-06-08T03:52:35.634599+0000","last_became_active":"2023-06-08T03:52:29.878028+0000","last_became_peered":"2023-06-08T03:52:29.878028+0000","last_unstale":"2023-06-08T03:52:35.634599+0000","last_undegraded":"2023-06-08T03:52:35.634599+0000","last_fullsized":"2023-06-08T03:52:35.634599+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:02.135686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.633570+0000","last_change":"2023-06-08T03:52:34.195036+0000","last_active":"2023-06-08T03:52:35.633570+0000","last_peered":"2023-06-08T03:52:35.633570+0000","last_clean":"2023-06-08T03:52:35.633570+0000","last_became_active":"2023-06-08T03:52:34.194766+0000","last_became_peered":"2023-06-08T03:52:34.194766+0000","last_unstale":"2023-06-08T03:52:35.633570+0000","last_undegraded":"2023-06-08T03:52:35.633570+0000","last_fullsized":"2023-06-08T03:52:35.633570+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:32.595854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634170+0000","last_change":"2023-06-08T03:52:33.817383+0000","last_active":"2023-06-08T03:52:35.634170+0000","last_peered":"2023-06-08T03:52:35.634170+0000","last_clean":"2023-06-08T03:52:35.634170+0000","last_became_active":"2023-06-08T03:52:33.816990+0000","last_became_peered":"2023-06-08T03:52:33.816990+0000","last_unstale":"2023-06-08T03:52:35.634170+0000","last_undegraded":"2023-06-08T03:52:35.634170+0000","last_fullsized":"2023-06-08T03:52:35.634170+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:15.386114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.212056+0000","last_change":"2023-06-08T03:52:29.875243+0000","last_active":"2023-06-08T03:52:34.212056+0000","last_peered":"2023-06-08T03:52:34.212056+0000","last_clean":"2023-06-08T03:52:34.212056+0000","last_became_active":"2023-06-08T03:52:29.874833+0000","last_became_peered":"2023-06-08T03:52:29.874833+0000","last_unstale":"2023-06-08T03:52:34.212056+0000","last_undegraded":"2023-06-08T03:52:34.212056+0000","last_fullsized":"2023-06-08T03:52:34.212056+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:12.089867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783241+0000","last_change":"2023-06-08T03:52:34.196337+0000","last_active":"2023-06-08T03:52:36.783241+0000","last_peered":"2023-06-08T03:52:36.783241+0000","last_clean":"2023-06-08T03:52:36.783241+0000","last_became_active":"2023-06-08T03:52:34.195408+0000","last_became_peered":"2023-06-08T03:52:34.195408+0000","last_unstale":"2023-06-08T03:52:36.783241+0000","last_undegraded":"2023-06-08T03:52:36.783241+0000","last_fullsized":"2023-06-08T03:52:36.783241+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:53.142873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178793+0000","last_change":"2023-06-08T03:52:33.825283+0000","last_active":"2023-06-08T03:52:35.178793+0000","last_peered":"2023-06-08T03:52:35.178793+0000","last_clean":"2023-06-08T03:52:35.178793+0000","last_became_active":"2023-06-08T03:52:33.824917+0000","last_became_peered":"2023-06-08T03:52:33.824917+0000","last_unstale":"2023-06-08T03:52:35.178793+0000","last_undegraded":"2023-06-08T03:52:35.178793+0000","last_fullsized":"2023-06-08T03:52:35.178793+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:45.373351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634012+0000","last_change":"2023-06-08T03:52:29.777779+0000","last_active":"2023-06-08T03:52:35.634012+0000","last_peered":"2023-06-08T03:52:35.634012+0000","last_clean":"2023-06-08T03:52:35.634012+0000","last_became_active":"2023-06-08T03:52:29.777419+0000","last_became_peered":"2023-06-08T03:52:29.777419+0000","last_unstale":"2023-06-08T03:52:35.634012+0000","last_undegraded":"2023-06-08T03:52:35.634012+0000","last_fullsized":"2023-06-08T03:52:35.634012+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:41.150569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178263+0000","last_change":"2023-06-08T03:52:34.217100+0000","last_active":"2023-06-08T03:52:35.178263+0000","last_peered":"2023-06-08T03:52:35.178263+0000","last_clean":"2023-06-08T03:52:35.178263+0000","last_became_active":"2023-06-08T03:52:34.216825+0000","last_became_peered":"2023-06-08T03:52:34.216825+0000","last_unstale":"2023-06-08T03:52:35.178263+0000","last_undegraded":"2023-06-08T03:52:35.178263+0000","last_fullsized":"2023-06-08T03:52:35.178263+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:32.595854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.784209+0000","last_change":"2023-06-08T03:52:33.820179+0000","last_active":"2023-06-08T03:52:36.784209+0000","last_peered":"2023-06-08T03:52:36.784209+0000","last_clean":"2023-06-08T03:52:36.784209+0000","last_became_active":"2023-06-08T03:52:33.819769+0000","last_became_peered":"2023-06-08T03:52:33.819769+0000","last_unstale":"2023-06-08T03:52:36.784209+0000","last_undegraded":"2023-06-08T03:52:36.784209+0000","last_fullsized":"2023-06-08T03:52:36.784209+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:46.192435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.209602+0000","last_change":"2023-06-08T03:52:29.779829+0000","last_active":"2023-06-08T03:52:34.209602+0000","last_peered":"2023-06-08T03:52:34.209602+0000","last_clean":"2023-06-08T03:52:34.209602+0000","last_became_active":"2023-06-08T03:52:29.778989+0000","last_became_peered":"2023-06-08T03:52:29.778989+0000","last_unstale":"2023-06-08T03:52:34.209602+0000","last_undegraded":"2023-06-08T03:52:34.209602+0000","last_fullsized":"2023-06-08T03:52:34.209602+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:12:46.276961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182415+0000","last_change":"2023-06-08T03:52:34.197432+0000","last_active":"2023-06-08T03:52:35.182415+0000","last_peered":"2023-06-08T03:52:35.182415+0000","last_clean":"2023-06-08T03:52:35.182415+0000","last_became_active":"2023-06-08T03:52:34.193639+0000","last_became_peered":"2023-06-08T03:52:34.193639+0000","last_unstale":"2023-06-08T03:52:35.182415+0000","last_undegraded":"2023-06-08T03:52:35.182415+0000","last_fullsized":"2023-06-08T03:52:35.182415+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:37:09.935889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183518+0000","last_change":"2023-06-08T03:52:34.212764+0000","last_active":"2023-06-08T03:52:35.183518+0000","last_peered":"2023-06-08T03:52:35.183518+0000","last_clean":"2023-06-08T03:52:35.183518+0000","last_became_active":"2023-06-08T03:52:34.212338+0000","last_became_peered":"2023-06-08T03:52:34.212338+0000","last_unstale":"2023-06-08T03:52:35.183518+0000","last_undegraded":"2023-06-08T03:52:35.183518+0000","last_fullsized":"2023-06-08T03:52:35.183518+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:47.196103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"22'6","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184693+0000","last_change":"2023-06-08T03:52:33.832442+0000","last_active":"2023-06-08T03:52:35.184693+0000","last_peered":"2023-06-08T03:52:35.184693+0000","last_clean":"2023-06-08T03:52:35.184693+0000","last_became_active":"2023-06-08T03:52:33.831711+0000","last_became_peered":"2023-06-08T03:52:33.831711+0000","last_unstale":"2023-06-08T03:52:35.184693+0000","last_undegraded":"2023-06-08T03:52:35.184693+0000","last_fullsized":"2023-06-08T03:52:35.184693+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:20:37.268273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634392+0000","last_change":"2023-06-08T03:52:34.214731+0000","last_active":"2023-06-08T03:52:35.634392+0000","last_peered":"2023-06-08T03:52:35.634392+0000","last_clean":"2023-06-08T03:52:35.634392+0000","last_became_active":"2023-06-08T03:52:34.214451+0000","last_became_peered":"2023-06-08T03:52:34.214451+0000","last_unstale":"2023-06-08T03:52:35.634392+0000","last_undegraded":"2023-06-08T03:52:35.634392+0000","last_fullsized":"2023-06-08T03:52:35.634392+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:46.377019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"22'3","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.224850+0000","last_change":"2023-06-08T03:52:33.836063+0000","last_active":"2023-06-08T03:52:34.224850+0000","last_peered":"2023-06-08T03:52:34.224850+0000","last_clean":"2023-06-08T03:52:34.224850+0000","last_became_active":"2023-06-08T03:52:33.835441+0000","last_became_peered":"2023-06-08T03:52:33.835441+0000","last_unstale":"2023-06-08T03:52:34.224850+0000","last_undegraded":"2023-06-08T03:52:34.224850+0000","last_fullsized":"2023-06-08T03:52:34.224850+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:52.139206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185436+0000","last_change":"2023-06-08T03:52:33.825661+0000","last_active":"2023-06-08T03:52:35.185436+0000","last_peered":"2023-06-08T03:52:35.185436+0000","last_clean":"2023-06-08T03:52:35.185436+0000","last_became_active":"2023-06-08T03:52:33.824940+0000","last_became_peered":"2023-06-08T03:52:33.824940+0000","last_unstale":"2023-06-08T03:52:35.185436+0000","last_undegraded":"2023-06-08T03:52:35.185436+0000","last_fullsized":"2023-06-08T03:52:35.185436+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:46.192435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.177980+0000","last_change":"2023-06-08T03:52:34.218012+0000","last_active":"2023-06-08T03:52:35.177980+0000","last_peered":"2023-06-08T03:52:35.177980+0000","last_clean":"2023-06-08T03:52:35.177980+0000","last_became_active":"2023-06-08T03:52:34.217605+0000","last_became_peered":"2023-06-08T03:52:34.217605+0000","last_unstale":"2023-06-08T03:52:35.177980+0000","last_undegraded":"2023-06-08T03:52:35.177980+0000","last_fullsized":"2023-06-08T03:52:35.177980+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:37:09.935889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.784229+0000","last_change":"2023-06-08T03:52:33.813278+0000","last_active":"2023-06-08T03:52:36.784229+0000","last_peered":"2023-06-08T03:52:36.784229+0000","last_clean":"2023-06-08T03:52:36.784229+0000","last_became_active":"2023-06-08T03:52:33.812840+0000","last_became_peered":"2023-06-08T03:52:33.812840+0000","last_unstale":"2023-06-08T03:52:36.784229+0000","last_undegraded":"2023-06-08T03:52:36.784229+0000","last_fullsized":"2023-06-08T03:52:36.784229+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:06.173854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178051+0000","last_change":"2023-06-08T03:52:34.199313+0000","last_active":"2023-06-08T03:52:35.178051+0000","last_peered":"2023-06-08T03:52:35.178051+0000","last_clean":"2023-06-08T03:52:35.178051+0000","last_became_active":"2023-06-08T03:52:34.199044+0000","last_became_peered":"2023-06-08T03:52:34.199044+0000","last_unstale":"2023-06-08T03:52:35.178051+0000","last_undegraded":"2023-06-08T03:52:35.178051+0000","last_fullsized":"2023-06-08T03:52:35.178051+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:14.910986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.214440+0000","last_change":"2023-06-08T03:52:34.210146+0000","last_active":"2023-06-08T03:52:34.214440+0000","last_peered":"2023-06-08T03:52:34.214440+0000","last_clean":"2023-06-08T03:52:34.214440+0000","last_became_active":"2023-06-08T03:52:34.209780+0000","last_became_peered":"2023-06-08T03:52:34.209780+0000","last_unstale":"2023-06-08T03:52:34.214440+0000","last_undegraded":"2023-06-08T03:52:34.214440+0000","last_fullsized":"2023-06-08T03:52:34.214440+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:06:51.429167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178787+0000","last_change":"2023-06-08T03:52:33.812439+0000","last_active":"2023-06-08T03:52:35.178787+0000","last_peered":"2023-06-08T03:52:35.178787+0000","last_clean":"2023-06-08T03:52:35.178787+0000","last_became_active":"2023-06-08T03:52:33.812098+0000","last_became_peered":"2023-06-08T03:52:33.812098+0000","last_unstale":"2023-06-08T03:52:35.178787+0000","last_undegraded":"2023-06-08T03:52:35.178787+0000","last_fullsized":"2023-06-08T03:52:35.178787+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:28.540677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783664+0000","last_change":"2023-06-08T03:52:34.207989+0000","last_active":"2023-06-08T03:52:36.783664+0000","last_peered":"2023-06-08T03:52:36.783664+0000","last_clean":"2023-06-08T03:52:36.783664+0000","last_became_active":"2023-06-08T03:52:34.207735+0000","last_became_peered":"2023-06-08T03:52:34.207735+0000","last_unstale":"2023-06-08T03:52:36.783664+0000","last_undegraded":"2023-06-08T03:52:36.783664+0000","last_fullsized":"2023-06-08T03:52:36.783664+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.633536+0000","last_change":"2023-06-08T03:52:33.815452+0000","last_active":"2023-06-08T03:52:35.633536+0000","last_peered":"2023-06-08T03:52:35.633536+0000","last_clean":"2023-06-08T03:52:35.633536+0000","last_became_active":"2023-06-08T03:52:33.815039+0000","last_became_peered":"2023-06-08T03:52:33.815039+0000","last_unstale":"2023-06-08T03:52:35.633536+0000","last_undegraded":"2023-06-08T03:52:35.633536+0000","last_fullsized":"2023-06-08T03:52:35.633536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:52.139206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178505+0000","last_change":"2023-06-08T03:52:34.202564+0000","last_active":"2023-06-08T03:52:35.178505+0000","last_peered":"2023-06-08T03:52:35.178505+0000","last_clean":"2023-06-08T03:52:35.178505+0000","last_became_active":"2023-06-08T03:52:34.202189+0000","last_became_peered":"2023-06-08T03:52:34.202189+0000","last_unstale":"2023-06-08T03:52:35.178505+0000","last_undegraded":"2023-06-08T03:52:35.178505+0000","last_fullsized":"2023-06-08T03:52:35.178505+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182905+0000","last_change":"2023-06-08T03:52:33.814608+0000","last_active":"2023-06-08T03:52:35.182905+0000","last_peered":"2023-06-08T03:52:35.182905+0000","last_clean":"2023-06-08T03:52:35.182905+0000","last_became_active":"2023-06-08T03:52:33.813780+0000","last_became_peered":"2023-06-08T03:52:33.813780+0000","last_unstale":"2023-06-08T03:52:35.182905+0000","last_undegraded":"2023-06-08T03:52:35.182905+0000","last_fullsized":"2023-06-08T03:52:35.182905+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:45.188738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.634298+0000","last_change":"2023-06-08T03:52:34.199988+0000","last_active":"2023-06-08T03:52:36.634298+0000","last_peered":"2023-06-08T03:52:36.634298+0000","last_clean":"2023-06-08T03:52:36.634298+0000","last_became_active":"2023-06-08T03:52:34.199501+0000","last_became_peered":"2023-06-08T03:52:34.199501+0000","last_unstale":"2023-06-08T03:52:36.634298+0000","last_undegraded":"2023-06-08T03:52:36.634298+0000","last_fullsized":"2023-06-08T03:52:36.634298+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:11:40.958157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783664+0000","last_change":"2023-06-08T03:52:33.837740+0000","last_active":"2023-06-08T03:52:36.783664+0000","last_peered":"2023-06-08T03:52:36.783664+0000","last_clean":"2023-06-08T03:52:36.783664+0000","last_became_active":"2023-06-08T03:52:33.837270+0000","last_became_peered":"2023-06-08T03:52:33.837270+0000","last_unstale":"2023-06-08T03:52:36.783664+0000","last_undegraded":"2023-06-08T03:52:36.783664+0000","last_fullsized":"2023-06-08T03:52:36.783664+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:25.257922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183350+0000","last_change":"2023-06-08T03:52:34.203229+0000","last_active":"2023-06-08T03:52:35.183350+0000","last_peered":"2023-06-08T03:52:35.183350+0000","last_clean":"2023-06-08T03:52:35.183350+0000","last_became_active":"2023-06-08T03:52:34.202876+0000","last_became_peered":"2023-06-08T03:52:34.202876+0000","last_unstale":"2023-06-08T03:52:35.183350+0000","last_undegraded":"2023-06-08T03:52:35.183350+0000","last_fullsized":"2023-06-08T03:52:35.183350+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:46.377019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184759+0000","last_change":"2023-06-08T03:52:33.839791+0000","last_active":"2023-06-08T03:52:35.184759+0000","last_peered":"2023-06-08T03:52:35.184759+0000","last_clean":"2023-06-08T03:52:35.184759+0000","last_became_active":"2023-06-08T03:52:33.839145+0000","last_became_peered":"2023-06-08T03:52:33.839145+0000","last_unstale":"2023-06-08T03:52:35.184759+0000","last_undegraded":"2023-06-08T03:52:35.184759+0000","last_fullsized":"2023-06-08T03:52:35.184759+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:16.128035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182517+0000","last_change":"2023-06-08T03:52:34.194269+0000","last_active":"2023-06-08T03:52:35.182517+0000","last_peered":"2023-06-08T03:52:35.182517+0000","last_clean":"2023-06-08T03:52:35.182517+0000","last_became_active":"2023-06-08T03:52:34.193895+0000","last_became_peered":"2023-06-08T03:52:34.193895+0000","last_unstale":"2023-06-08T03:52:35.182517+0000","last_undegraded":"2023-06-08T03:52:35.182517+0000","last_fullsized":"2023-06-08T03:52:35.182517+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:53.142873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185056+0000","last_change":"2023-06-08T03:52:33.837829+0000","last_active":"2023-06-08T03:52:35.185056+0000","last_peered":"2023-06-08T03:52:35.185056+0000","last_clean":"2023-06-08T03:52:35.185056+0000","last_became_active":"2023-06-08T03:52:33.837043+0000","last_became_peered":"2023-06-08T03:52:33.837043+0000","last_unstale":"2023-06-08T03:52:35.185056+0000","last_undegraded":"2023-06-08T03:52:35.185056+0000","last_fullsized":"2023-06-08T03:52:35.185056+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:15.386114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178099+0000","last_change":"2023-06-08T03:52:34.192830+0000","last_active":"2023-06-08T03:52:35.178099+0000","last_peered":"2023-06-08T03:52:35.178099+0000","last_clean":"2023-06-08T03:52:35.178099+0000","last_became_active":"2023-06-08T03:52:34.192479+0000","last_became_peered":"2023-06-08T03:52:34.192479+0000","last_unstale":"2023-06-08T03:52:35.178099+0000","last_undegraded":"2023-06-08T03:52:35.178099+0000","last_fullsized":"2023-06-08T03:52:35.178099+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:53.142873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178361+0000","last_change":"2023-06-08T03:52:33.813415+0000","last_active":"2023-06-08T03:52:35.178361+0000","last_peered":"2023-06-08T03:52:35.178361+0000","last_clean":"2023-06-08T03:52:35.178361+0000","last_became_active":"2023-06-08T03:52:33.813011+0000","last_became_peered":"2023-06-08T03:52:33.813011+0000","last_unstale":"2023-06-08T03:52:35.178361+0000","last_undegraded":"2023-06-08T03:52:35.178361+0000","last_fullsized":"2023-06-08T03:52:35.178361+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:16.128035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182137+0000","last_change":"2023-06-08T03:52:34.212446+0000","last_active":"2023-06-08T03:52:35.182137+0000","last_peered":"2023-06-08T03:52:35.182137+0000","last_clean":"2023-06-08T03:52:35.182137+0000","last_became_active":"2023-06-08T03:52:34.212124+0000","last_became_peered":"2023-06-08T03:52:34.212124+0000","last_unstale":"2023-06-08T03:52:35.182137+0000","last_undegraded":"2023-06-08T03:52:35.182137+0000","last_fullsized":"2023-06-08T03:52:35.182137+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:43:42.896982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"22'4","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783953+0000","last_change":"2023-06-08T03:52:33.813709+0000","last_active":"2023-06-08T03:52:36.783953+0000","last_peered":"2023-06-08T03:52:36.783953+0000","last_clean":"2023-06-08T03:52:36.783953+0000","last_became_active":"2023-06-08T03:52:33.813036+0000","last_became_peered":"2023-06-08T03:52:33.813036+0000","last_unstale":"2023-06-08T03:52:36.783953+0000","last_undegraded":"2023-06-08T03:52:36.783953+0000","last_fullsized":"2023-06-08T03:52:36.783953+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:45.373351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27784,"kb_used_data":832,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344056,"statfs":{"total":96636764160,"available":96608313344,"internally_reserved":0,"allocated":851968,"data_stored":675094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83399999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95899999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.006}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88300000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75900000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2490000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.127}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27176,"kb_used_data":224,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":229376,"data_stored":82946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82899999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":244,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":249856,"data_stored":90251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96699999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79400000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83399999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.089}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86899999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":256,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":262144,"data_stored":91219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82999999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67600000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91000000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93400000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80500000000000005}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27192,"kb_used_data":240,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344648,"statfs":{"total":96636764160,"available":96608919552,"internally_reserved":0,"allocated":245760,"data_stored":89689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28599999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30199999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79700000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81299999999999994}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69899999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]}]},{"osd":2,"up_from":13,"seq":55834574852,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27176,"kb_used_data":224,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":229376,"data_stored":82946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.214}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.179}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5229999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.345}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.605}]}]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":236,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":241664,"data_stored":89599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.046}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1719999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.121}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4990000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574855,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27760,"kb_used_data":808,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344080,"statfs":{"total":96636764160,"available":96608337920,"internally_reserved":0,"allocated":827392,"data_stored":673896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80700000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85799999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.405}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.472}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6240000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.677}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-08T03:52:42.343 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-08T03:52:42.477 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.469+0000 7f7ccd16e640 1 Processor -- start 2023-06-08T03:52:42.478 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.469+0000 7f7ccd16e640 1 -- start start 2023-06-08T03:52:42.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7ccd16e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f7cc80ca430 0x7f7cc80ca800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:42.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7ccd16e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7cc80c8820 0x7f7cc80c8cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:42.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7ccd16e640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7cc80c8390 con 0x7f7cc8159730 2023-06-08T03:52:42.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7ccd16e640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7cc8070870 con 0x7f7cc80ca430 2023-06-08T03:52:42.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7ccd16e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7cc8070b50 con 0x7f7cc80c8820 2023-06-08T03:52:42.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7cc6d9d640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f7cc80ca430 0x7f7cc80ca800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:42.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7cc659c640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f7cc8159730 0x7f7cc806fd20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:56988/0 (socket says 172.21.15.62:56988) 2023-06-08T03:52:42.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7cc659c640 1 -- 172.21.15.62:0/3797754244 learned_addr learned my addr 172.21.15.62:0/3797754244 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:42.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7cc759e640 1 --2- 172.21.15.62:0/3797754244 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7cc80c8820 0x7f7cc80c8cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:42.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7cc6d9d640 1 -- 172.21.15.62:0/3797754244 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7cc80c8820 msgr2=0x7f7cc80c8cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:42.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7cc6d9d640 1 --2- 172.21.15.62:0/3797754244 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7cc80c8820 0x7f7cc80c8cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:42.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7cc6d9d640 1 -- 172.21.15.62:0/3797754244 >> v1:172.21.15.62:6789/0 conn(0x7f7cc8159730 legacy=0x7f7cc806fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:42.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7cc6d9d640 1 -- 172.21.15.62:0/3797754244 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cc8070e30 con 0x7f7cc80ca430 2023-06-08T03:52:42.481 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7cc5d9b640 1 -- 172.21.15.62:0/3797754244 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1423615945 0 0) 0x7f7cc80c8390 con 0x7f7cc8159730 2023-06-08T03:52:42.481 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7cc759e640 1 --2- 172.21.15.62:0/3797754244 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7cc80c8820 0x7f7cc80c8cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:42.481 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7cc6d9d640 1 --2- 172.21.15.62:0/3797754244 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7cc80ca430 0x7f7cc80ca800 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f7cb80097c0 tx=0x7f7cb801c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=507d324154e96498 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:42.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7cc5d9b640 1 -- 172.21.15.62:0/3797754244 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cb80ad640 con 0x7f7cc80ca430 2023-06-08T03:52:42.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7cc5d9b640 1 -- 172.21.15.62:0/3797754244 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cb80ad7a0 con 0x7f7cc80ca430 2023-06-08T03:52:42.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7cc5d9b640 1 -- 172.21.15.62:0/3797754244 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cb80adb30 con 0x7f7cc80ca430 2023-06-08T03:52:42.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7ccd16e640 1 -- 172.21.15.62:0/3797754244 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7cc80ca430 msgr2=0x7f7cc80ca800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:42.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.473+0000 7f7ccd16e640 1 --2- 172.21.15.62:0/3797754244 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7cc80ca430 0x7f7cc80ca800 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f7cb80097c0 tx=0x7f7cb801c480 comp rx=0 tx=0).stop 2023-06-08T03:52:42.483 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7ccd16e640 1 -- 172.21.15.62:0/3797754244 shutdown_connections 2023-06-08T03:52:42.483 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7ccd16e640 1 --2- 172.21.15.62:0/3797754244 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7cc80c8820 0x7f7cc80c8cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:42.483 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7ccd16e640 1 --2- 172.21.15.62:0/3797754244 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7cc80ca430 0x7f7cc80ca800 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:42.483 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7ccd16e640 1 -- 172.21.15.62:0/3797754244 >> 172.21.15.62:0/3797754244 conn(0x7f7cc80af640 msgr2=0x7f7cc80afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:42.483 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7ccd16e640 1 -- 172.21.15.62:0/3797754244 shutdown_connections 2023-06-08T03:52:42.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7ccd16e640 1 -- 172.21.15.62:0/3797754244 wait complete. 2023-06-08T03:52:42.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7ccd16e640 1 Processor -- start 2023-06-08T03:52:42.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7ccd16e640 1 -- start start 2023-06-08T03:52:42.485 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7ccd16e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7cc80c8820 0x7f7cc80cb6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:42.485 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7ccd16e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7cc80ca430 0x7f7cc8142dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:42.485 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7ccd16e640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7cc8159730 0x7f7cc80ccf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:42.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7ccd16e640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cc80cbc20 con 0x7f7cc80c8820 2023-06-08T03:52:42.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7ccd16e640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cc80cbea0 con 0x7f7cc8159730 2023-06-08T03:52:42.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7ccd16e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7cc80cc180 con 0x7f7cc80ca430 2023-06-08T03:52:42.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7cc6d9d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7cc80c8820 0x7f7cc80cb6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:42.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7cc6d9d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7cc80c8820 0x7f7cc80cb6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50688/0 (socket says 172.21.15.62:50688) 2023-06-08T03:52:42.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7cc6d9d640 1 -- 172.21.15.62:0/285086070 learned_addr learned my addr 172.21.15.62:0/285086070 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:42.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7cc6d9d640 1 -- 172.21.15.62:0/285086070 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7cc80ca430 msgr2=0x7f7cc8142dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:42.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7cc6d9d640 1 --2- 172.21.15.62:0/285086070 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7cc80ca430 0x7f7cc8142dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:42.487 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7cc6d9d640 1 -- 172.21.15.62:0/285086070 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7cc8159730 msgr2=0x7f7cc80ccf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:42.487 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7cc6d9d640 1 --2- 172.21.15.62:0/285086070 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7cc8159730 0x7f7cc80ccf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:42.487 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7cc6d9d640 1 -- 172.21.15.62:0/285086070 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cb8009420 con 0x7f7cc80c8820 2023-06-08T03:52:42.487 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7cc6d9d640 1 --2- 172.21.15.62:0/285086070 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7cc80c8820 0x7f7cc80cb6e0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f7cb80b0040 tx=0x7f7cb8019220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:42.487 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7caf7fe640 1 -- 172.21.15.62:0/285086070 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cb80b6820 con 0x7f7cc80c8820 2023-06-08T03:52:42.487 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7caf7fe640 1 -- 172.21.15.62:0/285086070 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cb80a6040 con 0x7f7cc80c8820 2023-06-08T03:52:42.487 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7ccd16e640 1 -- 172.21.15.62:0/285086070 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7cc80cc460 con 0x7f7cc80c8820 2023-06-08T03:52:42.488 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7caf7fe640 1 -- 172.21.15.62:0/285086070 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cb80b6ba0 con 0x7f7cc80c8820 2023-06-08T03:52:42.488 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7ccd16e640 1 -- 172.21.15.62:0/285086070 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7cc80cca20 con 0x7f7cc80c8820 2023-06-08T03:52:42.488 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.477+0000 7f7ccd16e640 1 -- 172.21.15.62:0/285086070 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7cc80ccc10 con 0x7f7cc80c8820 2023-06-08T03:52:42.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.481+0000 7f7caf7fe640 1 -- 172.21.15.62:0/285086070 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7cb80b4040 con 0x7f7cc80c8820 2023-06-08T03:52:42.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.481+0000 7f7caf7fe640 1 --2- 172.21.15.62:0/285086070 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7cb40662b0 0x7f7cb4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:42.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.481+0000 7f7caf7fe640 1 -- 172.21.15.62:0/285086070 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f7cb811e030 con 0x7f7cc80c8820 2023-06-08T03:52:42.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.481+0000 7f7cc659c640 1 --2- 172.21.15.62:0/285086070 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7cb40662b0 0x7f7cb4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:42.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.481+0000 7f7cc659c640 1 --2- 172.21.15.62:0/285086070 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7cb40662b0 0x7f7cb4068760 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7cc8153f50 tx=0x7f7cbc007970 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:42.491 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.485+0000 7f7caf7fe640 1 -- 172.21.15.62:0/285086070 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7cb80eb420 con 0x7f7cc80c8820 2023-06-08T03:52:42.642 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.633+0000 7f7ccd16e640 1 -- 172.21.15.62:0/285086070 --> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f7cc8166360 con 0x7f7cb40662b0 2023-06-08T03:52:42.664 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.657+0000 7f7caf7fe640 1 -- 172.21.15.62:0/285086070 <== mgr.4103 v2:172.21.15.188:6832/4222075021 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286638 (secure 0 0 0) 0x7f7cbc0070d0 con 0x7f7cb40662b0 2023-06-08T03:52:42.664 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:42.668 INFO:teuthology.orchestra.run.smithi062.stderr:dumped all 2023-06-08T03:52:42.668 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.661+0000 7f7ccd16e640 1 -- 172.21.15.62:0/285086070 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7cb40662b0 msgr2=0x7f7cb4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:42.669 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.661+0000 7f7ccd16e640 1 --2- 172.21.15.62:0/285086070 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7cb40662b0 0x7f7cb4068760 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7cc8153f50 tx=0x7f7cbc007970 comp rx=0 tx=0).stop 2023-06-08T03:52:42.669 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.661+0000 7f7ccd16e640 1 -- 172.21.15.62:0/285086070 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7cc80c8820 msgr2=0x7f7cc80cb6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:42.669 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.661+0000 7f7ccd16e640 1 --2- 172.21.15.62:0/285086070 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7cc80c8820 0x7f7cc80cb6e0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f7cb80b0040 tx=0x7f7cb8019220 comp rx=0 tx=0).stop 2023-06-08T03:52:42.669 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.661+0000 7f7ccd16e640 1 -- 172.21.15.62:0/285086070 shutdown_connections 2023-06-08T03:52:42.669 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.661+0000 7f7ccd16e640 1 --2- 172.21.15.62:0/285086070 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7cb40662b0 0x7f7cb4068760 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:42.670 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.661+0000 7f7ccd16e640 1 --2- 172.21.15.62:0/285086070 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7cc8159730 0x7f7cc80ccf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:42.670 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.661+0000 7f7ccd16e640 1 --2- 172.21.15.62:0/285086070 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7cc80ca430 0x7f7cc8142dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:42.670 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.661+0000 7f7ccd16e640 1 --2- 172.21.15.62:0/285086070 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7cc80c8820 0x7f7cc80cb6e0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:42.670 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.661+0000 7f7ccd16e640 1 -- 172.21.15.62:0/285086070 >> 172.21.15.62:0/285086070 conn(0x7f7cc80af640 msgr2=0x7f7cc815d500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:42.670 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.661+0000 7f7ccd16e640 1 -- 172.21.15.62:0/285086070 shutdown_connections 2023-06-08T03:52:42.670 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.661+0000 7f7ccd16e640 1 -- 172.21.15.62:0/285086070 wait complete. 2023-06-08T03:52:42.686 INFO:teuthology.orchestra.run.smithi062.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2023-06-08T03:52:42.291198+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":190,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218680,"kb_used_data":3064,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":754756040,"statfs":{"total":773094113280,"available":772870184960,"internally_reserved":0,"allocated":3137536,"data_stored":1875640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":47,"apply_latency_ms":47,"commit_latency_ns":47000000,"apply_latency_ns":47000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.115575"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.634371+0000","last_change":"2023-06-08T03:52:34.197503+0000","last_active":"2023-06-08T03:52:36.634371+0000","last_peered":"2023-06-08T03:52:36.634371+0000","last_clean":"2023-06-08T03:52:36.634371+0000","last_became_active":"2023-06-08T03:52:34.197212+0000","last_became_peered":"2023-06-08T03:52:34.197212+0000","last_unstale":"2023-06-08T03:52:36.634371+0000","last_undegraded":"2023-06-08T03:52:36.634371+0000","last_fullsized":"2023-06-08T03:52:36.634371+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:03:34.763538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184865+0000","last_change":"2023-06-08T03:52:34.197935+0000","last_active":"2023-06-08T03:52:35.184865+0000","last_peered":"2023-06-08T03:52:35.184865+0000","last_clean":"2023-06-08T03:52:35.184865+0000","last_became_active":"2023-06-08T03:52:34.197537+0000","last_became_peered":"2023-06-08T03:52:34.197537+0000","last_unstale":"2023-06-08T03:52:35.184865+0000","last_undegraded":"2023-06-08T03:52:35.184865+0000","last_fullsized":"2023-06-08T03:52:35.184865+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183080+0000","last_change":"2023-06-08T03:52:34.211155+0000","last_active":"2023-06-08T03:52:35.183080+0000","last_peered":"2023-06-08T03:52:35.183080+0000","last_clean":"2023-06-08T03:52:35.183080+0000","last_became_active":"2023-06-08T03:52:34.210488+0000","last_became_peered":"2023-06-08T03:52:34.210488+0000","last_unstale":"2023-06-08T03:52:35.183080+0000","last_undegraded":"2023-06-08T03:52:35.183080+0000","last_fullsized":"2023-06-08T03:52:35.183080+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:16.389781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.215907+0000","last_change":"2023-06-08T03:52:34.210405+0000","last_active":"2023-06-08T03:52:34.215907+0000","last_peered":"2023-06-08T03:52:34.215907+0000","last_clean":"2023-06-08T03:52:34.215907+0000","last_became_active":"2023-06-08T03:52:34.210043+0000","last_became_peered":"2023-06-08T03:52:34.210043+0000","last_unstale":"2023-06-08T03:52:34.215907+0000","last_undegraded":"2023-06-08T03:52:34.215907+0000","last_fullsized":"2023-06-08T03:52:34.215907+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:05:33.962002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783595+0000","last_change":"2023-06-08T03:52:34.200826+0000","last_active":"2023-06-08T03:52:36.783595+0000","last_peered":"2023-06-08T03:52:36.783595+0000","last_clean":"2023-06-08T03:52:36.783595+0000","last_became_active":"2023-06-08T03:52:34.200276+0000","last_became_peered":"2023-06-08T03:52:34.200276+0000","last_unstale":"2023-06-08T03:52:36.783595+0000","last_undegraded":"2023-06-08T03:52:36.783595+0000","last_fullsized":"2023-06-08T03:52:36.783595+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:17.131702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183078+0000","last_change":"2023-06-08T03:52:34.196437+0000","last_active":"2023-06-08T03:52:35.183078+0000","last_peered":"2023-06-08T03:52:35.183078+0000","last_clean":"2023-06-08T03:52:35.183078+0000","last_became_active":"2023-06-08T03:52:34.196075+0000","last_became_peered":"2023-06-08T03:52:34.196075+0000","last_unstale":"2023-06-08T03:52:35.183078+0000","last_undegraded":"2023-06-08T03:52:35.183078+0000","last_fullsized":"2023-06-08T03:52:35.183078+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:29.544344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.225722+0000","last_change":"2023-06-08T03:52:34.223083+0000","last_active":"2023-06-08T03:52:34.225722+0000","last_peered":"2023-06-08T03:52:34.225722+0000","last_clean":"2023-06-08T03:52:34.225722+0000","last_became_active":"2023-06-08T03:52:34.222474+0000","last_became_peered":"2023-06-08T03:52:34.222474+0000","last_unstale":"2023-06-08T03:52:34.225722+0000","last_undegraded":"2023-06-08T03:52:34.225722+0000","last_fullsized":"2023-06-08T03:52:34.225722+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:49:58.084661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185707+0000","last_change":"2023-06-08T03:52:34.186192+0000","last_active":"2023-06-08T03:52:35.185707+0000","last_peered":"2023-06-08T03:52:35.185707+0000","last_clean":"2023-06-08T03:52:35.185707+0000","last_became_active":"2023-06-08T03:52:34.185859+0000","last_became_peered":"2023-06-08T03:52:34.185859+0000","last_unstale":"2023-06-08T03:52:35.185707+0000","last_undegraded":"2023-06-08T03:52:35.185707+0000","last_fullsized":"2023-06-08T03:52:35.185707+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:00:20.730531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783755+0000","last_change":"2023-06-08T03:52:34.205112+0000","last_active":"2023-06-08T03:52:36.783755+0000","last_peered":"2023-06-08T03:52:36.783755+0000","last_clean":"2023-06-08T03:52:36.783755+0000","last_became_active":"2023-06-08T03:52:34.204541+0000","last_became_peered":"2023-06-08T03:52:34.204541+0000","last_unstale":"2023-06-08T03:52:36.783755+0000","last_undegraded":"2023-06-08T03:52:36.783755+0000","last_fullsized":"2023-06-08T03:52:36.783755+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:46.192405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185185+0000","last_change":"2023-06-08T03:52:34.206190+0000","last_active":"2023-06-08T03:52:35.185185+0000","last_peered":"2023-06-08T03:52:35.185185+0000","last_clean":"2023-06-08T03:52:35.185185+0000","last_became_active":"2023-06-08T03:52:34.205926+0000","last_became_peered":"2023-06-08T03:52:34.205926+0000","last_unstale":"2023-06-08T03:52:35.185185+0000","last_undegraded":"2023-06-08T03:52:35.185185+0000","last_fullsized":"2023-06-08T03:52:35.185185+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:29.544344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183381+0000","last_change":"2023-06-08T03:52:34.212388+0000","last_active":"2023-06-08T03:52:35.183381+0000","last_peered":"2023-06-08T03:52:35.183381+0000","last_clean":"2023-06-08T03:52:35.183381+0000","last_became_active":"2023-06-08T03:52:34.209506+0000","last_became_peered":"2023-06-08T03:52:34.209506+0000","last_unstale":"2023-06-08T03:52:35.183381+0000","last_undegraded":"2023-06-08T03:52:35.183381+0000","last_fullsized":"2023-06-08T03:52:35.183381+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.634111+0000","last_change":"2023-06-08T03:52:34.203548+0000","last_active":"2023-06-08T03:52:36.634111+0000","last_peered":"2023-06-08T03:52:36.634111+0000","last_clean":"2023-06-08T03:52:36.634111+0000","last_became_active":"2023-06-08T03:52:34.203148+0000","last_became_peered":"2023-06-08T03:52:34.203148+0000","last_unstale":"2023-06-08T03:52:36.634111+0000","last_undegraded":"2023-06-08T03:52:36.634111+0000","last_fullsized":"2023-06-08T03:52:36.634111+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:36:12.657810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.633877+0000","last_change":"2023-06-08T03:52:34.198088+0000","last_active":"2023-06-08T03:52:36.633877+0000","last_peered":"2023-06-08T03:52:36.633877+0000","last_clean":"2023-06-08T03:52:36.633877+0000","last_became_active":"2023-06-08T03:52:34.197694+0000","last_became_peered":"2023-06-08T03:52:34.197694+0000","last_unstale":"2023-06-08T03:52:36.633877+0000","last_undegraded":"2023-06-08T03:52:36.633877+0000","last_fullsized":"2023-06-08T03:52:36.633877+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:07:09.653478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185401+0000","last_change":"2023-06-08T03:52:34.192446+0000","last_active":"2023-06-08T03:52:35.185401+0000","last_peered":"2023-06-08T03:52:35.185401+0000","last_clean":"2023-06-08T03:52:35.185401+0000","last_became_active":"2023-06-08T03:52:34.192153+0000","last_became_peered":"2023-06-08T03:52:34.192153+0000","last_unstale":"2023-06-08T03:52:35.185401+0000","last_undegraded":"2023-06-08T03:52:35.185401+0000","last_fullsized":"2023-06-08T03:52:35.185401+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.225735+0000","last_change":"2023-06-08T03:52:34.223263+0000","last_active":"2023-06-08T03:52:34.225735+0000","last_peered":"2023-06-08T03:52:34.225735+0000","last_clean":"2023-06-08T03:52:34.225735+0000","last_became_active":"2023-06-08T03:52:34.222823+0000","last_became_peered":"2023-06-08T03:52:34.222823+0000","last_unstale":"2023-06-08T03:52:34.225735+0000","last_undegraded":"2023-06-08T03:52:34.225735+0000","last_fullsized":"2023-06-08T03:52:34.225735+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:37:09.935889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182189+0000","last_change":"2023-06-08T03:52:34.210602+0000","last_active":"2023-06-08T03:52:35.182189+0000","last_peered":"2023-06-08T03:52:35.182189+0000","last_clean":"2023-06-08T03:52:35.182189+0000","last_became_active":"2023-06-08T03:52:34.210259+0000","last_became_peered":"2023-06-08T03:52:34.210259+0000","last_unstale":"2023-06-08T03:52:35.182189+0000","last_undegraded":"2023-06-08T03:52:35.182189+0000","last_fullsized":"2023-06-08T03:52:35.182189+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:49:58.084661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783887+0000","last_change":"2023-06-08T03:52:34.204878+0000","last_active":"2023-06-08T03:52:36.783887+0000","last_peered":"2023-06-08T03:52:36.783887+0000","last_clean":"2023-06-08T03:52:36.783887+0000","last_became_active":"2023-06-08T03:52:34.203630+0000","last_became_peered":"2023-06-08T03:52:34.203630+0000","last_unstale":"2023-06-08T03:52:36.783887+0000","last_undegraded":"2023-06-08T03:52:36.783887+0000","last_fullsized":"2023-06-08T03:52:36.783887+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:16.389781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182894+0000","last_change":"2023-06-08T03:52:34.194985+0000","last_active":"2023-06-08T03:52:35.182894+0000","last_peered":"2023-06-08T03:52:35.182894+0000","last_clean":"2023-06-08T03:52:35.182894+0000","last_became_active":"2023-06-08T03:52:34.194629+0000","last_became_peered":"2023-06-08T03:52:34.194629+0000","last_unstale":"2023-06-08T03:52:35.182894+0000","last_undegraded":"2023-06-08T03:52:35.182894+0000","last_fullsized":"2023-06-08T03:52:35.182894+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:26.261589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.634489+0000","last_change":"2023-06-08T03:52:34.210847+0000","last_active":"2023-06-08T03:52:36.634489+0000","last_peered":"2023-06-08T03:52:36.634489+0000","last_clean":"2023-06-08T03:52:36.634489+0000","last_became_active":"2023-06-08T03:52:34.210508+0000","last_became_peered":"2023-06-08T03:52:34.210508+0000","last_unstale":"2023-06-08T03:52:36.634489+0000","last_undegraded":"2023-06-08T03:52:36.634489+0000","last_fullsized":"2023-06-08T03:52:36.634489+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:05:09.823832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184118+0000","last_change":"2023-06-08T03:52:34.212683+0000","last_active":"2023-06-08T03:52:35.184118+0000","last_peered":"2023-06-08T03:52:35.184118+0000","last_clean":"2023-06-08T03:52:35.184118+0000","last_became_active":"2023-06-08T03:52:34.212058+0000","last_became_peered":"2023-06-08T03:52:34.212058+0000","last_unstale":"2023-06-08T03:52:35.184118+0000","last_undegraded":"2023-06-08T03:52:35.184118+0000","last_fullsized":"2023-06-08T03:52:35.184118+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:17:26.410163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.225510+0000","last_change":"2023-06-08T03:52:34.221853+0000","last_active":"2023-06-08T03:52:34.225510+0000","last_peered":"2023-06-08T03:52:34.225510+0000","last_clean":"2023-06-08T03:52:34.225510+0000","last_became_active":"2023-06-08T03:52:34.221014+0000","last_became_peered":"2023-06-08T03:52:34.221014+0000","last_unstale":"2023-06-08T03:52:34.225510+0000","last_undegraded":"2023-06-08T03:52:34.225510+0000","last_fullsized":"2023-06-08T03:52:34.225510+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:31:10.643634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.782948+0000","last_change":"2023-06-08T03:52:34.200224+0000","last_active":"2023-06-08T03:52:36.782948+0000","last_peered":"2023-06-08T03:52:36.782948+0000","last_clean":"2023-06-08T03:52:36.782948+0000","last_became_active":"2023-06-08T03:52:34.199936+0000","last_became_peered":"2023-06-08T03:52:34.199936+0000","last_unstale":"2023-06-08T03:52:36.782948+0000","last_undegraded":"2023-06-08T03:52:36.782948+0000","last_fullsized":"2023-06-08T03:52:36.782948+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:37:09.935889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.177846+0000","last_change":"2023-06-08T03:52:34.194414+0000","last_active":"2023-06-08T03:52:35.177846+0000","last_peered":"2023-06-08T03:52:35.177846+0000","last_clean":"2023-06-08T03:52:35.177846+0000","last_became_active":"2023-06-08T03:52:34.194057+0000","last_became_peered":"2023-06-08T03:52:34.194057+0000","last_unstale":"2023-06-08T03:52:35.177846+0000","last_undegraded":"2023-06-08T03:52:35.177846+0000","last_fullsized":"2023-06-08T03:52:35.177846+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:31:10.643634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.225213+0000","last_change":"2023-06-08T03:52:34.217750+0000","last_active":"2023-06-08T03:52:34.225213+0000","last_peered":"2023-06-08T03:52:34.225213+0000","last_clean":"2023-06-08T03:52:34.225213+0000","last_became_active":"2023-06-08T03:52:34.217394+0000","last_became_peered":"2023-06-08T03:52:34.217394+0000","last_unstale":"2023-06-08T03:52:34.225213+0000","last_undegraded":"2023-06-08T03:52:34.225213+0000","last_fullsized":"2023-06-08T03:52:34.225213+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:25:20.430101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.633817+0000","last_change":"2023-06-08T03:52:34.210957+0000","last_active":"2023-06-08T03:52:35.633817+0000","last_peered":"2023-06-08T03:52:35.633817+0000","last_clean":"2023-06-08T03:52:35.633817+0000","last_became_active":"2023-06-08T03:52:34.210642+0000","last_became_peered":"2023-06-08T03:52:34.210642+0000","last_unstale":"2023-06-08T03:52:35.633817+0000","last_undegraded":"2023-06-08T03:52:35.633817+0000","last_fullsized":"2023-06-08T03:52:35.633817+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:17.131702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634065+0000","last_change":"2023-06-08T03:52:34.196652+0000","last_active":"2023-06-08T03:52:35.634065+0000","last_peered":"2023-06-08T03:52:35.634065+0000","last_clean":"2023-06-08T03:52:35.634065+0000","last_became_active":"2023-06-08T03:52:34.196408+0000","last_became_peered":"2023-06-08T03:52:34.196408+0000","last_unstale":"2023-06-08T03:52:35.634065+0000","last_undegraded":"2023-06-08T03:52:35.634065+0000","last_fullsized":"2023-06-08T03:52:35.634065+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:26.261589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184944+0000","last_change":"2023-06-08T03:52:34.221093+0000","last_active":"2023-06-08T03:52:35.184944+0000","last_peered":"2023-06-08T03:52:35.184944+0000","last_clean":"2023-06-08T03:52:35.184944+0000","last_became_active":"2023-06-08T03:52:34.220707+0000","last_became_peered":"2023-06-08T03:52:34.220707+0000","last_unstale":"2023-06-08T03:52:35.184944+0000","last_undegraded":"2023-06-08T03:52:35.184944+0000","last_fullsized":"2023-06-08T03:52:35.184944+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:46.192405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634447+0000","last_change":"2023-06-08T03:52:34.204359+0000","last_active":"2023-06-08T03:52:35.634447+0000","last_peered":"2023-06-08T03:52:35.634447+0000","last_clean":"2023-06-08T03:52:35.634447+0000","last_became_active":"2023-06-08T03:52:34.204023+0000","last_became_peered":"2023-06-08T03:52:34.204023+0000","last_unstale":"2023-06-08T03:52:35.634447+0000","last_undegraded":"2023-06-08T03:52:35.634447+0000","last_fullsized":"2023-06-08T03:52:35.634447+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178983+0000","last_change":"2023-06-08T03:52:34.217989+0000","last_active":"2023-06-08T03:52:35.178983+0000","last_peered":"2023-06-08T03:52:35.178983+0000","last_clean":"2023-06-08T03:52:35.178983+0000","last_became_active":"2023-06-08T03:52:34.217704+0000","last_became_peered":"2023-06-08T03:52:34.217704+0000","last_unstale":"2023-06-08T03:52:35.178983+0000","last_undegraded":"2023-06-08T03:52:35.178983+0000","last_fullsized":"2023-06-08T03:52:35.178983+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:47.196103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182725+0000","last_change":"2023-06-08T03:52:34.214912+0000","last_active":"2023-06-08T03:52:35.182725+0000","last_peered":"2023-06-08T03:52:35.182725+0000","last_clean":"2023-06-08T03:52:35.182725+0000","last_became_active":"2023-06-08T03:52:34.214493+0000","last_became_peered":"2023-06-08T03:52:34.214493+0000","last_unstale":"2023-06-08T03:52:35.182725+0000","last_undegraded":"2023-06-08T03:52:35.182725+0000","last_fullsized":"2023-06-08T03:52:35.182725+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.177908+0000","last_change":"2023-06-08T03:52:34.202014+0000","last_active":"2023-06-08T03:52:35.177908+0000","last_peered":"2023-06-08T03:52:35.177908+0000","last_clean":"2023-06-08T03:52:35.177908+0000","last_became_active":"2023-06-08T03:52:34.201251+0000","last_became_peered":"2023-06-08T03:52:34.201251+0000","last_unstale":"2023-06-08T03:52:35.177908+0000","last_undegraded":"2023-06-08T03:52:35.177908+0000","last_fullsized":"2023-06-08T03:52:35.177908+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:43:42.896982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.219273+0000","last_change":"2023-06-08T03:52:34.211062+0000","last_active":"2023-06-08T03:52:34.219273+0000","last_peered":"2023-06-08T03:52:34.219273+0000","last_clean":"2023-06-08T03:52:34.219273+0000","last_became_active":"2023-06-08T03:52:34.210678+0000","last_became_peered":"2023-06-08T03:52:34.210678+0000","last_unstale":"2023-06-08T03:52:34.219273+0000","last_undegraded":"2023-06-08T03:52:34.219273+0000","last_fullsized":"2023-06-08T03:52:34.219273+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:50:54.577891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178666+0000","last_change":"2023-06-08T03:52:34.201688+0000","last_active":"2023-06-08T03:52:35.178666+0000","last_peered":"2023-06-08T03:52:35.178666+0000","last_clean":"2023-06-08T03:52:35.178666+0000","last_became_active":"2023-06-08T03:52:34.200812+0000","last_became_peered":"2023-06-08T03:52:34.200812+0000","last_unstale":"2023-06-08T03:52:35.178666+0000","last_undegraded":"2023-06-08T03:52:35.178666+0000","last_fullsized":"2023-06-08T03:52:35.178666+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:46.192405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"22'2","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.226394+0000","last_change":"2023-06-08T03:52:33.842431+0000","last_active":"2023-06-08T03:52:34.226394+0000","last_peered":"2023-06-08T03:52:34.226394+0000","last_clean":"2023-06-08T03:52:34.226394+0000","last_became_active":"2023-06-08T03:52:33.841864+0000","last_became_peered":"2023-06-08T03:52:33.841864+0000","last_unstale":"2023-06-08T03:52:34.226394+0000","last_undegraded":"2023-06-08T03:52:34.226394+0000","last_fullsized":"2023-06-08T03:52:34.226394+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:43:41.893315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184865+0000","last_change":"2023-06-08T03:52:34.220977+0000","last_active":"2023-06-08T03:52:35.184865+0000","last_peered":"2023-06-08T03:52:35.184865+0000","last_clean":"2023-06-08T03:52:35.184865+0000","last_became_active":"2023-06-08T03:52:34.220670+0000","last_became_peered":"2023-06-08T03:52:34.220670+0000","last_unstale":"2023-06-08T03:52:35.184865+0000","last_undegraded":"2023-06-08T03:52:35.184865+0000","last_fullsized":"2023-06-08T03:52:35.184865+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:26.261589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783261+0000","last_change":"2023-06-08T03:52:33.826749+0000","last_active":"2023-06-08T03:52:36.783261+0000","last_peered":"2023-06-08T03:52:36.783261+0000","last_clean":"2023-06-08T03:52:36.783261+0000","last_became_active":"2023-06-08T03:52:33.826359+0000","last_became_peered":"2023-06-08T03:52:33.826359+0000","last_unstale":"2023-06-08T03:52:36.783261+0000","last_undegraded":"2023-06-08T03:52:36.783261+0000","last_fullsized":"2023-06-08T03:52:36.783261+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:31.592187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.784057+0000","last_change":"2023-06-08T03:52:34.201527+0000","last_active":"2023-06-08T03:52:36.784057+0000","last_peered":"2023-06-08T03:52:36.784057+0000","last_clean":"2023-06-08T03:52:36.784057+0000","last_became_active":"2023-06-08T03:52:34.200482+0000","last_became_peered":"2023-06-08T03:52:34.200482+0000","last_unstale":"2023-06-08T03:52:36.784057+0000","last_undegraded":"2023-06-08T03:52:36.784057+0000","last_fullsized":"2023-06-08T03:52:36.784057+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.210511+0000","last_change":"2023-06-08T03:52:33.838747+0000","last_active":"2023-06-08T03:52:34.210511+0000","last_peered":"2023-06-08T03:52:34.210511+0000","last_clean":"2023-06-08T03:52:34.210511+0000","last_became_active":"2023-06-08T03:52:33.837712+0000","last_became_peered":"2023-06-08T03:52:33.837712+0000","last_unstale":"2023-06-08T03:52:34.210511+0000","last_undegraded":"2023-06-08T03:52:34.210511+0000","last_fullsized":"2023-06-08T03:52:34.210511+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:13.907319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178697+0000","last_change":"2023-06-08T03:52:34.217636+0000","last_active":"2023-06-08T03:52:35.178697+0000","last_peered":"2023-06-08T03:52:35.178697+0000","last_clean":"2023-06-08T03:52:35.178697+0000","last_became_active":"2023-06-08T03:52:34.217365+0000","last_became_peered":"2023-06-08T03:52:34.217365+0000","last_unstale":"2023-06-08T03:52:35.178697+0000","last_undegraded":"2023-06-08T03:52:35.178697+0000","last_fullsized":"2023-06-08T03:52:35.178697+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:16.389781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"22'8","reported_seq":19,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.221570+0000","last_change":"2023-06-08T03:52:33.821293+0000","last_active":"2023-06-08T03:52:34.221570+0000","last_peered":"2023-06-08T03:52:34.221570+0000","last_clean":"2023-06-08T03:52:34.221570+0000","last_became_active":"2023-06-08T03:52:33.819639+0000","last_became_peered":"2023-06-08T03:52:33.819639+0000","last_unstale":"2023-06-08T03:52:34.221570+0000","last_undegraded":"2023-06-08T03:52:34.221570+0000","last_fullsized":"2023-06-08T03:52:34.221570+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:44:11.987781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"22'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.226427+0000","last_change":"2023-06-08T03:52:33.842261+0000","last_active":"2023-06-08T03:52:34.226427+0000","last_peered":"2023-06-08T03:52:34.226427+0000","last_clean":"2023-06-08T03:52:34.226427+0000","last_became_active":"2023-06-08T03:52:33.841779+0000","last_became_peered":"2023-06-08T03:52:33.841779+0000","last_unstale":"2023-06-08T03:52:34.226427+0000","last_undegraded":"2023-06-08T03:52:34.226427+0000","last_fullsized":"2023-06-08T03:52:34.226427+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:25.257922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184498+0000","last_change":"2023-06-08T03:52:34.214385+0000","last_active":"2023-06-08T03:52:35.184498+0000","last_peered":"2023-06-08T03:52:35.184498+0000","last_clean":"2023-06-08T03:52:35.184498+0000","last_became_active":"2023-06-08T03:52:34.214080+0000","last_became_peered":"2023-06-08T03:52:34.214080+0000","last_unstale":"2023-06-08T03:52:35.184498+0000","last_undegraded":"2023-06-08T03:52:35.184498+0000","last_fullsized":"2023-06-08T03:52:35.184498+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:53.142873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"22'2","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.226551+0000","last_change":"2023-06-08T03:52:33.842752+0000","last_active":"2023-06-08T03:52:34.226551+0000","last_peered":"2023-06-08T03:52:34.226551+0000","last_clean":"2023-06-08T03:52:34.226551+0000","last_became_active":"2023-06-08T03:52:33.842137+0000","last_became_peered":"2023-06-08T03:52:33.842137+0000","last_unstale":"2023-06-08T03:52:34.226551+0000","last_undegraded":"2023-06-08T03:52:34.226551+0000","last_fullsized":"2023-06-08T03:52:34.226551+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:48.617443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182487+0000","last_change":"2023-06-08T03:52:34.205080+0000","last_active":"2023-06-08T03:52:35.182487+0000","last_peered":"2023-06-08T03:52:35.182487+0000","last_clean":"2023-06-08T03:52:35.182487+0000","last_became_active":"2023-06-08T03:52:34.204573+0000","last_became_peered":"2023-06-08T03:52:34.204573+0000","last_unstale":"2023-06-08T03:52:35.182487+0000","last_undegraded":"2023-06-08T03:52:35.182487+0000","last_fullsized":"2023-06-08T03:52:35.182487+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:14.910986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"22'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.222398+0000","last_change":"2023-06-08T03:52:33.834982+0000","last_active":"2023-06-08T03:52:34.222398+0000","last_peered":"2023-06-08T03:52:34.222398+0000","last_clean":"2023-06-08T03:52:34.222398+0000","last_became_active":"2023-06-08T03:52:33.834324+0000","last_became_peered":"2023-06-08T03:52:33.834324+0000","last_unstale":"2023-06-08T03:52:34.222398+0000","last_undegraded":"2023-06-08T03:52:34.222398+0000","last_fullsized":"2023-06-08T03:52:34.222398+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:31.592187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.220848+0000","last_change":"2023-06-08T03:52:34.219483+0000","last_active":"2023-06-08T03:52:34.220848+0000","last_peered":"2023-06-08T03:52:34.220848+0000","last_clean":"2023-06-08T03:52:34.220848+0000","last_became_active":"2023-06-08T03:52:34.219225+0000","last_became_peered":"2023-06-08T03:52:34.219225+0000","last_unstale":"2023-06-08T03:52:34.220848+0000","last_undegraded":"2023-06-08T03:52:34.220848+0000","last_fullsized":"2023-06-08T03:52:34.220848+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:37:05.891728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184656+0000","last_change":"2023-06-08T03:52:33.816004+0000","last_active":"2023-06-08T03:52:35.184656+0000","last_peered":"2023-06-08T03:52:35.184656+0000","last_clean":"2023-06-08T03:52:35.184656+0000","last_became_active":"2023-06-08T03:52:33.815108+0000","last_became_peered":"2023-06-08T03:52:33.815108+0000","last_unstale":"2023-06-08T03:52:35.184656+0000","last_undegraded":"2023-06-08T03:52:35.184656+0000","last_fullsized":"2023-06-08T03:52:35.184656+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:31.592187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783097+0000","last_change":"2023-06-08T03:52:34.200608+0000","last_active":"2023-06-08T03:52:36.783097+0000","last_peered":"2023-06-08T03:52:36.783097+0000","last_clean":"2023-06-08T03:52:36.783097+0000","last_became_active":"2023-06-08T03:52:34.199820+0000","last_became_peered":"2023-06-08T03:52:34.199820+0000","last_unstale":"2023-06-08T03:52:36.783097+0000","last_undegraded":"2023-06-08T03:52:36.783097+0000","last_fullsized":"2023-06-08T03:52:36.783097+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:14.910986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178872+0000","last_change":"2023-06-08T03:52:33.819712+0000","last_active":"2023-06-08T03:52:35.178872+0000","last_peered":"2023-06-08T03:52:35.178872+0000","last_clean":"2023-06-08T03:52:35.178872+0000","last_became_active":"2023-06-08T03:52:33.819280+0000","last_became_peered":"2023-06-08T03:52:33.819280+0000","last_unstale":"2023-06-08T03:52:35.178872+0000","last_undegraded":"2023-06-08T03:52:35.178872+0000","last_fullsized":"2023-06-08T03:52:35.178872+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:47.612504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184378+0000","last_change":"2023-06-08T03:52:34.196096+0000","last_active":"2023-06-08T03:52:35.184378+0000","last_peered":"2023-06-08T03:52:35.184378+0000","last_clean":"2023-06-08T03:52:35.184378+0000","last_became_active":"2023-06-08T03:52:34.195770+0000","last_became_peered":"2023-06-08T03:52:34.195770+0000","last_unstale":"2023-06-08T03:52:35.184378+0000","last_undegraded":"2023-06-08T03:52:35.184378+0000","last_fullsized":"2023-06-08T03:52:35.184378+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:22:43.096943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.208930+0000","last_change":"2023-06-08T03:52:33.837999+0000","last_active":"2023-06-08T03:52:34.208930+0000","last_peered":"2023-06-08T03:52:34.208930+0000","last_clean":"2023-06-08T03:52:34.208930+0000","last_became_active":"2023-06-08T03:52:33.837284+0000","last_became_peered":"2023-06-08T03:52:33.837284+0000","last_unstale":"2023-06-08T03:52:34.208930+0000","last_undegraded":"2023-06-08T03:52:34.208930+0000","last_fullsized":"2023-06-08T03:52:34.208930+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:11:08.693163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183684+0000","last_change":"2023-06-08T03:52:34.196922+0000","last_active":"2023-06-08T03:52:35.183684+0000","last_peered":"2023-06-08T03:52:35.183684+0000","last_clean":"2023-06-08T03:52:35.183684+0000","last_became_active":"2023-06-08T03:52:34.194976+0000","last_became_peered":"2023-06-08T03:52:34.194976+0000","last_unstale":"2023-06-08T03:52:35.183684+0000","last_undegraded":"2023-06-08T03:52:35.183684+0000","last_fullsized":"2023-06-08T03:52:35.183684+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:00:20.730531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182563+0000","last_change":"2023-06-08T03:52:33.827858+0000","last_active":"2023-06-08T03:52:35.182563+0000","last_peered":"2023-06-08T03:52:35.182563+0000","last_clean":"2023-06-08T03:52:35.182563+0000","last_became_active":"2023-06-08T03:52:33.827102+0000","last_became_peered":"2023-06-08T03:52:33.827102+0000","last_unstale":"2023-06-08T03:52:35.182563+0000","last_undegraded":"2023-06-08T03:52:35.182563+0000","last_fullsized":"2023-06-08T03:52:35.182563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:31.592187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182692+0000","last_change":"2023-06-08T03:52:34.212316+0000","last_active":"2023-06-08T03:52:35.182692+0000","last_peered":"2023-06-08T03:52:35.182692+0000","last_clean":"2023-06-08T03:52:35.182692+0000","last_became_active":"2023-06-08T03:52:34.211879+0000","last_became_peered":"2023-06-08T03:52:34.211879+0000","last_unstale":"2023-06-08T03:52:35.182692+0000","last_undegraded":"2023-06-08T03:52:35.182692+0000","last_fullsized":"2023-06-08T03:52:35.182692+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:17.131702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178612+0000","last_change":"2023-06-08T03:52:33.809891+0000","last_active":"2023-06-08T03:52:35.178612+0000","last_peered":"2023-06-08T03:52:35.178612+0000","last_clean":"2023-06-08T03:52:35.178612+0000","last_became_active":"2023-06-08T03:52:33.809321+0000","last_became_peered":"2023-06-08T03:52:33.809321+0000","last_unstale":"2023-06-08T03:52:35.178612+0000","last_undegraded":"2023-06-08T03:52:35.178612+0000","last_fullsized":"2023-06-08T03:52:35.178612+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:25.257922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634047+0000","last_change":"2023-06-08T03:52:34.197875+0000","last_active":"2023-06-08T03:52:35.634047+0000","last_peered":"2023-06-08T03:52:35.634047+0000","last_clean":"2023-06-08T03:52:35.634047+0000","last_became_active":"2023-06-08T03:52:34.197430+0000","last_became_peered":"2023-06-08T03:52:34.197430+0000","last_unstale":"2023-06-08T03:52:35.634047+0000","last_undegraded":"2023-06-08T03:52:35.634047+0000","last_fullsized":"2023-06-08T03:52:35.634047+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":173,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.207797+0000","last_change":"2023-06-08T03:52:24.078700+0000","last_active":"2023-06-08T03:52:34.207797+0000","last_peered":"2023-06-08T03:52:34.207797+0000","last_clean":"2023-06-08T03:52:34.207797+0000","last_became_active":"2023-06-08T03:52:24.076762+0000","last_became_peered":"2023-06-08T03:52:24.076762+0000","last_unstale":"2023-06-08T03:52:34.207797+0000","last_undegraded":"2023-06-08T03:52:34.207797+0000","last_fullsized":"2023-06-08T03:52:34.207797+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:22.642730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:22.642730+0000","last_clean_scrub_stamp":"2023-06-08T03:52:22.642730+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:53:46.062971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184394+0000","last_change":"2023-06-08T03:52:29.775070+0000","last_active":"2023-06-08T03:52:35.184394+0000","last_peered":"2023-06-08T03:52:35.184394+0000","last_clean":"2023-06-08T03:52:35.184394+0000","last_became_active":"2023-06-08T03:52:29.774047+0000","last_became_peered":"2023-06-08T03:52:29.774047+0000","last_unstale":"2023-06-08T03:52:35.184394+0000","last_undegraded":"2023-06-08T03:52:35.184394+0000","last_fullsized":"2023-06-08T03:52:35.184394+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:09.869151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.177944+0000","last_change":"2023-06-08T03:52:33.813421+0000","last_active":"2023-06-08T03:52:35.177944+0000","last_peered":"2023-06-08T03:52:35.177944+0000","last_clean":"2023-06-08T03:52:35.177944+0000","last_became_active":"2023-06-08T03:52:33.813120+0000","last_became_peered":"2023-06-08T03:52:33.813120+0000","last_unstale":"2023-06-08T03:52:35.177944+0000","last_undegraded":"2023-06-08T03:52:35.177944+0000","last_fullsized":"2023-06-08T03:52:35.177944+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:49:57.080994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.224855+0000","last_change":"2023-06-08T03:52:34.223823+0000","last_active":"2023-06-08T03:52:34.224855+0000","last_peered":"2023-06-08T03:52:34.224855+0000","last_clean":"2023-06-08T03:52:34.224855+0000","last_became_active":"2023-06-08T03:52:34.223487+0000","last_became_peered":"2023-06-08T03:52:34.223487+0000","last_unstale":"2023-06-08T03:52:34.224855+0000","last_undegraded":"2023-06-08T03:52:34.224855+0000","last_fullsized":"2023-06-08T03:52:34.224855+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:29:06.003799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.207654+0000","last_change":"2023-06-08T03:52:29.780410+0000","last_active":"2023-06-08T03:52:34.207654+0000","last_peered":"2023-06-08T03:52:34.207654+0000","last_clean":"2023-06-08T03:52:34.207654+0000","last_became_active":"2023-06-08T03:52:29.779630+0000","last_became_peered":"2023-06-08T03:52:29.779630+0000","last_unstale":"2023-06-08T03:52:34.207654+0000","last_undegraded":"2023-06-08T03:52:34.207654+0000","last_fullsized":"2023-06-08T03:52:34.207654+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:50:19.557875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.782881+0000","last_change":"2023-06-08T03:52:33.837466+0000","last_active":"2023-06-08T03:52:36.782881+0000","last_peered":"2023-06-08T03:52:36.782881+0000","last_clean":"2023-06-08T03:52:36.782881+0000","last_became_active":"2023-06-08T03:52:33.837003+0000","last_became_peered":"2023-06-08T03:52:33.837003+0000","last_unstale":"2023-06-08T03:52:36.782881+0000","last_undegraded":"2023-06-08T03:52:36.782881+0000","last_fullsized":"2023-06-08T03:52:36.782881+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:49:57.080994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783901+0000","last_change":"2023-06-08T03:52:34.200817+0000","last_active":"2023-06-08T03:52:36.783901+0000","last_peered":"2023-06-08T03:52:36.783901+0000","last_clean":"2023-06-08T03:52:36.783901+0000","last_became_active":"2023-06-08T03:52:34.200038+0000","last_became_peered":"2023-06-08T03:52:34.200038+0000","last_unstale":"2023-06-08T03:52:36.783901+0000","last_undegraded":"2023-06-08T03:52:36.783901+0000","last_fullsized":"2023-06-08T03:52:36.783901+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:29.544344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.633856+0000","last_change":"2023-06-08T03:52:29.875560+0000","last_active":"2023-06-08T03:52:36.633856+0000","last_peered":"2023-06-08T03:52:36.633856+0000","last_clean":"2023-06-08T03:52:36.633856+0000","last_became_active":"2023-06-08T03:52:29.875158+0000","last_became_peered":"2023-06-08T03:52:29.875158+0000","last_unstale":"2023-06-08T03:52:36.633856+0000","last_undegraded":"2023-06-08T03:52:36.633856+0000","last_fullsized":"2023-06-08T03:52:36.633856+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:03:58.579573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.633313+0000","last_change":"2023-06-08T03:52:33.817915+0000","last_active":"2023-06-08T03:52:35.633313+0000","last_peered":"2023-06-08T03:52:35.633313+0000","last_clean":"2023-06-08T03:52:35.633313+0000","last_became_active":"2023-06-08T03:52:33.817547+0000","last_became_peered":"2023-06-08T03:52:33.817547+0000","last_unstale":"2023-06-08T03:52:35.633313+0000","last_undegraded":"2023-06-08T03:52:35.633313+0000","last_fullsized":"2023-06-08T03:52:35.633313+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:13.907319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634213+0000","last_change":"2023-06-08T03:52:34.197688+0000","last_active":"2023-06-08T03:52:35.634213+0000","last_peered":"2023-06-08T03:52:35.634213+0000","last_clean":"2023-06-08T03:52:35.634213+0000","last_became_active":"2023-06-08T03:52:34.197083+0000","last_became_peered":"2023-06-08T03:52:34.197083+0000","last_unstale":"2023-06-08T03:52:35.634213+0000","last_undegraded":"2023-06-08T03:52:35.634213+0000","last_fullsized":"2023-06-08T03:52:35.634213+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:29.544344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185516+0000","last_change":"2023-06-08T03:52:29.775307+0000","last_active":"2023-06-08T03:52:35.185516+0000","last_peered":"2023-06-08T03:52:35.185516+0000","last_clean":"2023-06-08T03:52:35.185516+0000","last_became_active":"2023-06-08T03:52:29.774465+0000","last_became_peered":"2023-06-08T03:52:29.774465+0000","last_unstale":"2023-06-08T03:52:35.185516+0000","last_undegraded":"2023-06-08T03:52:35.185516+0000","last_fullsized":"2023-06-08T03:52:35.185516+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:02.135686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183669+0000","last_change":"2023-06-08T03:52:33.833486+0000","last_active":"2023-06-08T03:52:35.183669+0000","last_peered":"2023-06-08T03:52:35.183669+0000","last_clean":"2023-06-08T03:52:35.183669+0000","last_became_active":"2023-06-08T03:52:33.832814+0000","last_became_peered":"2023-06-08T03:52:33.832814+0000","last_unstale":"2023-06-08T03:52:35.183669+0000","last_undegraded":"2023-06-08T03:52:35.183669+0000","last_fullsized":"2023-06-08T03:52:35.183669+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:06.173854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634537+0000","last_change":"2023-06-08T03:52:34.198749+0000","last_active":"2023-06-08T03:52:35.634537+0000","last_peered":"2023-06-08T03:52:35.634537+0000","last_clean":"2023-06-08T03:52:35.634537+0000","last_became_active":"2023-06-08T03:52:34.198471+0000","last_became_peered":"2023-06-08T03:52:34.198471+0000","last_unstale":"2023-06-08T03:52:35.634537+0000","last_undegraded":"2023-06-08T03:52:35.634537+0000","last_fullsized":"2023-06-08T03:52:35.634537+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:47.196103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185291+0000","last_change":"2023-06-08T03:52:33.815429+0000","last_active":"2023-06-08T03:52:35.185291+0000","last_peered":"2023-06-08T03:52:35.185291+0000","last_clean":"2023-06-08T03:52:35.185291+0000","last_became_active":"2023-06-08T03:52:33.813577+0000","last_became_peered":"2023-06-08T03:52:33.813577+0000","last_unstale":"2023-06-08T03:52:35.185291+0000","last_undegraded":"2023-06-08T03:52:35.185291+0000","last_fullsized":"2023-06-08T03:52:35.185291+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:45.373351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634599+0000","last_change":"2023-06-08T03:52:29.878343+0000","last_active":"2023-06-08T03:52:35.634599+0000","last_peered":"2023-06-08T03:52:35.634599+0000","last_clean":"2023-06-08T03:52:35.634599+0000","last_became_active":"2023-06-08T03:52:29.878028+0000","last_became_peered":"2023-06-08T03:52:29.878028+0000","last_unstale":"2023-06-08T03:52:35.634599+0000","last_undegraded":"2023-06-08T03:52:35.634599+0000","last_fullsized":"2023-06-08T03:52:35.634599+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:02.135686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.633570+0000","last_change":"2023-06-08T03:52:34.195036+0000","last_active":"2023-06-08T03:52:35.633570+0000","last_peered":"2023-06-08T03:52:35.633570+0000","last_clean":"2023-06-08T03:52:35.633570+0000","last_became_active":"2023-06-08T03:52:34.194766+0000","last_became_peered":"2023-06-08T03:52:34.194766+0000","last_unstale":"2023-06-08T03:52:35.633570+0000","last_undegraded":"2023-06-08T03:52:35.633570+0000","last_fullsized":"2023-06-08T03:52:35.633570+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:32.595854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634170+0000","last_change":"2023-06-08T03:52:33.817383+0000","last_active":"2023-06-08T03:52:35.634170+0000","last_peered":"2023-06-08T03:52:35.634170+0000","last_clean":"2023-06-08T03:52:35.634170+0000","last_became_active":"2023-06-08T03:52:33.816990+0000","last_became_peered":"2023-06-08T03:52:33.816990+0000","last_unstale":"2023-06-08T03:52:35.634170+0000","last_undegraded":"2023-06-08T03:52:35.634170+0000","last_fullsized":"2023-06-08T03:52:35.634170+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:15.386114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.212056+0000","last_change":"2023-06-08T03:52:29.875243+0000","last_active":"2023-06-08T03:52:34.212056+0000","last_peered":"2023-06-08T03:52:34.212056+0000","last_clean":"2023-06-08T03:52:34.212056+0000","last_became_active":"2023-06-08T03:52:29.874833+0000","last_became_peered":"2023-06-08T03:52:29.874833+0000","last_unstale":"2023-06-08T03:52:34.212056+0000","last_undegraded":"2023-06-08T03:52:34.212056+0000","last_fullsized":"2023-06-08T03:52:34.212056+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:12.089867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783241+0000","last_change":"2023-06-08T03:52:34.196337+0000","last_active":"2023-06-08T03:52:36.783241+0000","last_peered":"2023-06-08T03:52:36.783241+0000","last_clean":"2023-06-08T03:52:36.783241+0000","last_became_active":"2023-06-08T03:52:34.195408+0000","last_became_peered":"2023-06-08T03:52:34.195408+0000","last_unstale":"2023-06-08T03:52:36.783241+0000","last_undegraded":"2023-06-08T03:52:36.783241+0000","last_fullsized":"2023-06-08T03:52:36.783241+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:53.142873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178793+0000","last_change":"2023-06-08T03:52:33.825283+0000","last_active":"2023-06-08T03:52:35.178793+0000","last_peered":"2023-06-08T03:52:35.178793+0000","last_clean":"2023-06-08T03:52:35.178793+0000","last_became_active":"2023-06-08T03:52:33.824917+0000","last_became_peered":"2023-06-08T03:52:33.824917+0000","last_unstale":"2023-06-08T03:52:35.178793+0000","last_undegraded":"2023-06-08T03:52:35.178793+0000","last_fullsized":"2023-06-08T03:52:35.178793+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:45.373351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634012+0000","last_change":"2023-06-08T03:52:29.777779+0000","last_active":"2023-06-08T03:52:35.634012+0000","last_peered":"2023-06-08T03:52:35.634012+0000","last_clean":"2023-06-08T03:52:35.634012+0000","last_became_active":"2023-06-08T03:52:29.777419+0000","last_became_peered":"2023-06-08T03:52:29.777419+0000","last_unstale":"2023-06-08T03:52:35.634012+0000","last_undegraded":"2023-06-08T03:52:35.634012+0000","last_fullsized":"2023-06-08T03:52:35.634012+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:41.150569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178263+0000","last_change":"2023-06-08T03:52:34.217100+0000","last_active":"2023-06-08T03:52:35.178263+0000","last_peered":"2023-06-08T03:52:35.178263+0000","last_clean":"2023-06-08T03:52:35.178263+0000","last_became_active":"2023-06-08T03:52:34.216825+0000","last_became_peered":"2023-06-08T03:52:34.216825+0000","last_unstale":"2023-06-08T03:52:35.178263+0000","last_undegraded":"2023-06-08T03:52:35.178263+0000","last_fullsized":"2023-06-08T03:52:35.178263+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:32.595854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.784209+0000","last_change":"2023-06-08T03:52:33.820179+0000","last_active":"2023-06-08T03:52:36.784209+0000","last_peered":"2023-06-08T03:52:36.784209+0000","last_clean":"2023-06-08T03:52:36.784209+0000","last_became_active":"2023-06-08T03:52:33.819769+0000","last_became_peered":"2023-06-08T03:52:33.819769+0000","last_unstale":"2023-06-08T03:52:36.784209+0000","last_undegraded":"2023-06-08T03:52:36.784209+0000","last_fullsized":"2023-06-08T03:52:36.784209+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:46.192435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.209602+0000","last_change":"2023-06-08T03:52:29.779829+0000","last_active":"2023-06-08T03:52:34.209602+0000","last_peered":"2023-06-08T03:52:34.209602+0000","last_clean":"2023-06-08T03:52:34.209602+0000","last_became_active":"2023-06-08T03:52:29.778989+0000","last_became_peered":"2023-06-08T03:52:29.778989+0000","last_unstale":"2023-06-08T03:52:34.209602+0000","last_undegraded":"2023-06-08T03:52:34.209602+0000","last_fullsized":"2023-06-08T03:52:34.209602+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:12:46.276961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182415+0000","last_change":"2023-06-08T03:52:34.197432+0000","last_active":"2023-06-08T03:52:35.182415+0000","last_peered":"2023-06-08T03:52:35.182415+0000","last_clean":"2023-06-08T03:52:35.182415+0000","last_became_active":"2023-06-08T03:52:34.193639+0000","last_became_peered":"2023-06-08T03:52:34.193639+0000","last_unstale":"2023-06-08T03:52:35.182415+0000","last_undegraded":"2023-06-08T03:52:35.182415+0000","last_fullsized":"2023-06-08T03:52:35.182415+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:37:09.935889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183518+0000","last_change":"2023-06-08T03:52:34.212764+0000","last_active":"2023-06-08T03:52:35.183518+0000","last_peered":"2023-06-08T03:52:35.183518+0000","last_clean":"2023-06-08T03:52:35.183518+0000","last_became_active":"2023-06-08T03:52:34.212338+0000","last_became_peered":"2023-06-08T03:52:34.212338+0000","last_unstale":"2023-06-08T03:52:35.183518+0000","last_undegraded":"2023-06-08T03:52:35.183518+0000","last_fullsized":"2023-06-08T03:52:35.183518+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:47.196103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"22'6","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184693+0000","last_change":"2023-06-08T03:52:33.832442+0000","last_active":"2023-06-08T03:52:35.184693+0000","last_peered":"2023-06-08T03:52:35.184693+0000","last_clean":"2023-06-08T03:52:35.184693+0000","last_became_active":"2023-06-08T03:52:33.831711+0000","last_became_peered":"2023-06-08T03:52:33.831711+0000","last_unstale":"2023-06-08T03:52:35.184693+0000","last_undegraded":"2023-06-08T03:52:35.184693+0000","last_fullsized":"2023-06-08T03:52:35.184693+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:20:37.268273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634392+0000","last_change":"2023-06-08T03:52:34.214731+0000","last_active":"2023-06-08T03:52:35.634392+0000","last_peered":"2023-06-08T03:52:35.634392+0000","last_clean":"2023-06-08T03:52:35.634392+0000","last_became_active":"2023-06-08T03:52:34.214451+0000","last_became_peered":"2023-06-08T03:52:34.214451+0000","last_unstale":"2023-06-08T03:52:35.634392+0000","last_undegraded":"2023-06-08T03:52:35.634392+0000","last_fullsized":"2023-06-08T03:52:35.634392+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:46.377019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"22'3","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.224850+0000","last_change":"2023-06-08T03:52:33.836063+0000","last_active":"2023-06-08T03:52:34.224850+0000","last_peered":"2023-06-08T03:52:34.224850+0000","last_clean":"2023-06-08T03:52:34.224850+0000","last_became_active":"2023-06-08T03:52:33.835441+0000","last_became_peered":"2023-06-08T03:52:33.835441+0000","last_unstale":"2023-06-08T03:52:34.224850+0000","last_undegraded":"2023-06-08T03:52:34.224850+0000","last_fullsized":"2023-06-08T03:52:34.224850+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:52.139206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185436+0000","last_change":"2023-06-08T03:52:33.825661+0000","last_active":"2023-06-08T03:52:35.185436+0000","last_peered":"2023-06-08T03:52:35.185436+0000","last_clean":"2023-06-08T03:52:35.185436+0000","last_became_active":"2023-06-08T03:52:33.824940+0000","last_became_peered":"2023-06-08T03:52:33.824940+0000","last_unstale":"2023-06-08T03:52:35.185436+0000","last_undegraded":"2023-06-08T03:52:35.185436+0000","last_fullsized":"2023-06-08T03:52:35.185436+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:46.192435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.177980+0000","last_change":"2023-06-08T03:52:34.218012+0000","last_active":"2023-06-08T03:52:35.177980+0000","last_peered":"2023-06-08T03:52:35.177980+0000","last_clean":"2023-06-08T03:52:35.177980+0000","last_became_active":"2023-06-08T03:52:34.217605+0000","last_became_peered":"2023-06-08T03:52:34.217605+0000","last_unstale":"2023-06-08T03:52:35.177980+0000","last_undegraded":"2023-06-08T03:52:35.177980+0000","last_fullsized":"2023-06-08T03:52:35.177980+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:37:09.935889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.784229+0000","last_change":"2023-06-08T03:52:33.813278+0000","last_active":"2023-06-08T03:52:36.784229+0000","last_peered":"2023-06-08T03:52:36.784229+0000","last_clean":"2023-06-08T03:52:36.784229+0000","last_became_active":"2023-06-08T03:52:33.812840+0000","last_became_peered":"2023-06-08T03:52:33.812840+0000","last_unstale":"2023-06-08T03:52:36.784229+0000","last_undegraded":"2023-06-08T03:52:36.784229+0000","last_fullsized":"2023-06-08T03:52:36.784229+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:06.173854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178051+0000","last_change":"2023-06-08T03:52:34.199313+0000","last_active":"2023-06-08T03:52:35.178051+0000","last_peered":"2023-06-08T03:52:35.178051+0000","last_clean":"2023-06-08T03:52:35.178051+0000","last_became_active":"2023-06-08T03:52:34.199044+0000","last_became_peered":"2023-06-08T03:52:34.199044+0000","last_unstale":"2023-06-08T03:52:35.178051+0000","last_undegraded":"2023-06-08T03:52:35.178051+0000","last_fullsized":"2023-06-08T03:52:35.178051+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:14.910986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-06-08T03:52:34.214440+0000","last_change":"2023-06-08T03:52:34.210146+0000","last_active":"2023-06-08T03:52:34.214440+0000","last_peered":"2023-06-08T03:52:34.214440+0000","last_clean":"2023-06-08T03:52:34.214440+0000","last_became_active":"2023-06-08T03:52:34.209780+0000","last_became_peered":"2023-06-08T03:52:34.209780+0000","last_unstale":"2023-06-08T03:52:34.214440+0000","last_undegraded":"2023-06-08T03:52:34.214440+0000","last_fullsized":"2023-06-08T03:52:34.214440+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:06:51.429167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178787+0000","last_change":"2023-06-08T03:52:33.812439+0000","last_active":"2023-06-08T03:52:35.178787+0000","last_peered":"2023-06-08T03:52:35.178787+0000","last_clean":"2023-06-08T03:52:35.178787+0000","last_became_active":"2023-06-08T03:52:33.812098+0000","last_became_peered":"2023-06-08T03:52:33.812098+0000","last_unstale":"2023-06-08T03:52:35.178787+0000","last_undegraded":"2023-06-08T03:52:35.178787+0000","last_fullsized":"2023-06-08T03:52:35.178787+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:28.540677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783664+0000","last_change":"2023-06-08T03:52:34.207989+0000","last_active":"2023-06-08T03:52:36.783664+0000","last_peered":"2023-06-08T03:52:36.783664+0000","last_clean":"2023-06-08T03:52:36.783664+0000","last_became_active":"2023-06-08T03:52:34.207735+0000","last_became_peered":"2023-06-08T03:52:34.207735+0000","last_unstale":"2023-06-08T03:52:36.783664+0000","last_undegraded":"2023-06-08T03:52:36.783664+0000","last_fullsized":"2023-06-08T03:52:36.783664+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.633536+0000","last_change":"2023-06-08T03:52:33.815452+0000","last_active":"2023-06-08T03:52:35.633536+0000","last_peered":"2023-06-08T03:52:35.633536+0000","last_clean":"2023-06-08T03:52:35.633536+0000","last_became_active":"2023-06-08T03:52:33.815039+0000","last_became_peered":"2023-06-08T03:52:33.815039+0000","last_unstale":"2023-06-08T03:52:35.633536+0000","last_undegraded":"2023-06-08T03:52:35.633536+0000","last_fullsized":"2023-06-08T03:52:35.633536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:52.139206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178505+0000","last_change":"2023-06-08T03:52:34.202564+0000","last_active":"2023-06-08T03:52:35.178505+0000","last_peered":"2023-06-08T03:52:35.178505+0000","last_clean":"2023-06-08T03:52:35.178505+0000","last_became_active":"2023-06-08T03:52:34.202189+0000","last_became_peered":"2023-06-08T03:52:34.202189+0000","last_unstale":"2023-06-08T03:52:35.178505+0000","last_undegraded":"2023-06-08T03:52:35.178505+0000","last_fullsized":"2023-06-08T03:52:35.178505+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182905+0000","last_change":"2023-06-08T03:52:33.814608+0000","last_active":"2023-06-08T03:52:35.182905+0000","last_peered":"2023-06-08T03:52:35.182905+0000","last_clean":"2023-06-08T03:52:35.182905+0000","last_became_active":"2023-06-08T03:52:33.813780+0000","last_became_peered":"2023-06-08T03:52:33.813780+0000","last_unstale":"2023-06-08T03:52:35.182905+0000","last_undegraded":"2023-06-08T03:52:35.182905+0000","last_fullsized":"2023-06-08T03:52:35.182905+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:45.188738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.634298+0000","last_change":"2023-06-08T03:52:34.199988+0000","last_active":"2023-06-08T03:52:36.634298+0000","last_peered":"2023-06-08T03:52:36.634298+0000","last_clean":"2023-06-08T03:52:36.634298+0000","last_became_active":"2023-06-08T03:52:34.199501+0000","last_became_peered":"2023-06-08T03:52:34.199501+0000","last_unstale":"2023-06-08T03:52:36.634298+0000","last_undegraded":"2023-06-08T03:52:36.634298+0000","last_fullsized":"2023-06-08T03:52:36.634298+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:11:40.958157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783664+0000","last_change":"2023-06-08T03:52:33.837740+0000","last_active":"2023-06-08T03:52:36.783664+0000","last_peered":"2023-06-08T03:52:36.783664+0000","last_clean":"2023-06-08T03:52:36.783664+0000","last_became_active":"2023-06-08T03:52:33.837270+0000","last_became_peered":"2023-06-08T03:52:33.837270+0000","last_unstale":"2023-06-08T03:52:36.783664+0000","last_undegraded":"2023-06-08T03:52:36.783664+0000","last_fullsized":"2023-06-08T03:52:36.783664+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:25.257922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183350+0000","last_change":"2023-06-08T03:52:34.203229+0000","last_active":"2023-06-08T03:52:35.183350+0000","last_peered":"2023-06-08T03:52:35.183350+0000","last_clean":"2023-06-08T03:52:35.183350+0000","last_became_active":"2023-06-08T03:52:34.202876+0000","last_became_peered":"2023-06-08T03:52:34.202876+0000","last_unstale":"2023-06-08T03:52:35.183350+0000","last_undegraded":"2023-06-08T03:52:35.183350+0000","last_fullsized":"2023-06-08T03:52:35.183350+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:46.377019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184759+0000","last_change":"2023-06-08T03:52:33.839791+0000","last_active":"2023-06-08T03:52:35.184759+0000","last_peered":"2023-06-08T03:52:35.184759+0000","last_clean":"2023-06-08T03:52:35.184759+0000","last_became_active":"2023-06-08T03:52:33.839145+0000","last_became_peered":"2023-06-08T03:52:33.839145+0000","last_unstale":"2023-06-08T03:52:35.184759+0000","last_undegraded":"2023-06-08T03:52:35.184759+0000","last_fullsized":"2023-06-08T03:52:35.184759+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:16.128035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182517+0000","last_change":"2023-06-08T03:52:34.194269+0000","last_active":"2023-06-08T03:52:35.182517+0000","last_peered":"2023-06-08T03:52:35.182517+0000","last_clean":"2023-06-08T03:52:35.182517+0000","last_became_active":"2023-06-08T03:52:34.193895+0000","last_became_peered":"2023-06-08T03:52:34.193895+0000","last_unstale":"2023-06-08T03:52:35.182517+0000","last_undegraded":"2023-06-08T03:52:35.182517+0000","last_fullsized":"2023-06-08T03:52:35.182517+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:53.142873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185056+0000","last_change":"2023-06-08T03:52:33.837829+0000","last_active":"2023-06-08T03:52:35.185056+0000","last_peered":"2023-06-08T03:52:35.185056+0000","last_clean":"2023-06-08T03:52:35.185056+0000","last_became_active":"2023-06-08T03:52:33.837043+0000","last_became_peered":"2023-06-08T03:52:33.837043+0000","last_unstale":"2023-06-08T03:52:35.185056+0000","last_undegraded":"2023-06-08T03:52:35.185056+0000","last_fullsized":"2023-06-08T03:52:35.185056+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:15.386114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178099+0000","last_change":"2023-06-08T03:52:34.192830+0000","last_active":"2023-06-08T03:52:35.178099+0000","last_peered":"2023-06-08T03:52:35.178099+0000","last_clean":"2023-06-08T03:52:35.178099+0000","last_became_active":"2023-06-08T03:52:34.192479+0000","last_became_peered":"2023-06-08T03:52:34.192479+0000","last_unstale":"2023-06-08T03:52:35.178099+0000","last_undegraded":"2023-06-08T03:52:35.178099+0000","last_fullsized":"2023-06-08T03:52:35.178099+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:53.142873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178361+0000","last_change":"2023-06-08T03:52:33.813415+0000","last_active":"2023-06-08T03:52:35.178361+0000","last_peered":"2023-06-08T03:52:35.178361+0000","last_clean":"2023-06-08T03:52:35.178361+0000","last_became_active":"2023-06-08T03:52:33.813011+0000","last_became_peered":"2023-06-08T03:52:33.813011+0000","last_unstale":"2023-06-08T03:52:35.178361+0000","last_undegraded":"2023-06-08T03:52:35.178361+0000","last_fullsized":"2023-06-08T03:52:35.178361+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:16.128035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182137+0000","last_change":"2023-06-08T03:52:34.212446+0000","last_active":"2023-06-08T03:52:35.182137+0000","last_peered":"2023-06-08T03:52:35.182137+0000","last_clean":"2023-06-08T03:52:35.182137+0000","last_became_active":"2023-06-08T03:52:34.212124+0000","last_became_peered":"2023-06-08T03:52:34.212124+0000","last_unstale":"2023-06-08T03:52:35.182137+0000","last_undegraded":"2023-06-08T03:52:35.182137+0000","last_fullsized":"2023-06-08T03:52:35.182137+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:43:42.896982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"22'4","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783953+0000","last_change":"2023-06-08T03:52:33.813709+0000","last_active":"2023-06-08T03:52:36.783953+0000","last_peered":"2023-06-08T03:52:36.783953+0000","last_clean":"2023-06-08T03:52:36.783953+0000","last_became_active":"2023-06-08T03:52:33.813036+0000","last_became_peered":"2023-06-08T03:52:33.813036+0000","last_unstale":"2023-06-08T03:52:36.783953+0000","last_undegraded":"2023-06-08T03:52:36.783953+0000","last_fullsized":"2023-06-08T03:52:36.783953+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:45.373351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27784,"kb_used_data":832,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344056,"statfs":{"total":96636764160,"available":96608313344,"internally_reserved":0,"allocated":851968,"data_stored":675094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83399999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95899999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.006}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88300000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75900000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2490000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.127}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27176,"kb_used_data":224,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":229376,"data_stored":82946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82899999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":244,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":249856,"data_stored":90251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96699999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79400000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83399999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.089}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86899999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":256,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":262144,"data_stored":91219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82999999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67600000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91000000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93400000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80500000000000005}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27192,"kb_used_data":240,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344648,"statfs":{"total":96636764160,"available":96608919552,"internally_reserved":0,"allocated":245760,"data_stored":89689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28599999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30199999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79700000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81299999999999994}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69899999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]}]},{"osd":2,"up_from":13,"seq":55834574852,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27176,"kb_used_data":224,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":229376,"data_stored":82946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.214}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.179}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5229999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.345}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.605}]}]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":236,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":241664,"data_stored":89599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.046}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1719999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.121}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4990000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574855,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27760,"kb_used_data":808,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344080,"statfs":{"total":96636764160,"available":96608337920,"internally_reserved":0,"allocated":827392,"data_stored":673896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80700000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85799999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.405}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.472}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6240000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.677}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-08T03:52:42.693 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-06-08T03:52:42.693 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-06-08T03:52:42.694 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2023-06-08T03:52:42.694 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2023-06-08T03:52:42.694 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2023-06-08T03:52:42.855 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e84561640 1 Processor -- start 2023-06-08T03:52:42.855 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e84561640 1 -- start start 2023-06-08T03:52:42.859 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e84561640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e7c0cda40 0x7f9e7c0cde10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:42.859 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e84561640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e7c0ce350 con 0x7f9e7c0cbe70 2023-06-08T03:52:42.859 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e84561640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e7c0cd2b0 con 0x7f9e7c0cc830 2023-06-08T03:52:42.859 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e84561640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e7c0cd870 con 0x7f9e7c0cda40 2023-06-08T03:52:42.859 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e82afe640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f9e7c0cbe70 0x7f9e7c159f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:56990/0 (socket says 172.21.15.62:56990) 2023-06-08T03:52:42.860 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e82afe640 1 -- 172.21.15.62:0/4228196495 learned_addr learned my addr 172.21.15.62:0/4228196495 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:42.860 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e822fd640 1 --2- 172.21.15.62:0/4228196495 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e7c0cda40 0x7f9e7c0cde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:42.860 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e812fb640 1 -- 172.21.15.62:0/4228196495 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4087901952 0 0) 0x7f9e7c0ce350 con 0x7f9e7c0cbe70 2023-06-08T03:52:42.860 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e812fb640 1 -- 172.21.15.62:0/4228196495 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9e68003530 con 0x7f9e7c0cbe70 2023-06-08T03:52:42.860 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e812fb640 1 -- 172.21.15.62:0/4228196495 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1442512527 0 0) 0x7f9e68003530 con 0x7f9e7c0cbe70 2023-06-08T03:52:42.860 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e812fb640 1 -- 172.21.15.62:0/4228196495 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e7c0cda40 msgr2=0x7f9e7c0cde10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:42.860 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e812fb640 1 --2- 172.21.15.62:0/4228196495 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e7c0cda40 0x7f9e7c0cde10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:42.861 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e812fb640 1 -- 172.21.15.62:0/4228196495 >> v1:172.21.15.188:6789/0 conn(0x7f9e7c0cc830 legacy=0x7f9e7c159870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:42.861 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e812fb640 1 -- 172.21.15.62:0/4228196495 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e7c0cd590 con 0x7f9e7c0cbe70 2023-06-08T03:52:42.861 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e812fb640 1 -- 172.21.15.62:0/4228196495 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f9e74001a00 con 0x7f9e7c0cbe70 2023-06-08T03:52:42.861 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e812fb640 1 -- 172.21.15.62:0/4228196495 >> v1:172.21.15.62:6789/0 conn(0x7f9e7c0cbe70 legacy=0x7f9e7c159f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:42.862 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e812fb640 1 --2- 172.21.15.62:0/4228196495 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9e680039b0 0x7f9e68003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:42.862 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e812fb640 1 --2- 172.21.15.62:0/4228196495 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e680047d0 0x7f9e68004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:42.862 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e812fb640 1 --2- 172.21.15.62:0/4228196495 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e7c0cda40 0x7f9e680051a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:42.862 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e812fb640 1 -- 172.21.15.62:0/4228196495 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e7c0cd870 con 0x7f9e680047d0 2023-06-08T03:52:42.863 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e812fb640 1 -- 172.21.15.62:0/4228196495 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e6800ba90 con 0x7f9e680039b0 2023-06-08T03:52:42.863 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e812fb640 1 -- 172.21.15.62:0/4228196495 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e6800bc50 con 0x7f9e7c0cda40 2023-06-08T03:52:42.863 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e81afc640 1 --2- 172.21.15.62:0/4228196495 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e680047d0 0x7f9e68004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:42.864 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e822fd640 1 --2- 172.21.15.62:0/4228196495 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9e680039b0 0x7f9e68003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:42.864 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e82afe640 1 --2- 172.21.15.62:0/4228196495 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e7c0cda40 0x7f9e680051a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:42.864 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e81afc640 1 -- 172.21.15.62:0/4228196495 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e7c0cda40 msgr2=0x7f9e680051a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:42.865 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e81afc640 1 --2- 172.21.15.62:0/4228196495 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e7c0cda40 0x7f9e680051a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:42.865 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e81afc640 1 -- 172.21.15.62:0/4228196495 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9e680039b0 msgr2=0x7f9e68003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:42.865 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e81afc640 1 --2- 172.21.15.62:0/4228196495 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9e680039b0 0x7f9e68003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:42.865 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e81afc640 1 -- 172.21.15.62:0/4228196495 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e68003530 con 0x7f9e680047d0 2023-06-08T03:52:42.865 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.849+0000 7f9e82afe640 1 --2- 172.21.15.62:0/4228196495 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e7c0cda40 0x7f9e680051a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:42.867 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.853+0000 7f9e81afc640 1 --2- 172.21.15.62:0/4228196495 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e680047d0 0x7f9e68004c40 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f9e6c001780 tx=0x7f9e6c01c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29b9c9cfa1fa3294 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:42.868 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.853+0000 7f9e812fb640 1 -- 172.21.15.62:0/4228196495 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e6c0052d0 con 0x7f9e680047d0 2023-06-08T03:52:42.868 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.853+0000 7f9e812fb640 1 -- 172.21.15.62:0/4228196495 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e6c0a7050 con 0x7f9e680047d0 2023-06-08T03:52:42.868 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.853+0000 7f9e812fb640 1 -- 172.21.15.62:0/4228196495 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e6c003600 con 0x7f9e680047d0 2023-06-08T03:52:42.868 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.853+0000 7f9e84561640 1 -- 172.21.15.62:0/4228196495 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e680047d0 msgr2=0x7f9e68004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:42.868 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.853+0000 7f9e84561640 1 --2- 172.21.15.62:0/4228196495 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e680047d0 0x7f9e68004c40 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f9e6c001780 tx=0x7f9e6c01c3d0 comp rx=0 tx=0).stop 2023-06-08T03:52:42.868 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.853+0000 7f9e82afe640 1 -- 172.21.15.62:0/4228196495 reap_dead start 2023-06-08T03:52:42.869 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.853+0000 7f9e84561640 1 -- 172.21.15.62:0/4228196495 shutdown_connections 2023-06-08T03:52:42.869 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.853+0000 7f9e84561640 1 -- 172.21.15.62:0/4228196495 >> 172.21.15.62:0/4228196495 conn(0x7f9e7c065850 msgr2=0x7f9e7c099140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:42.869 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.853+0000 7f9e84561640 1 -- 172.21.15.62:0/4228196495 shutdown_connections 2023-06-08T03:52:42.869 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.853+0000 7f9e84561640 1 -- 172.21.15.62:0/4228196495 wait complete. 2023-06-08T03:52:42.869 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.853+0000 7f9e84561640 1 Processor -- start 2023-06-08T03:52:42.869 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.853+0000 7f9e84561640 1 -- start start 2023-06-08T03:52:42.869 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e84561640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e680047d0 0x7f9e7c156090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:42.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e84561640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e7c1f6170 0x7f9e7c150340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:42.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e84561640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9e7c15d230 0x7f9e7c156c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:42.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e84561640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e7c150b80 con 0x7f9e680047d0 2023-06-08T03:52:42.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e84561640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e7c1552d0 con 0x7f9e7c15d230 2023-06-08T03:52:42.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e84561640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e7c1555b0 con 0x7f9e7c1f6170 2023-06-08T03:52:42.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e822fd640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e680047d0 0x7f9e7c156090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:42.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e822fd640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e680047d0 0x7f9e7c156090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50702/0 (socket says 172.21.15.62:50702) 2023-06-08T03:52:42.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e822fd640 1 -- 172.21.15.62:0/3428944380 learned_addr learned my addr 172.21.15.62:0/3428944380 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:42.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e82afe640 1 --2- 172.21.15.62:0/3428944380 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9e7c15d230 0x7f9e7c156c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:42.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e822fd640 1 -- 172.21.15.62:0/3428944380 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e7c1f6170 msgr2=0x7f9e7c150340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:42.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e822fd640 1 --2- 172.21.15.62:0/3428944380 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e7c1f6170 0x7f9e7c150340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:42.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e822fd640 1 -- 172.21.15.62:0/3428944380 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9e7c15d230 msgr2=0x7f9e7c156c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:42.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e822fd640 1 --2- 172.21.15.62:0/3428944380 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9e7c15d230 0x7f9e7c156c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:42.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e822fd640 1 -- 172.21.15.62:0/3428944380 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e7c155890 con 0x7f9e680047d0 2023-06-08T03:52:42.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e822fd640 1 --2- 172.21.15.62:0/3428944380 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e680047d0 0x7f9e7c156090 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9e780115e0 tx=0x7f9e78011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:42.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e72ffd640 1 -- 172.21.15.62:0/3428944380 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e7800f8f0 con 0x7f9e680047d0 2023-06-08T03:52:42.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e72ffd640 1 -- 172.21.15.62:0/3428944380 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e7800fa50 con 0x7f9e680047d0 2023-06-08T03:52:42.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e84561640 1 -- 172.21.15.62:0/3428944380 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e7c155b70 con 0x7f9e680047d0 2023-06-08T03:52:42.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e72ffd640 1 -- 172.21.15.62:0/3428944380 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e7800fdc0 con 0x7f9e680047d0 2023-06-08T03:52:42.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e84561640 1 -- 172.21.15.62:0/3428944380 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e7c15d6d0 con 0x7f9e680047d0 2023-06-08T03:52:42.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e84561640 1 -- 172.21.15.62:0/3428944380 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e7c15d950 con 0x7f9e680047d0 2023-06-08T03:52:42.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e72ffd640 1 -- 172.21.15.62:0/3428944380 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9e78015460 con 0x7f9e680047d0 2023-06-08T03:52:42.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e72ffd640 1 --2- 172.21.15.62:0/3428944380 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9e60066280 0x7f9e60068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:42.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e72ffd640 1 -- 172.21.15.62:0/3428944380 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f9e78084640 con 0x7f9e680047d0 2023-06-08T03:52:42.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e81afc640 1 --2- 172.21.15.62:0/3428944380 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9e60066280 0x7f9e60068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:42.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.857+0000 7f9e81afc640 1 --2- 172.21.15.62:0/3428944380 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9e60066280 0x7f9e60068730 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9e6c001750 tx=0x7f9e6c001130 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:42.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:42.861+0000 7f9e72ffd640 1 -- 172.21.15.62:0/3428944380 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9e78051ac0 con 0x7f9e680047d0 2023-06-08T03:52:43.050 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.045+0000 7f9e84561640 1 -- 172.21.15.62:0/3428944380 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f9e7c04d6c0 con 0x7f9e680047d0 2023-06-08T03:52:43.057 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.049+0000 7f9e72ffd640 1 -- 172.21.15.62:0/3428944380 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+164249 (secure 0 0 0) 0x7f9e780550e0 con 0x7f9e680047d0 2023-06-08T03:52:43.058 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:43.061 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.053+0000 7f9e84561640 1 -- 172.21.15.62:0/3428944380 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9e60066280 msgr2=0x7f9e60068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.061 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.053+0000 7f9e84561640 1 --2- 172.21.15.62:0/3428944380 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9e60066280 0x7f9e60068730 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9e6c001750 tx=0x7f9e6c001130 comp rx=0 tx=0).stop 2023-06-08T03:52:43.061 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.053+0000 7f9e84561640 1 -- 172.21.15.62:0/3428944380 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e680047d0 msgr2=0x7f9e7c156090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.061 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.053+0000 7f9e84561640 1 --2- 172.21.15.62:0/3428944380 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e680047d0 0x7f9e7c156090 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9e780115e0 tx=0x7f9e78011aa0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.062 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.053+0000 7f9e84561640 1 -- 172.21.15.62:0/3428944380 shutdown_connections 2023-06-08T03:52:43.062 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.053+0000 7f9e84561640 1 --2- 172.21.15.62:0/3428944380 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9e60066280 0x7f9e60068730 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.062 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.053+0000 7f9e84561640 1 --2- 172.21.15.62:0/3428944380 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9e7c15d230 0x7f9e7c156c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.062 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.053+0000 7f9e84561640 1 --2- 172.21.15.62:0/3428944380 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e7c1f6170 0x7f9e7c150340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.062 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.053+0000 7f9e84561640 1 --2- 172.21.15.62:0/3428944380 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e680047d0 0x7f9e7c156090 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.062 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.053+0000 7f9e84561640 1 -- 172.21.15.62:0/3428944380 >> 172.21.15.62:0/3428944380 conn(0x7f9e7c065850 msgr2=0x7f9e7c1648a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:43.062 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.053+0000 7f9e84561640 1 -- 172.21.15.62:0/3428944380 shutdown_connections 2023-06-08T03:52:43.063 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.053+0000 7f9e84561640 1 -- 172.21.15.62:0/3428944380 wait complete. 2023-06-08T03:52:43.076 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":5,"active_gid":4103,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6832","nonce":4222075021},{"type":"v1","addr":"172.21.15.188:6833","nonce":4222075021}]},"active_addr":"172.21.15.188:6833/4222075021","active_change":"2023-06-08T03:52:14.274351+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4104,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.188:0","nonce":1134864411}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.188:0","nonce":2095758880}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.188:0","nonce":2231753770}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.188:0","nonce":1947704399}]}]} 2023-06-08T03:52:43.080 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2023-06-08T03:52:43.081 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2023-06-08T03:52:43.081 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:52:43.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.197+0000 7f72760ee640 1 Processor -- start 2023-06-08T03:52:43.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.197+0000 7f72760ee640 1 -- start start 2023-06-08T03:52:43.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.197+0000 7f72760ee640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f72700b1290 0x7f72700b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.197+0000 7f72760ee640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f72700ce280 0x7f72700d0520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.197+0000 7f72760ee640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72700d1be0 con 0x7f72700ce950 2023-06-08T03:52:43.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.197+0000 7f72760ee640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72700b1660 con 0x7f72700ce280 2023-06-08T03:52:43.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.197+0000 7f72760ee640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72700cc6c0 con 0x7f72700b1290 2023-06-08T03:52:43.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.197+0000 7f726effd640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f72700ce280 0x7f72700d0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.197+0000 7f726effd640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f72700ce280 0x7f72700d0520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50714/0 (socket says 172.21.15.62:50714) 2023-06-08T03:52:43.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.197+0000 7f726effd640 1 -- 172.21.15.62:0/4121161857 learned_addr learned my addr 172.21.15.62:0/4121161857 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:43.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.197+0000 7f726f7fe640 1 --2- 172.21.15.62:0/4121161857 >> v2:172.21.15.188:3300/0 conn(0x7f72700b1290 0x7f72700b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.197+0000 7f726effd640 1 -- 172.21.15.62:0/4121161857 >> v2:172.21.15.188:3300/0 conn(0x7f72700b1290 msgr2=0x7f72700b4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:43.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.197+0000 7f726effd640 1 --2- 172.21.15.62:0/4121161857 >> v2:172.21.15.188:3300/0 conn(0x7f72700b1290 0x7f72700b4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.197+0000 7f726effd640 1 -- 172.21.15.62:0/4121161857 >> v1:172.21.15.188:6789/0 conn(0x7f72700ce950 legacy=0x7f72700d2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:43.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.197+0000 7f726effd640 1 -- 172.21.15.62:0/4121161857 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72700cc9a0 con 0x7f72700ce280 2023-06-08T03:52:43.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.201+0000 7f726effd640 1 --2- 172.21.15.62:0/4121161857 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72700ce280 0x7f72700d0520 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f72700d2fb0 tx=0x7f726401ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f81c973859af981 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.208 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.201+0000 7f726e7fc640 1 -- 172.21.15.62:0/4121161857 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72640ab620 con 0x7f72700ce280 2023-06-08T03:52:43.208 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.201+0000 7f726e7fc640 1 -- 172.21.15.62:0/4121161857 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72640ab780 con 0x7f72700ce280 2023-06-08T03:52:43.208 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.201+0000 7f726e7fc640 1 -- 172.21.15.62:0/4121161857 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72640abb10 con 0x7f72700ce280 2023-06-08T03:52:43.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.201+0000 7f72760ee640 1 -- 172.21.15.62:0/4121161857 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72700ce280 msgr2=0x7f72700d0520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.201+0000 7f72760ee640 1 --2- 172.21.15.62:0/4121161857 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72700ce280 0x7f72700d0520 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f72700d2fb0 tx=0x7f726401ce60 comp rx=0 tx=0).stop 2023-06-08T03:52:43.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.201+0000 7f72760ee640 1 -- 172.21.15.62:0/4121161857 shutdown_connections 2023-06-08T03:52:43.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.201+0000 7f72760ee640 1 --2- 172.21.15.62:0/4121161857 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72700ce280 0x7f72700d0520 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.201+0000 7f72760ee640 1 --2- 172.21.15.62:0/4121161857 >> v2:172.21.15.188:3300/0 conn(0x7f72700b1290 0x7f72700b4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.201+0000 7f72760ee640 1 -- 172.21.15.62:0/4121161857 >> 172.21.15.62:0/4121161857 conn(0x7f727006b5a0 msgr2=0x7f727006b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:43.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.201+0000 7f72760ee640 1 -- 172.21.15.62:0/4121161857 shutdown_connections 2023-06-08T03:52:43.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.201+0000 7f72760ee640 1 -- 172.21.15.62:0/4121161857 wait complete. 2023-06-08T03:52:43.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f72760ee640 1 Processor -- start 2023-06-08T03:52:43.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f72760ee640 1 -- start start 2023-06-08T03:52:43.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f72760ee640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72700b1290 0x7f727014fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f72760ee640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f72700ce280 0x7f727014e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f72760ee640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f72700ce950 0x7f72700c59b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f72760ee640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f727014ec80 con 0x7f72700b1290 2023-06-08T03:52:43.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f72760ee640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7270150cc0 con 0x7f72700ce950 2023-06-08T03:52:43.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f72760ee640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72701509e0 con 0x7f72700ce280 2023-06-08T03:52:43.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f726f7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72700b1290 0x7f727014fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f726f7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72700b1290 0x7f727014fd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50726/0 (socket says 172.21.15.62:50726) 2023-06-08T03:52:43.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f726f7fe640 1 -- 172.21.15.62:0/1046101983 learned_addr learned my addr 172.21.15.62:0/1046101983 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:43.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f726effd640 1 --2- 172.21.15.62:0/1046101983 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f72700ce280 0x7f727014e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f726ffff640 1 --2- 172.21.15.62:0/1046101983 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f72700ce950 0x7f72700c59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f726f7fe640 1 -- 172.21.15.62:0/1046101983 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f72700ce280 msgr2=0x7f727014e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f726f7fe640 1 --2- 172.21.15.62:0/1046101983 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f72700ce280 0x7f727014e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f726f7fe640 1 -- 172.21.15.62:0/1046101983 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f72700ce950 msgr2=0x7f72700c59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f726f7fe640 1 --2- 172.21.15.62:0/1046101983 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f72700ce950 0x7f72700c59b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f726f7fe640 1 -- 172.21.15.62:0/1046101983 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72640094d0 con 0x7f72700b1290 2023-06-08T03:52:43.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f726f7fe640 1 --2- 172.21.15.62:0/1046101983 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72700b1290 0x7f727014fd70 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f726000d5f0 tx=0x7f726000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f7257fff640 1 -- 172.21.15.62:0/1046101983 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72600125f0 con 0x7f72700b1290 2023-06-08T03:52:43.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f7257fff640 1 -- 172.21.15.62:0/1046101983 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7260012750 con 0x7f72700b1290 2023-06-08T03:52:43.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f72760ee640 1 -- 172.21.15.62:0/1046101983 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7270153cd0 con 0x7f72700b1290 2023-06-08T03:52:43.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f7257fff640 1 -- 172.21.15.62:0/1046101983 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7260012ae0 con 0x7f72700b1290 2023-06-08T03:52:43.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f72760ee640 1 -- 172.21.15.62:0/1046101983 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7270154290 con 0x7f72700b1290 2023-06-08T03:52:43.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f72760ee640 1 -- 172.21.15.62:0/1046101983 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f727004d6c0 con 0x7f72700b1290 2023-06-08T03:52:43.216 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f7257fff640 1 -- 172.21.15.62:0/1046101983 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7260012c40 con 0x7f72700b1290 2023-06-08T03:52:43.216 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.205+0000 7f7257fff640 1 --2- 172.21.15.62:0/1046101983 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f725c066280 0x7f725c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.216 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.209+0000 7f7257fff640 1 -- 172.21.15.62:0/1046101983 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f7260084320 con 0x7f72700b1290 2023-06-08T03:52:43.216 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.209+0000 7f726effd640 1 --2- 172.21.15.62:0/1046101983 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f725c066280 0x7f725c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.217 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.209+0000 7f726effd640 1 --2- 172.21.15.62:0/1046101983 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f725c066280 0x7f725c068730 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f72640af000 tx=0x7f7264008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.218 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.213+0000 7f7257fff640 1 -- 172.21.15.62:0/1046101983 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7260051710 con 0x7f72700b1290 2023-06-08T03:52:43.373 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.365+0000 7f72760ee640 1 -- 172.21.15.62:0/1046101983 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f72700b42f0 con 0x7f72700b1290 2023-06-08T03:52:43.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.369+0000 7f7257fff640 1 -- 172.21.15.62:0/1046101983 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18279 (secure 0 0 0) 0x7f7260054d30 con 0x7f72700b1290 2023-06-08T03:52:43.376 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:43.376 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":23,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:52:35.171643+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:52:43.378 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.369+0000 7f72760ee640 1 -- 172.21.15.62:0/1046101983 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f725c066280 msgr2=0x7f725c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.378 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.369+0000 7f72760ee640 1 --2- 172.21.15.62:0/1046101983 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f725c066280 0x7f725c068730 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f72640af000 tx=0x7f7264008040 comp rx=0 tx=0).stop 2023-06-08T03:52:43.378 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.369+0000 7f72760ee640 1 -- 172.21.15.62:0/1046101983 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72700b1290 msgr2=0x7f727014fd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.369+0000 7f72760ee640 1 --2- 172.21.15.62:0/1046101983 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72700b1290 0x7f727014fd70 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f726000d5f0 tx=0x7f726000dab0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.369+0000 7f72760ee640 1 -- 172.21.15.62:0/1046101983 shutdown_connections 2023-06-08T03:52:43.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.369+0000 7f72760ee640 1 --2- 172.21.15.62:0/1046101983 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f725c066280 0x7f725c068730 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.369+0000 7f72760ee640 1 --2- 172.21.15.62:0/1046101983 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f72700ce950 0x7f72700c59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.369+0000 7f72760ee640 1 --2- 172.21.15.62:0/1046101983 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f72700ce280 0x7f727014e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.369+0000 7f72760ee640 1 --2- 172.21.15.62:0/1046101983 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72700b1290 0x7f727014fd70 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.373+0000 7f72760ee640 1 -- 172.21.15.62:0/1046101983 >> 172.21.15.62:0/1046101983 conn(0x7f727006b5a0 msgr2=0x7f72700d0eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:43.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.373+0000 7f72760ee640 1 -- 172.21.15.62:0/1046101983 shutdown_connections 2023-06-08T03:52:43.380 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.373+0000 7f72760ee640 1 -- 172.21.15.62:0/1046101983 wait complete. 2023-06-08T03:52:43.394 INFO:tasks.ceph.ceph_manager.ceph:all up! 2023-06-08T03:52:43.395 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:52:43.517 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.509+0000 7f42138b7640 1 Processor -- start 2023-06-08T03:52:43.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.509+0000 7f42138b7640 1 -- start start 2023-06-08T03:52:43.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f42138b7640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f420c0b56c0 0x7f420c0cf500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f42138b7640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f420c0b2c30 0x7f420c15f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f42138b7640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f420c15f800 0x7f420c15fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f42138b7640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f420c15bbe0 con 0x7f420c15f800 2023-06-08T03:52:43.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f42138b7640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f420c06adf0 con 0x7f420c0b2c30 2023-06-08T03:52:43.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f42138b7640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f420c0cfb90 con 0x7f420c0b56c0 2023-06-08T03:52:43.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f4211e54640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f420c15f800 0x7f420c15fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f4211e54640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f420c15f800 0x7f420c15fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50738/0 (socket says 172.21.15.62:50738) 2023-06-08T03:52:43.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f4211e54640 1 -- 172.21.15.62:0/3227052491 learned_addr learned my addr 172.21.15.62:0/3227052491 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:43.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f4210e52640 1 --2- 172.21.15.62:0/3227052491 >> v2:172.21.15.188:3300/0 conn(0x7f420c0b2c30 0x7f420c15f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f4211e54640 1 -- 172.21.15.62:0/3227052491 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f420c0b56c0 msgr2=0x7f420c0cf500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:43.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f4211653640 1 --2- 172.21.15.62:0/3227052491 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f420c0b56c0 0x7f420c0cf500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f4211e54640 1 --2- 172.21.15.62:0/3227052491 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f420c0b56c0 0x7f420c0cf500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f4211e54640 1 -- 172.21.15.62:0/3227052491 >> v2:172.21.15.188:3300/0 conn(0x7f420c0b2c30 msgr2=0x7f420c15f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:43.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f4211e54640 1 --2- 172.21.15.62:0/3227052491 >> v2:172.21.15.188:3300/0 conn(0x7f420c0b2c30 0x7f420c15f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f4211e54640 1 -- 172.21.15.62:0/3227052491 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f420c06a4c0 con 0x7f420c15f800 2023-06-08T03:52:43.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f4210e52640 1 --2- 172.21.15.62:0/3227052491 >> v2:172.21.15.188:3300/0 conn(0x7f420c0b2c30 0x7f420c15f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:43.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f4211e54640 1 --2- 172.21.15.62:0/3227052491 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f420c15f800 0x7f420c15fc60 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f420c06e590 tx=0x7f420401c9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a55e473e0bb808bd server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f4203fff640 1 -- 172.21.15.62:0/3227052491 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42040a5760 con 0x7f420c15f800 2023-06-08T03:52:43.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f4203fff640 1 -- 172.21.15.62:0/3227052491 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42040a58c0 con 0x7f420c15f800 2023-06-08T03:52:43.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f4203fff640 1 -- 172.21.15.62:0/3227052491 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42040a5c50 con 0x7f420c15f800 2023-06-08T03:52:43.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f42138b7640 1 -- 172.21.15.62:0/3227052491 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f420c15f800 msgr2=0x7f420c15fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.513+0000 7f42138b7640 1 --2- 172.21.15.62:0/3227052491 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f420c15f800 0x7f420c15fc60 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f420c06e590 tx=0x7f420401c9d0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f42138b7640 1 -- 172.21.15.62:0/3227052491 shutdown_connections 2023-06-08T03:52:43.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f42138b7640 1 --2- 172.21.15.62:0/3227052491 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f420c15f800 0x7f420c15fc60 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f42138b7640 1 --2- 172.21.15.62:0/3227052491 >> v2:172.21.15.188:3300/0 conn(0x7f420c0b2c30 0x7f420c15f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f42138b7640 1 --2- 172.21.15.62:0/3227052491 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f420c0b56c0 0x7f420c0cf500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f42138b7640 1 -- 172.21.15.62:0/3227052491 >> 172.21.15.62:0/3227052491 conn(0x7f420c06ea80 msgr2=0x7f420c06ee80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:43.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f42138b7640 1 -- 172.21.15.62:0/3227052491 shutdown_connections 2023-06-08T03:52:43.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f42138b7640 1 -- 172.21.15.62:0/3227052491 wait complete. 2023-06-08T03:52:43.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f42138b7640 1 Processor -- start 2023-06-08T03:52:43.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f42138b7640 1 -- start start 2023-06-08T03:52:43.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f42138b7640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f420c0b2c30 0x7f420c15e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f42138b7640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f420c0b56c0 0x7f420c0cb440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f42138b7640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f420c15f800 0x7f420c0cb980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f42138b7640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f420c15e2c0 con 0x7f420c15f800 2023-06-08T03:52:43.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f42138b7640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f420c15d6d0 con 0x7f420c0b56c0 2023-06-08T03:52:43.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f42138b7640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f420c0cbec0 con 0x7f420c0b2c30 2023-06-08T03:52:43.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f4211e54640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f420c15f800 0x7f420c0cb980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f4211e54640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f420c15f800 0x7f420c0cb980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50740/0 (socket says 172.21.15.62:50740) 2023-06-08T03:52:43.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f4211e54640 1 -- 172.21.15.62:0/290072853 learned_addr learned my addr 172.21.15.62:0/290072853 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:43.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f4211653640 1 --2- 172.21.15.62:0/290072853 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f420c0b2c30 0x7f420c15e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f4210e52640 1 --2- 172.21.15.62:0/290072853 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f420c0b56c0 0x7f420c0cb440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f4211e54640 1 -- 172.21.15.62:0/290072853 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f420c0b2c30 msgr2=0x7f420c15e6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f4211e54640 1 --2- 172.21.15.62:0/290072853 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f420c0b2c30 0x7f420c15e6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f4211e54640 1 -- 172.21.15.62:0/290072853 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f420c0b56c0 msgr2=0x7f420c0cb440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f4211e54640 1 --2- 172.21.15.62:0/290072853 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f420c0b56c0 0x7f420c0cb440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f4211e54640 1 -- 172.21.15.62:0/290072853 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4204009b30 con 0x7f420c15f800 2023-06-08T03:52:43.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f4210e52640 1 --2- 172.21.15.62:0/290072853 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f420c0b56c0 0x7f420c0cb440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:43.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f4211e54640 1 --2- 172.21.15.62:0/290072853 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f420c15f800 0x7f420c0cb980 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f42040af040 tx=0x7f420c0b2870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f4201ffb640 1 -- 172.21.15.62:0/290072853 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42040b8470 con 0x7f420c15f800 2023-06-08T03:52:43.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f4201ffb640 1 -- 172.21.15.62:0/290072853 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42040b85d0 con 0x7f420c15f800 2023-06-08T03:52:43.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f42138b7640 1 -- 172.21.15.62:0/290072853 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f420c15d920 con 0x7f420c15f800 2023-06-08T03:52:43.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f4201ffb640 1 -- 172.21.15.62:0/290072853 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42040b8980 con 0x7f420c15f800 2023-06-08T03:52:43.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f42138b7640 1 -- 172.21.15.62:0/290072853 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f420c15dee0 con 0x7f420c15f800 2023-06-08T03:52:43.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.517+0000 7f42138b7640 1 -- 172.21.15.62:0/290072853 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f420c04d6c0 con 0x7f420c15f800 2023-06-08T03:52:43.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.521+0000 7f4201ffb640 1 -- 172.21.15.62:0/290072853 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f42040b8ae0 con 0x7f420c15f800 2023-06-08T03:52:43.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.521+0000 7f4201ffb640 1 --2- 172.21.15.62:0/290072853 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f41f0066280 0x7f41f0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.521+0000 7f4201ffb640 1 -- 172.21.15.62:0/290072853 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f420411ed40 con 0x7f420c15f800 2023-06-08T03:52:43.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.521+0000 7f4211653640 1 --2- 172.21.15.62:0/290072853 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f41f0066280 0x7f41f0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.521+0000 7f4211653640 1 --2- 172.21.15.62:0/290072853 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f41f0066280 0x7f41f0068730 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f420c0ae4e0 tx=0x7f4208008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.531 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.525+0000 7f4201ffb640 1 -- 172.21.15.62:0/290072853 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f42040ec250 con 0x7f420c15f800 2023-06-08T03:52:43.678 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.673+0000 7f42138b7640 1 -- 172.21.15.62:0/290072853 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f420c0b5d60 con 0x7f420c15f800 2023-06-08T03:52:43.680 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.673+0000 7f4201ffb640 1 -- 172.21.15.62:0/290072853 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18279 (secure 0 0 0) 0x7f42040ef870 con 0x7f420c15f800 2023-06-08T03:52:43.680 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:43.680 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":23,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:52:35.171643+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:52:43.682 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.673+0000 7f42138b7640 1 -- 172.21.15.62:0/290072853 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f41f0066280 msgr2=0x7f41f0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.682 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.673+0000 7f42138b7640 1 --2- 172.21.15.62:0/290072853 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f41f0066280 0x7f41f0068730 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f420c0ae4e0 tx=0x7f4208008040 comp rx=0 tx=0).stop 2023-06-08T03:52:43.682 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.673+0000 7f42138b7640 1 -- 172.21.15.62:0/290072853 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f420c15f800 msgr2=0x7f420c0cb980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.682 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.673+0000 7f42138b7640 1 --2- 172.21.15.62:0/290072853 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f420c15f800 0x7f420c0cb980 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f42040af040 tx=0x7f420c0b2870 comp rx=0 tx=0).stop 2023-06-08T03:52:43.682 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.673+0000 7f42138b7640 1 -- 172.21.15.62:0/290072853 shutdown_connections 2023-06-08T03:52:43.683 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.673+0000 7f42138b7640 1 --2- 172.21.15.62:0/290072853 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f41f0066280 0x7f41f0068730 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.683 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.673+0000 7f42138b7640 1 --2- 172.21.15.62:0/290072853 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f420c15f800 0x7f420c0cb980 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.683 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.673+0000 7f42138b7640 1 --2- 172.21.15.62:0/290072853 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f420c0b56c0 0x7f420c0cb440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.683 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.673+0000 7f42138b7640 1 --2- 172.21.15.62:0/290072853 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f420c0b2c30 0x7f420c15e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.683 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.677+0000 7f42138b7640 1 -- 172.21.15.62:0/290072853 >> 172.21.15.62:0/290072853 conn(0x7f420c06ea80 msgr2=0x7f420c06d440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:43.683 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.677+0000 7f42138b7640 1 -- 172.21.15.62:0/290072853 shutdown_connections 2023-06-08T03:52:43.683 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.677+0000 7f42138b7640 1 -- 172.21.15.62:0/290072853 wait complete. 2023-06-08T03:52:43.698 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2023-06-08T03:52:43.698 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2023-06-08T03:52:43.699 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2023-06-08T03:52:43.699 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2023-06-08T03:52:43.700 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2023-06-08T03:52:43.700 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2023-06-08T03:52:43.701 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2023-06-08T03:52:43.701 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2023-06-08T03:52:43.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.877+0000 7f8ff4978640 1 Processor -- start 2023-06-08T03:52:43.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.877+0000 7f8ff4978640 1 -- start start 2023-06-08T03:52:43.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.877+0000 7f8ff4978640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f8fe80e1ec0 0x7f8fe80e2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.877+0000 7f8ff4978640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f8fe80527f0 0x7f8fe80366a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.877+0000 7f8ff4978640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8fe8033c00 con 0x7f8fe8033e40 2023-06-08T03:52:43.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.877+0000 7f8ff4978640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8fe80e2ac0 con 0x7f8fe80e1ec0 2023-06-08T03:52:43.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.877+0000 7f8ff4978640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8fe8033920 con 0x7f8fe80527f0 2023-06-08T03:52:43.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.877+0000 7f3a6db85640 1 Processor -- start 2023-06-08T03:52:43.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.877+0000 7f3a6db85640 1 -- start start 2023-06-08T03:52:43.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.877+0000 7fa97665d640 1 Processor -- start 2023-06-08T03:52:43.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.877+0000 7f8feffff640 1 --1- >> v1:172.21.15.188:6789/0 conn(0x7f8fe8033e40 0x7f8fe8052d00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.188:6789/0 says I am v1:172.21.15.62:40850/0 (socket says 172.21.15.62:40850) 2023-06-08T03:52:43.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.877+0000 7f8feffff640 1 -- 172.21.15.62:0/2429943962 learned_addr learned my addr 172.21.15.62:0/2429943962 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:43.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.877+0000 7f8fef7fe640 1 --2- 172.21.15.62:0/2429943962 >> v2:172.21.15.188:3300/0 conn(0x7f8fe80e1ec0 0x7f8fe80e2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.877+0000 7f8feeffd640 1 --2- 172.21.15.62:0/2429943962 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f8fe80527f0 0x7f8fe80366a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f8fef7fe640 1 -- 172.21.15.62:0/2429943962 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f8fe80527f0 msgr2=0x7f8fe80366a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:43.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f8fef7fe640 1 --2- 172.21.15.62:0/2429943962 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f8fe80527f0 0x7f8fe80366a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f8fef7fe640 1 -- 172.21.15.62:0/2429943962 >> v1:172.21.15.188:6789/0 conn(0x7f8fe8033e40 legacy=0x7f8fe8052d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f8fef7fe640 1 -- 172.21.15.62:0/2429943962 --> v2:172.21.15.188:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fe80e2400 con 0x7f8fe80e1ec0 2023-06-08T03:52:43.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa5cf59e640 1 Processor -- start 2023-06-08T03:52:43.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa5cf59e640 1 -- start start 2023-06-08T03:52:43.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fb9aa528640 1 Processor -- start 2023-06-08T03:52:43.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.877+0000 7fa97665d640 1 -- start start 2023-06-08T03:52:43.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa97665d640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fa97015c0d0 0x7fa97006c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa97665d640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa970069a20 0x7fa97006ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa97665d640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa970157d50 con 0x7fa97015bd00 2023-06-08T03:52:43.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa97665d640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9700c98b0 con 0x7fa970069a20 2023-06-08T03:52:43.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa97665d640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9700ca350 con 0x7fa97015c0d0 2023-06-08T03:52:43.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa97565b640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fa97015bd00 0x7fa970069310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:57002/0 (socket says 172.21.15.62:57002) 2023-06-08T03:52:43.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa97565b640 1 -- 172.21.15.62:0/2954967151 learned_addr learned my addr 172.21.15.62:0/2954967151 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:43.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa975e5c640 1 --2- 172.21.15.62:0/2954967151 >> v2:172.21.15.62:3300/0 conn(0x7fa970069a20 0x7fa97006ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fb9aa528640 1 -- start start 2023-06-08T03:52:43.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fb9aa528640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fb9a415c0d0 0x7fb9a406c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fb9aa528640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9a4157d50 con 0x7fb9a415bd00 2023-06-08T03:52:43.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fb9aa528640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9a40c98b0 con 0x7fb9a4069a20 2023-06-08T03:52:43.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fb9aa528640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9a40ca350 con 0x7fb9a415c0d0 2023-06-08T03:52:43.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa967fff640 1 -- 172.21.15.62:0/2954967151 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 397278735 0 0) 0x7fa96c001120 con 0x7fa97015bd00 2023-06-08T03:52:43.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa975e5c640 1 -- 172.21.15.62:0/2954967151 >> v2:172.21.15.188:3300/0 conn(0x7fa97015c0d0 msgr2=0x7fa97006c4d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-06-08T03:52:43.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fb9a9526640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fb9a415bd00 0x7fb9a4069310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:57010/0 (socket says 172.21.15.62:57010) 2023-06-08T03:52:43.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fb9a9526640 1 -- 172.21.15.62:0/482387844 learned_addr learned my addr 172.21.15.62:0/482387844 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:43.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa975e5c640 1 --2- 172.21.15.62:0/2954967151 >> v2:172.21.15.188:3300/0 conn(0x7fa97015c0d0 0x7fa97006c4d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa975e5c640 1 -- 172.21.15.62:0/2954967151 >> v1:172.21.15.62:6789/0 conn(0x7fa97015bd00 legacy=0x7fa970069310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fb9a8d25640 1 --2- 172.21.15.62:0/482387844 >> v2:172.21.15.62:3300/0 conn(0x7fb9a415c0d0 0x7fb9a406c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fdad7fff640 1 Processor -- start 2023-06-08T03:52:43.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fdad7fff640 1 -- start start 2023-06-08T03:52:43.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fdad7fff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fdad8145dd0 0x7fdad806a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fdad7fff640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fdad80ce560 0x7fdad80b10b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.896 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fdad7fff640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdad806d400 con 0x7fdad806aef0 2023-06-08T03:52:43.896 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fdad7fff640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdad806c5e0 con 0x7fdad8145dd0 2023-06-08T03:52:43.896 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fdad7fff640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdad806c7f0 con 0x7fdad80ce560 2023-06-08T03:52:43.896 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fdad6ffd640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fdad8145dd0 0x7fdad806a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.896 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fb9a8d25640 1 -- 172.21.15.62:0/482387844 >> v1:172.21.15.188:6789/0 conn(0x7fb9a4069a20 legacy=0x7fb9a406ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:43.897 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fdad6ffd640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fdad8145dd0 0x7fdad806a9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50780/0 (socket says 172.21.15.62:50780) 2023-06-08T03:52:43.897 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fb9a8d25640 1 -- 172.21.15.62:0/482387844 >> v1:172.21.15.62:6789/0 conn(0x7fb9a415bd00 legacy=0x7fb9a4069310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.897 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fb9a8d25640 1 -- 172.21.15.62:0/482387844 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9a406b7f0 con 0x7fb9a415c0d0 2023-06-08T03:52:43.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fdad6ffd640 1 -- 172.21.15.62:0/4010232075 learned_addr learned my addr 172.21.15.62:0/4010232075 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:43.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fdad77fe640 1 --2- 172.21.15.62:0/4010232075 >> v2:172.21.15.188:3300/0 conn(0x7fdad80ce560 0x7fdad80b10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a6db85640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3a680ce560 0x7f3a6815c690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a6db85640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3a680b1900 con 0x7f3a680b1480 2023-06-08T03:52:43.899 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa5cf59e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa5c8053a10 0x7fa5c80e9750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.899 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a6db85640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3a680b1bb0 con 0x7f3a6806d160 2023-06-08T03:52:43.900 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa5cdd9b640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fa5c804f980 0x7fa5c80366a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:57026/0 (socket says 172.21.15.62:57026) 2023-06-08T03:52:43.900 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa5cdd9b640 1 -- 172.21.15.62:0/2997050391 learned_addr learned my addr 172.21.15.62:0/2997050391 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:43.900 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a6db85640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a6815cbd0 con 0x7f3a680ce560 2023-06-08T03:52:43.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a67fff640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f3a680b1480 0x7f3a680cde50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:57000/0 (socket says 172.21.15.62:57000) 2023-06-08T03:52:43.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a67fff640 1 -- 172.21.15.62:0/3037980789 learned_addr learned my addr 172.21.15.62:0/3037980789 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:43.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a6d384640 1 --2- 172.21.15.62:0/3037980789 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3a680ce560 0x7f3a6815c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a677fe640 1 -- 172.21.15.62:0/3037980789 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3120258497 0 0) 0x7f3a680b1900 con 0x7f3a680b1480 2023-06-08T03:52:43.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a677fe640 1 -- 172.21.15.62:0/3037980789 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3a50003530 con 0x7f3a680b1480 2023-06-08T03:52:43.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a677fe640 1 -- 172.21.15.62:0/3037980789 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3006022703 0 0) 0x7f3a50003530 con 0x7f3a680b1480 2023-06-08T03:52:43.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a677fe640 1 -- 172.21.15.62:0/3037980789 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3a680ce560 msgr2=0x7f3a6815c690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:43.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a677fe640 1 --2- 172.21.15.62:0/3037980789 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3a680ce560 0x7f3a6815c690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a677fe640 1 -- 172.21.15.62:0/3037980789 >> v1:172.21.15.188:6789/0 conn(0x7f3a6806d160 legacy=0x7f3a6815cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a677fe640 1 -- 172.21.15.62:0/3037980789 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a6806f4c0 con 0x7f3a680b1480 2023-06-08T03:52:43.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a677fe640 1 -- 172.21.15.62:0/3037980789 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f3a58001680 con 0x7f3a680b1480 2023-06-08T03:52:43.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a677fe640 1 -- 172.21.15.62:0/3037980789 >> v1:172.21.15.62:6789/0 conn(0x7f3a680b1480 legacy=0x7f3a680cde50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a677fe640 1 --2- 172.21.15.62:0/3037980789 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3a680ce560 0x7f3a500039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a677fe640 1 --2- 172.21.15.62:0/3037980789 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f3a50003ef0 0x7f3a500047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.903 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a677fe640 1 --2- 172.21.15.62:0/3037980789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3a50004d10 0x7f3a50005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.903 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a677fe640 1 -- 172.21.15.62:0/3037980789 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a5000ba40 con 0x7f3a50004d10 2023-06-08T03:52:43.903 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a677fe640 1 -- 172.21.15.62:0/3037980789 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a5000bbb0 con 0x7f3a50003ef0 2023-06-08T03:52:43.903 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a677fe640 1 -- 172.21.15.62:0/3037980789 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a5000bd70 con 0x7f3a680ce560 2023-06-08T03:52:43.903 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a6d384640 1 --2- 172.21.15.62:0/3037980789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3a50004d10 0x7f3a50005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.903 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a6cb83640 1 --2- 172.21.15.62:0/3037980789 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3a680ce560 0x7f3a500039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.903 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a67fff640 1 --2- 172.21.15.62:0/3037980789 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f3a50003ef0 0x7f3a500047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.904 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a6d384640 1 -- 172.21.15.62:0/3037980789 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3a680ce560 msgr2=0x7f3a500039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:43.904 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a6d384640 1 --2- 172.21.15.62:0/3037980789 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3a680ce560 0x7f3a500039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.904 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a6d384640 1 -- 172.21.15.62:0/3037980789 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f3a50003ef0 msgr2=0x7f3a500047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:43.904 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a6d384640 1 --2- 172.21.15.62:0/3037980789 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f3a50003ef0 0x7f3a500047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.904 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f3a6d384640 1 -- 172.21.15.62:0/3037980789 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a50003530 con 0x7f3a50004d10 2023-06-08T03:52:43.905 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa5cf59e640 1 -- 172.21.15.62:0/2997050391 --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5c804fe10 con 0x7fa5c804f980 2023-06-08T03:52:43.905 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa5cf59e640 1 -- 172.21.15.62:0/2997050391 --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5c8005ff0 con 0x7fa5c80de690 2023-06-08T03:52:43.905 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa5cf59e640 1 -- 172.21.15.62:0/2997050391 --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5c80344b0 con 0x7fa5c8053a10 2023-06-08T03:52:43.905 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7f8fef7fe640 1 --2- 172.21.15.62:0/2429943962 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f8fe80e1ec0 0x7f8fe80e2ee0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8fe40097c0 tx=0x7f8fe401c3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d28e77f844963fcd server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.906 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fdad77fe640 1 -- 172.21.15.62:0/4010232075 >> v2:172.21.15.62:3300/0 conn(0x7fdad8145dd0 msgr2=0x7fdad806a9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:43.906 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fdad77fe640 1 --2- 172.21.15.62:0/4010232075 >> v2:172.21.15.62:3300/0 conn(0x7fdad8145dd0 0x7fdad806a9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.906 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5cd59a640 1 -- 172.21.15.62:0/2997050391 <== mon.1 v1:172.21.15.188:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3852165211 0 0) 0x7fa5c8005ff0 con 0x7fa5c80de690 2023-06-08T03:52:43.907 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5cd59a640 1 -- 172.21.15.62:0/2997050391 --> v1:172.21.15.188:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa5b8003530 con 0x7fa5c80de690 2023-06-08T03:52:43.907 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fdad77fe640 1 -- 172.21.15.62:0/4010232075 >> v1:172.21.15.188:6789/0 conn(0x7fdad806aef0 legacy=0x7fdad80cde50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.907 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7f8fee7fc640 1 -- 172.21.15.62:0/2429943962 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fe40ac640 con 0x7f8fe80e1ec0 2023-06-08T03:52:43.908 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7f8fee7fc640 1 -- 172.21.15.62:0/2429943962 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8fe40ac7a0 con 0x7f8fe80e1ec0 2023-06-08T03:52:43.908 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7f8fee7fc640 1 -- 172.21.15.62:0/2429943962 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fe40acb30 con 0x7f8fe80e1ec0 2023-06-08T03:52:43.908 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fdad77fe640 1 -- 172.21.15.62:0/4010232075 --> v2:172.21.15.188:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdad806cad0 con 0x7fdad80ce560 2023-06-08T03:52:43.909 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5cd59a640 1 -- 172.21.15.62:0/2997050391 <== mon.1 v1:172.21.15.188:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4086229909 0 0) 0x7fa5b8003530 con 0x7fa5c80de690 2023-06-08T03:52:43.909 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5cd59a640 1 -- 172.21.15.62:0/2997050391 >> v2:172.21.15.62:3300/0 conn(0x7fa5c8053a10 msgr2=0x7fa5c80e9750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:43.909 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5cd59a640 1 --2- 172.21.15.62:0/2997050391 >> v2:172.21.15.62:3300/0 conn(0x7fa5c8053a10 0x7fa5c80e9750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5cd59a640 1 -- 172.21.15.62:0/2997050391 >> v1:172.21.15.62:6789/0 conn(0x7fa5c804f980 legacy=0x7fa5c80366a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5cd59a640 1 -- 172.21.15.62:0/2997050391 --> v1:172.21.15.188:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5c8006240 con 0x7fa5c80de690 2023-06-08T03:52:43.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5cd59a640 1 -- 172.21.15.62:0/2997050391 <== mon.1 v1:172.21.15.188:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fa5c0001680 con 0x7fa5c80de690 2023-06-08T03:52:43.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5cd59a640 1 -- 172.21.15.62:0/2997050391 >> v1:172.21.15.188:6789/0 conn(0x7fa5c80de690 legacy=0x7fa5c804f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5cd59a640 1 --2- 172.21.15.62:0/2997050391 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5b8003b50 0x7fa5b8005f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5cd59a640 1 --2- 172.21.15.62:0/2997050391 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5b8006770 0x7fa5b800d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5cd59a640 1 --2- 172.21.15.62:0/2997050391 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5b800d960 0x7fa5b800fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5cd59a640 1 -- 172.21.15.62:0/2997050391 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5c80344b0 con 0x7fa5b8006770 2023-06-08T03:52:43.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5cd59a640 1 -- 172.21.15.62:0/2997050391 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5b80105b0 con 0x7fa5b8003b50 2023-06-08T03:52:43.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5cd59a640 1 -- 172.21.15.62:0/2997050391 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5b8010770 con 0x7fa5b800d960 2023-06-08T03:52:43.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5ce59c640 1 --2- 172.21.15.62:0/2997050391 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5b8003b50 0x7fa5b8005f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5ced9d640 1 --2- 172.21.15.62:0/2997050391 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5b800d960 0x7fa5b800fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.881+0000 7fa975e5c640 1 -- 172.21.15.62:0/2954967151 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa97006b7f0 con 0x7fa970069a20 2023-06-08T03:52:43.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7f8ff4978640 1 -- 172.21.15.62:0/2429943962 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f8fe80e1ec0 msgr2=0x7f8fe80e2ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7f8ff4978640 1 --2- 172.21.15.62:0/2429943962 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f8fe80e1ec0 0x7f8fe80e2ee0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8fe40097c0 tx=0x7f8fe401c3c0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7f8ff4978640 1 -- 172.21.15.62:0/2429943962 shutdown_connections 2023-06-08T03:52:43.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7f8ff4978640 1 --2- 172.21.15.62:0/2429943962 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f8fe80527f0 0x7f8fe80366a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7f8ff4978640 1 --2- 172.21.15.62:0/2429943962 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f8fe80e1ec0 0x7f8fe80e2ee0 secure :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8fe40097c0 tx=0x7f8fe401c3c0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7f8ff4978640 1 -- 172.21.15.62:0/2429943962 >> 172.21.15.62:0/2429943962 conn(0x7f8fe80516a0 msgr2=0x7f8fe8051aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:43.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7f8ff4978640 1 -- 172.21.15.62:0/2429943962 shutdown_connections 2023-06-08T03:52:43.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fb9a8d25640 1 --2- 172.21.15.62:0/482387844 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9a415c0d0 0x7fb9a406c4d0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb9a000a960 tx=0x7fb9a0020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66244d0b19ec9732 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa975e5c640 1 --2- 172.21.15.62:0/2954967151 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa970069a20 0x7fa97006ca10 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fa9700c9660 tx=0x7fa96801f130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb74aeb24523591b server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fdad77fe640 1 --2- 172.21.15.62:0/4010232075 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdad80ce560 0x7fdad80b10b0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fdad806dd00 tx=0x7fdad001c900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d5b523c2f7ac8b11 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fb99bfff640 1 -- 172.21.15.62:0/482387844 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9a00a9e10 con 0x7fb9a415c0d0 2023-06-08T03:52:43.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fb99bfff640 1 -- 172.21.15.62:0/482387844 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9a00b1440 con 0x7fb9a415c0d0 2023-06-08T03:52:43.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fb99bfff640 1 -- 172.21.15.62:0/482387844 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9a00b17d0 con 0x7fb9a415c0d0 2023-06-08T03:52:43.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa967fff640 1 -- 172.21.15.62:0/2954967151 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9680af600 con 0x7fa970069a20 2023-06-08T03:52:43.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa967fff640 1 -- 172.21.15.62:0/2954967151 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9680ab050 con 0x7fa970069a20 2023-06-08T03:52:43.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa967fff640 1 -- 172.21.15.62:0/2954967151 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9680af980 con 0x7fa970069a20 2023-06-08T03:52:43.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7f0add81e640 1 Processor -- start 2023-06-08T03:52:43.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7f0add81e640 1 -- start start 2023-06-08T03:52:43.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7f8ff4978640 1 -- 172.21.15.62:0/2429943962 wait complete. 2023-06-08T03:52:43.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7f8ff4978640 1 Processor -- start 2023-06-08T03:52:43.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5ce59c640 1 -- 172.21.15.62:0/2997050391 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5b800d960 msgr2=0x7fa5b800fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:43.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5ce59c640 1 --2- 172.21.15.62:0/2997050391 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5b800d960 0x7fa5b800fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5ce59c640 1 -- 172.21.15.62:0/2997050391 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5b8006770 msgr2=0x7fa5b800d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:43.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5ce59c640 1 --2- 172.21.15.62:0/2997050391 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5b8006770 0x7fa5b800d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5ce59c640 1 -- 172.21.15.62:0/2997050391 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5b8003530 con 0x7fa5b8003b50 2023-06-08T03:52:43.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa5ced9d640 1 -- 172.21.15.62:0/2997050391 reap_dead start 2023-06-08T03:52:43.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fb9aa528640 1 -- 172.21.15.62:0/482387844 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9a415c0d0 msgr2=0x7fb9a406c4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fb9aa528640 1 --2- 172.21.15.62:0/482387844 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9a415c0d0 0x7fb9a406c4d0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb9a000a960 tx=0x7fb9a0020000 comp rx=0 tx=0).stop 2023-06-08T03:52:43.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fdad5ffb640 1 -- 172.21.15.62:0/4010232075 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdad00a59a0 con 0x7fdad80ce560 2023-06-08T03:52:43.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fdad5ffb640 1 -- 172.21.15.62:0/4010232075 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdad00a5b00 con 0x7fdad80ce560 2023-06-08T03:52:43.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa97665d640 1 -- 172.21.15.62:0/2954967151 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa970069a20 msgr2=0x7fa97006ca10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7fa97665d640 1 --2- 172.21.15.62:0/2954967151 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa970069a20 0x7fa97006ca10 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fa9700c9660 tx=0x7fa96801f130 comp rx=0 tx=0).stop 2023-06-08T03:52:43.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fa97665d640 1 -- 172.21.15.62:0/2954967151 shutdown_connections 2023-06-08T03:52:43.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fa97665d640 1 --2- 172.21.15.62:0/2954967151 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa970069a20 0x7fa97006ca10 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fa97665d640 1 --2- 172.21.15.62:0/2954967151 >> v2:172.21.15.188:3300/0 conn(0x7fa97015c0d0 0x7fa97006c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fa97665d640 1 -- 172.21.15.62:0/2954967151 >> 172.21.15.62:0/2954967151 conn(0x7fa9700cdae0 msgr2=0x7fa9700cdee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:43.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7f3a6d384640 1 --2- 172.21.15.62:0/3037980789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3a50004d10 0x7f3a50005180 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f3a680ce950 tx=0x7f3a5c03ea00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=366377381ec2d946 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f3a677fe640 1 -- 172.21.15.62:0/3037980789 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a5c0c7800 con 0x7f3a50004d10 2023-06-08T03:52:43.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f3a677fe640 1 -- 172.21.15.62:0/3037980789 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a5c0c7960 con 0x7f3a50004d10 2023-06-08T03:52:43.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f3a677fe640 1 -- 172.21.15.62:0/3037980789 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a5c0c7d50 con 0x7f3a50004d10 2023-06-08T03:52:43.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fa5ce59c640 1 --2- 172.21.15.62:0/2997050391 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5b8003b50 0x7fa5b8005f70 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa5c000c110 tx=0x7fa5c001f2f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c578b16fd7b2b3c6 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f0add81e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f0ad003ea10 0x7f0ad00552f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f0add81e640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f0ad0006d30 0x7f0ad000e810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f0add81e640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ad0038960 con 0x7f0ad000ed50 2023-06-08T03:52:43.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f0adc81c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f0ad003ea10 0x7f0ad00552f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f0add81e640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ad000f1f0 con 0x7f0ad003ea10 2023-06-08T03:52:43.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f0adc81c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f0ad003ea10 0x7f0ad00552f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50818/0 (socket says 172.21.15.62:50818) 2023-06-08T03:52:43.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f0adc81c640 1 -- 172.21.15.62:0/227024715 learned_addr learned my addr 172.21.15.62:0/227024715 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:43.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f0add81e640 1 -- 172.21.15.62:0/227024715 --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ad0057040 con 0x7f0ad0006d30 2023-06-08T03:52:43.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fa97665d640 1 -- 172.21.15.62:0/2954967151 shutdown_connections 2023-06-08T03:52:43.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fdad7fff640 1 -- 172.21.15.62:0/4010232075 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdad80ce560 msgr2=0x7fdad80b10b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fdad7fff640 1 --2- 172.21.15.62:0/4010232075 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdad80ce560 0x7fdad80b10b0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fdad806dd00 tx=0x7fdad001c900 comp rx=0 tx=0).stop 2023-06-08T03:52:43.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.885+0000 7f8ff4978640 1 -- start start 2023-06-08T03:52:43.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8ff4978640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f8fe8033e40 0x7f8fe803a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8ff4978640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f8fe80527f0 0x7f8fe8037a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8ff4978640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8fe80dbc80 0x7f8fe8187b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8ff4978640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fe80e0530 con 0x7f8fe80dbc80 2023-06-08T03:52:43.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8ff4978640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fe8038150 con 0x7f8fe8033e40 2023-06-08T03:52:43.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8ff4978640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8fe8038430 con 0x7f8fe80527f0 2023-06-08T03:52:43.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8fef7fe640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f8fe8033e40 0x7f8fe803a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8fef7fe640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f8fe8033e40 0x7f8fe803a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.62:53214/0 (socket says 172.21.15.62:53214) 2023-06-08T03:52:43.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8fef7fe640 1 -- 172.21.15.62:0/24109879 learned_addr learned my addr 172.21.15.62:0/24109879 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:43.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8feeffd640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f8fe80527f0 0x7f8fe8037a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8feffff640 1 --2- 172.21.15.62:0/24109879 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8fe80dbc80 0x7f8fe8187b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fa5cd59a640 1 -- 172.21.15.62:0/2997050391 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c00b0440 con 0x7fa5b8003b50 2023-06-08T03:52:43.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fa5cd59a640 1 -- 172.21.15.62:0/2997050391 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5c00b05c0 con 0x7fa5b8003b50 2023-06-08T03:52:43.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f0ad7fff640 1 --2- 172.21.15.62:0/227024715 >> v2:172.21.15.188:3300/0 conn(0x7f0ad0006d30 0x7f0ad000e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fdad7fff640 1 -- 172.21.15.62:0/4010232075 shutdown_connections 2023-06-08T03:52:43.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fdad7fff640 1 --2- 172.21.15.62:0/4010232075 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdad80ce560 0x7fdad80b10b0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fdad7fff640 1 --2- 172.21.15.62:0/4010232075 >> v2:172.21.15.62:3300/0 conn(0x7fdad8145dd0 0x7fdad806a9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fdad7fff640 1 -- 172.21.15.62:0/4010232075 >> 172.21.15.62:0/4010232075 conn(0x7fdad8069310 msgr2=0x7fdad8069710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:43.927 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fb9aa528640 1 -- 172.21.15.62:0/482387844 shutdown_connections 2023-06-08T03:52:43.927 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fb9aa528640 1 --2- 172.21.15.62:0/482387844 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9a415c0d0 0x7fb9a406c4d0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.927 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fb9aa528640 1 -- 172.21.15.62:0/482387844 >> 172.21.15.62:0/482387844 conn(0x7fb9a40cdae0 msgr2=0x7fb9a40cdee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:43.927 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f0adc81c640 1 -- 172.21.15.62:0/227024715 >> v2:172.21.15.188:3300/0 conn(0x7f0ad0006d30 msgr2=0x7f0ad000e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:43.927 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f0adc81c640 1 --2- 172.21.15.62:0/227024715 >> v2:172.21.15.188:3300/0 conn(0x7f0ad0006d30 0x7f0ad000e810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.928 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f0adc81c640 1 -- 172.21.15.62:0/227024715 >> v1:172.21.15.62:6789/0 conn(0x7f0ad000ed50 legacy=0x7f0ad00e63f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.928 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f3a6db85640 1 -- 172.21.15.62:0/3037980789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3a50004d10 msgr2=0x7f3a50005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.928 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f3a6db85640 1 --2- 172.21.15.62:0/3037980789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3a50004d10 0x7f3a50005180 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f3a680ce950 tx=0x7f3a5c03ea00 comp rx=0 tx=0).stop 2023-06-08T03:52:43.928 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f0adc81c640 1 -- 172.21.15.62:0/227024715 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ad0056d10 con 0x7f0ad003ea10 2023-06-08T03:52:43.929 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fa97665d640 1 -- 172.21.15.62:0/2954967151 wait complete. 2023-06-08T03:52:43.929 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f3a6d384640 1 -- 172.21.15.62:0/3037980789 reap_dead start 2023-06-08T03:52:43.929 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fdad7fff640 1 -- 172.21.15.62:0/4010232075 shutdown_connections 2023-06-08T03:52:43.930 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f3a6db85640 1 -- 172.21.15.62:0/3037980789 shutdown_connections 2023-06-08T03:52:43.930 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f3a6db85640 1 -- 172.21.15.62:0/3037980789 >> 172.21.15.62:0/3037980789 conn(0x7f3a68069310 msgr2=0x7f3a68069710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:43.930 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8fef7fe640 1 -- 172.21.15.62:0/24109879 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f8fe80527f0 msgr2=0x7f8fe8037a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.930 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8fef7fe640 1 --2- 172.21.15.62:0/24109879 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f8fe80527f0 0x7f8fe8037a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.930 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8fef7fe640 1 -- 172.21.15.62:0/24109879 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8fe80dbc80 msgr2=0x7f8fe8187b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.931 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8fef7fe640 1 --2- 172.21.15.62:0/24109879 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8fe80dbc80 0x7f8fe8187b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.931 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8fef7fe640 1 -- 172.21.15.62:0/24109879 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fe4009420 con 0x7f8fe8033e40 2023-06-08T03:52:43.931 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f3a6db85640 1 -- 172.21.15.62:0/3037980789 shutdown_connections 2023-06-08T03:52:43.931 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8feeffd640 1 --2- 172.21.15.62:0/24109879 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f8fe80527f0 0x7f8fe8037a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:52:43.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fbd2b027640 1 Processor -- start 2023-06-08T03:52:43.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fa5cf59e640 1 -- 172.21.15.62:0/2997050391 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5b8003b50 msgr2=0x7fa5b8005f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fa5cf59e640 1 --2- 172.21.15.62:0/2997050391 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5b8003b50 0x7fa5b8005f70 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa5c000c110 tx=0x7fa5c001f2f0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.933 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fb9aa528640 1 -- 172.21.15.62:0/482387844 shutdown_connections 2023-06-08T03:52:43.933 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fa5cf59e640 1 -- 172.21.15.62:0/2997050391 shutdown_connections 2023-06-08T03:52:43.933 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fa5cf59e640 1 --2- 172.21.15.62:0/2997050391 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5b8003b50 0x7fa5b8005f70 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.933 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fa5cf59e640 1 -- 172.21.15.62:0/2997050391 >> 172.21.15.62:0/2997050391 conn(0x7fa5c80516a0 msgr2=0x7fa5c8051aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:43.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fbd2b027640 1 -- start start 2023-06-08T03:52:43.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fa5cf59e640 1 -- 172.21.15.62:0/2997050391 shutdown_connections 2023-06-08T03:52:43.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fa5cf59e640 1 -- 172.21.15.62:0/2997050391 wait complete. 2023-06-08T03:52:43.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fdad7fff640 1 -- 172.21.15.62:0/4010232075 wait complete. 2023-06-08T03:52:43.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fdad7fff640 1 Processor -- start 2023-06-08T03:52:43.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f3a6db85640 1 -- 172.21.15.62:0/3037980789 wait complete. 2023-06-08T03:52:43.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f3a6db85640 1 Processor -- start 2023-06-08T03:52:43.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fa97665d640 1 Processor -- start 2023-06-08T03:52:43.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fa97665d640 1 -- start start 2023-06-08T03:52:43.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f0adc81c640 1 --2- 172.21.15.62:0/227024715 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ad003ea10 0x7f0ad00552f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f0ad0012370 tx=0x7f0acc01c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1679e0595d08ff14 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fbd2b027640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fbd1c0dead0 0x7fbd1c03a430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fb9aa528640 1 -- 172.21.15.62:0/482387844 wait complete. 2023-06-08T03:52:43.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fb9aa528640 1 Processor -- start 2023-06-08T03:52:43.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fbd2b027640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fbd1c006ef0 0x7fbd1c007300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa97665d640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa970069a20 0x7fa970157ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa97665d640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa97015bd00 0x7fa9701fd3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa97665d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa97015c0d0 0x7fa97014e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa97665d640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa970150710 con 0x7fa97015c0d0 2023-06-08T03:52:43.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa97665d640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa97014fb00 con 0x7fa970069a20 2023-06-08T03:52:43.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa97665d640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa97014fde0 con 0x7fa97015bd00 2023-06-08T03:52:43.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8fef7fe640 1 --2- 172.21.15.62:0/24109879 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f8fe8033e40 0x7f8fe803a500 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8fe40097c0 tx=0x7f8fe4019160 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8fdbfff640 1 -- 172.21.15.62:0/24109879 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fe40b5600 con 0x7f8fe8033e40 2023-06-08T03:52:43.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8fdbfff640 1 -- 172.21.15.62:0/24109879 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8fe40b5780 con 0x7f8fe8033e40 2023-06-08T03:52:43.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f8fdbfff640 1 -- 172.21.15.62:0/24109879 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fe40b5b30 con 0x7f8fe8033e40 2023-06-08T03:52:43.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f0ad77fe640 1 -- 172.21.15.62:0/227024715 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0acc0ab640 con 0x7f0ad003ea10 2023-06-08T03:52:43.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f0ad77fe640 1 -- 172.21.15.62:0/227024715 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0acc0a7070 con 0x7f0ad003ea10 2023-06-08T03:52:43.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f0ad77fe640 1 -- 172.21.15.62:0/227024715 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0acc0ab9c0 con 0x7f0ad003ea10 2023-06-08T03:52:43.941 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7f3a6db85640 1 -- start start 2023-06-08T03:52:43.941 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa5cf59e640 1 Processor -- start 2023-06-08T03:52:43.941 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa97565b640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa970069a20 0x7fa970157ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.941 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa97565b640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa970069a20 0x7fa970157ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.62:53232/0 (socket says 172.21.15.62:53232) 2023-06-08T03:52:43.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa97565b640 1 -- 172.21.15.62:0/4166716213 learned_addr learned my addr 172.21.15.62:0/4166716213 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:43.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fbd23fff640 1 --1- >> v1:172.21.15.188:6789/0 conn(0x7fbd1c052b90 0x7fbd1c0540f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.188:6789/0 says I am v1:172.21.15.62:40888/0 (socket says 172.21.15.62:40888) 2023-06-08T03:52:43.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fbd23fff640 1 -- 172.21.15.62:0/1826133306 learned_addr learned my addr 172.21.15.62:0/1826133306 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:43.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f8ff4978640 1 -- 172.21.15.62:0/24109879 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8fe80db1a0 con 0x7f8fe8033e40 2023-06-08T03:52:43.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f8ff4978640 1 -- 172.21.15.62:0/24109879 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8fe80db760 con 0x7f8fe8033e40 2023-06-08T03:52:43.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fbd28dc3640 1 --2- 172.21.15.62:0/1826133306 >> v2:172.21.15.62:3300/0 conn(0x7fbd1c0dead0 0x7fbd1c03a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a6db85640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3a6813fc10 0x7f3a6813ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa974e5a640 1 --2- 172.21.15.62:0/4166716213 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa97015bd00 0x7fa9701fd3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fbd2b027640 1 -- 172.21.15.62:0/1826133306 --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd1c007840 con 0x7fbd1c052b90 2023-06-08T03:52:43.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.889+0000 7fdad7fff640 1 -- start start 2023-06-08T03:52:43.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fdad7fff640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdad806aef0 0x7fdad8160890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fdad7fff640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdad8145dd0 0x7fdad8146670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fdad7fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdad8162410 0x7fdad81500a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fdad7fff640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdad8146bb0 con 0x7fdad8162410 2023-06-08T03:52:43.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fbd2b027640 1 -- 172.21.15.62:0/1826133306 --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd1c053050 con 0x7fbd1c0dead0 2023-06-08T03:52:43.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fdad7fff640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdad8162bb0 con 0x7fdad806aef0 2023-06-08T03:52:43.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fdad7fff640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdad81491a0 con 0x7fdad8145dd0 2023-06-08T03:52:43.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fbd2b027640 1 -- 172.21.15.62:0/1826133306 --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd1c053330 con 0x7fbd1c006ef0 2023-06-08T03:52:43.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fdad67fc640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdad8145dd0 0x7fdad8146670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fdad67fc640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdad8145dd0 0x7fdad8146670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.62:38270/0 (socket says 172.21.15.62:38270) 2023-06-08T03:52:43.947 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fdad67fc640 1 -- 172.21.15.62:0/3952262598 learned_addr learned my addr 172.21.15.62:0/3952262598 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:43.947 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa97565b640 1 -- 172.21.15.62:0/4166716213 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa97015bd00 msgr2=0x7fa9701fd3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.947 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa97565b640 1 --2- 172.21.15.62:0/4166716213 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa97015bd00 0x7fa9701fd3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.947 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa97565b640 1 -- 172.21.15.62:0/4166716213 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa97015c0d0 msgr2=0x7fa97014e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.947 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa97565b640 1 --2- 172.21.15.62:0/4166716213 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa97015c0d0 0x7fa97014e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.948 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa97565b640 1 -- 172.21.15.62:0/4166716213 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa968009a70 con 0x7fa970069a20 2023-06-08T03:52:43.948 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa974e5a640 1 --2- 172.21.15.62:0/4166716213 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa97015bd00 0x7fa9701fd3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:43.948 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fdad77fe640 1 --2- 172.21.15.62:0/3952262598 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdad8162410 0x7fdad81500a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.948 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fdad6ffd640 1 --2- 172.21.15.62:0/3952262598 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdad806aef0 0x7fdad8160890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb9aa528640 1 -- start start 2023-06-08T03:52:43.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f0add81e640 1 -- 172.21.15.62:0/227024715 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ad003ea10 msgr2=0x7f0ad00552f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f0add81e640 1 --2- 172.21.15.62:0/227024715 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ad003ea10 0x7f0ad00552f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f0ad0012370 tx=0x7f0acc01c440 comp rx=0 tx=0).stop 2023-06-08T03:52:43.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a6db85640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f3a681460a0 0x7f3a68146f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a6cb83640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3a6813fc10 0x7f3a6813ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a6cb83640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3a6813fc10 0x7f3a6813ffe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.62:38272/0 (socket says 172.21.15.62:38272) 2023-06-08T03:52:43.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a6cb83640 1 -- 172.21.15.62:0/1251999532 learned_addr learned my addr 172.21.15.62:0/1251999532 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:43.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa5cf59e640 1 -- start start 2023-06-08T03:52:43.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa5cf59e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5b8003b50 0x7fa5c80d7d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa5cf59e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5c8048750 0x7fa5c81738b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb9aa528640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb9a4069a20 0x7fb9a41fd5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb9aa528640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9a415bd00 0x7fb9a40c2900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa5cf59e640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5c8048bc0 0x7fa5c8173df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.952 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb9aa528640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb9a415c0d0 0x7fb9a40c39b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.952 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb9aa528640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9a40c1610 con 0x7fb9a415bd00 2023-06-08T03:52:43.952 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb9aa528640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9a40c1860 con 0x7fb9a415c0d0 2023-06-08T03:52:43.952 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb9aa528640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9a40c1b40 con 0x7fb9a4069a20 2023-06-08T03:52:43.955 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa5cf59e640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5c8038f00 con 0x7fa5b8003b50 2023-06-08T03:52:43.956 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa5cf59e640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5c81743e0 con 0x7fa5c8048bc0 2023-06-08T03:52:43.956 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa5cf59e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5c81746c0 con 0x7fa5c8048750 2023-06-08T03:52:43.956 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fdad77fe640 1 -- 172.21.15.62:0/3952262598 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdad8145dd0 msgr2=0x7fdad8146670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.956 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fdad77fe640 1 --2- 172.21.15.62:0/3952262598 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdad8145dd0 0x7fdad8146670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fdad77fe640 1 -- 172.21.15.62:0/3952262598 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdad806aef0 msgr2=0x7fdad8160890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fdad77fe640 1 --2- 172.21.15.62:0/3952262598 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdad806aef0 0x7fdad8160890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fdad77fe640 1 -- 172.21.15.62:0/3952262598 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdad0009a70 con 0x7fdad8162410 2023-06-08T03:52:43.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a6db85640 1 --2- 172.21.15.62:0/1251999532 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3a68143b70 0x7f3a680cb180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a6db85640 1 -- 172.21.15.62:0/1251999532 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a680a75e0 con 0x7f3a68143b70 2023-06-08T03:52:43.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a6db85640 1 -- 172.21.15.62:0/1251999532 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a680a78c0 con 0x7f3a681460a0 2023-06-08T03:52:43.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a6db85640 1 -- 172.21.15.62:0/1251999532 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a680a7ba0 con 0x7f3a6813fc10 2023-06-08T03:52:43.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a67fff640 1 --2- 172.21.15.62:0/1251999532 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f3a681460a0 0x7f3a68146f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f0add81e640 1 -- 172.21.15.62:0/227024715 shutdown_connections 2023-06-08T03:52:43.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f0add81e640 1 --2- 172.21.15.62:0/227024715 >> v2:172.21.15.188:3300/0 conn(0x7f0ad0006d30 0x7f0ad000e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f0add81e640 1 --2- 172.21.15.62:0/227024715 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ad003ea10 0x7f0ad00552f0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f0add81e640 1 -- 172.21.15.62:0/227024715 >> 172.21.15.62:0/227024715 conn(0x7f0ad00590a0 msgr2=0x7f0ad00594a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:43.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a6d384640 1 --2- 172.21.15.62:0/1251999532 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3a68143b70 0x7f3a680cb180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.960 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa5cdd9b640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5c8048750 0x7fa5c81738b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.960 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f0add81e640 1 -- 172.21.15.62:0/227024715 shutdown_connections 2023-06-08T03:52:43.960 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb9a9526640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb9a4069a20 0x7fb9a41fd5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.960 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb9a9526640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb9a4069a20 0x7fb9a41fd5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.62:38278/0 (socket says 172.21.15.62:38278) 2023-06-08T03:52:43.961 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb9a9526640 1 -- 172.21.15.62:0/1096421006 learned_addr learned my addr 172.21.15.62:0/1096421006 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:43.961 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb9a8d25640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9a415bd00 0x7fb9a40c2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.961 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb9a9d27640 1 --2- 172.21.15.62:0/1096421006 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb9a415c0d0 0x7fb9a40c39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.961 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa5cdd9b640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5c8048750 0x7fa5c81738b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.62:38282/0 (socket says 172.21.15.62:38282) 2023-06-08T03:52:43.961 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa5cdd9b640 1 -- 172.21.15.62:0/1605954421 learned_addr learned my addr 172.21.15.62:0/1605954421 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:43.962 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fbd28dc3640 1 -- 172.21.15.62:0/1826133306 >> v2:172.21.15.188:3300/0 conn(0x7fbd1c006ef0 msgr2=0x7fbd1c007300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:43.962 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fbd28dc3640 1 --2- 172.21.15.62:0/1826133306 >> v2:172.21.15.188:3300/0 conn(0x7fbd1c006ef0 0x7fbd1c007300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.962 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fbd28dc3640 1 -- 172.21.15.62:0/1826133306 >> v1:172.21.15.188:6789/0 conn(0x7fbd1c052b90 legacy=0x7fbd1c0540f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.962 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fbd28dc3640 1 -- 172.21.15.62:0/1826133306 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd1c053610 con 0x7fbd1c0dead0 2023-06-08T03:52:43.963 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a6cb83640 1 -- 172.21.15.62:0/1251999532 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f3a681460a0 msgr2=0x7f3a68146f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.963 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a6cb83640 1 --2- 172.21.15.62:0/1251999532 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f3a681460a0 0x7f3a68146f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.963 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a6cb83640 1 -- 172.21.15.62:0/1251999532 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3a68143b70 msgr2=0x7f3a680cb180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.963 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a6cb83640 1 --2- 172.21.15.62:0/1251999532 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3a68143b70 0x7f3a680cb180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.963 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a6cb83640 1 -- 172.21.15.62:0/1251999532 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a680a7e80 con 0x7f3a6813fc10 2023-06-08T03:52:43.963 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a6d384640 1 --2- 172.21.15.62:0/1251999532 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3a68143b70 0x7f3a680cb180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:52:43.964 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f0add81e640 1 -- 172.21.15.62:0/227024715 wait complete. 2023-06-08T03:52:43.964 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb9a8d25640 1 -- 172.21.15.62:0/1096421006 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb9a4069a20 msgr2=0x7fb9a41fd5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.964 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb9a8d25640 1 --2- 172.21.15.62:0/1096421006 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb9a4069a20 0x7fb9a41fd5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.964 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb9a8d25640 1 -- 172.21.15.62:0/1096421006 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb9a415c0d0 msgr2=0x7fb9a40c39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.964 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb9a8d25640 1 --2- 172.21.15.62:0/1096421006 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb9a415c0d0 0x7fb9a40c39b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.965 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb9a8d25640 1 -- 172.21.15.62:0/1096421006 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9a000a5c0 con 0x7fb9a415bd00 2023-06-08T03:52:43.965 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fdad77fe640 1 --2- 172.21.15.62:0/3952262598 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdad8162410 0x7fdad81500a0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fdad806c720 tx=0x7fdad00196a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.965 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa5ce59c640 1 --2- 172.21.15.62:0/1605954421 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5b8003b50 0x7fa5c80d7d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.965 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb9a8d25640 1 --2- 172.21.15.62:0/1096421006 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9a415bd00 0x7fb9a40c2900 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fb9a00b0000 tx=0x7fb9a001cda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.966 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a6cb83640 1 --2- 172.21.15.62:0/1251999532 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3a6813fc10 0x7f3a6813ffe0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f3a60011be0 tx=0x7f3a6000f5a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.966 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa5ced9d640 1 --2- 172.21.15.62:0/1605954421 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5c8048bc0 0x7fa5c8173df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.966 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa5ce59c640 1 -- 172.21.15.62:0/1605954421 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5c8048750 msgr2=0x7fa5c81738b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.966 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa5ce59c640 1 --2- 172.21.15.62:0/1605954421 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5c8048750 0x7fa5c81738b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.967 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa5ce59c640 1 -- 172.21.15.62:0/1605954421 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5c8048bc0 msgr2=0x7fa5c8173df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.967 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb999ffb640 1 -- 172.21.15.62:0/1096421006 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9a00bc850 con 0x7fb9a415bd00 2023-06-08T03:52:43.967 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa97565b640 1 --2- 172.21.15.62:0/4166716213 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa970069a20 0x7fa970157ef0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa96c00c780 tx=0x7fa96c00cc40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.968 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a657fa640 1 -- 172.21.15.62:0/1251999532 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a60011cd0 con 0x7f3a6813fc10 2023-06-08T03:52:43.968 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a6db85640 1 -- 172.21.15.62:0/1251999532 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a680a8160 con 0x7f3a6813fc10 2023-06-08T03:52:43.968 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa965ffb640 1 -- 172.21.15.62:0/4166716213 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa96c0072d0 con 0x7fa970069a20 2023-06-08T03:52:43.968 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa965ffb640 1 -- 172.21.15.62:0/4166716213 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa96c007430 con 0x7fa970069a20 2023-06-08T03:52:43.968 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa965ffb640 1 -- 172.21.15.62:0/4166716213 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa96c001d20 con 0x7fa970069a20 2023-06-08T03:52:43.969 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa97665d640 1 -- 172.21.15.62:0/4166716213 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9701500c0 con 0x7fa970069a20 2023-06-08T03:52:43.969 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa97665d640 1 -- 172.21.15.62:0/4166716213 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa97014f6c0 con 0x7fa970069a20 2023-06-08T03:52:43.969 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f3a6db85640 1 -- 172.21.15.62:0/1251999532 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a68143ff0 con 0x7f3a6813fc10 2023-06-08T03:52:43.969 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f3a657fa640 1 -- 172.21.15.62:0/1251999532 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a60011e30 con 0x7f3a6813fc10 2023-06-08T03:52:43.969 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f3a657fa640 1 -- 172.21.15.62:0/1251999532 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a60003bc0 con 0x7f3a6813fc10 2023-06-08T03:52:43.970 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb9aa528640 1 -- 172.21.15.62:0/1096421006 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9a40c1e20 con 0x7fb9a415bd00 2023-06-08T03:52:43.970 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fb9aa528640 1 -- 172.21.15.62:0/1096421006 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9a40c23e0 con 0x7fb9a415bd00 2023-06-08T03:52:43.970 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fb999ffb640 1 -- 172.21.15.62:0/1096421006 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9a00b1e90 con 0x7fb9a415bd00 2023-06-08T03:52:43.970 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fb999ffb640 1 -- 172.21.15.62:0/1096421006 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9a00bcbf0 con 0x7fb9a415bd00 2023-06-08T03:52:43.970 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fb9aa528640 1 -- 172.21.15.62:0/1096421006 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fb984000fd0 con 0x7fb9a415bd00 2023-06-08T03:52:43.970 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fdabf7fe640 1 -- 172.21.15.62:0/3952262598 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdad00ad880 con 0x7fdad8162410 2023-06-08T03:52:43.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fdabf7fe640 1 -- 172.21.15.62:0/3952262598 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdad00ad9e0 con 0x7fdad8162410 2023-06-08T03:52:43.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fdabf7fe640 1 -- 172.21.15.62:0/3952262598 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdad00add50 con 0x7fdad8162410 2023-06-08T03:52:43.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fdad7fff640 1 -- 172.21.15.62:0/3952262598 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdad8148c20 con 0x7fdad8162410 2023-06-08T03:52:43.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fdad7fff640 1 -- 172.21.15.62:0/3952262598 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdad81519e0 con 0x7fdad8162410 2023-06-08T03:52:43.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7f8ff4978640 1 -- 172.21.15.62:0/24109879 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8fe8036ff0 con 0x7f8fe8033e40 2023-06-08T03:52:43.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f8fdbfff640 1 -- 172.21.15.62:0/24109879 <== mon.1 v2:172.21.15.188:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8fe40b3040 con 0x7f8fe8033e40 2023-06-08T03:52:43.972 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f8fdbfff640 1 --2- 172.21.15.62:0/24109879 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f8fd4066350 0x7f8fd4068800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.972 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f8fdbfff640 1 -- 172.21.15.62:0/24109879 <== mon.1 v2:172.21.15.188:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f8fe411e000 con 0x7f8fe8033e40 2023-06-08T03:52:43.972 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f8fdbfff640 1 --2- 172.21.15.62:0/24109879 >> [v2:172.21.15.62:6802/3519958571,v1:172.21.15.62:6804/3519958571] conn(0x7f8fd406eb80 0x7f8fd4070f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.972 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f8fdbfff640 1 -- 172.21.15.62:0/24109879 --> [v2:172.21.15.62:6802/3519958571,v1:172.21.15.62:6804/3519958571] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8fd4071640 con 0x7f8fd406eb80 2023-06-08T03:52:43.972 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f8feeffd640 1 --2- 172.21.15.62:0/24109879 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f8fd4066350 0x7f8fd4068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.972 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f8feffff640 1 --2- 172.21.15.62:0/24109879 >> [v2:172.21.15.62:6802/3519958571,v1:172.21.15.62:6804/3519958571] conn(0x7f8fd406eb80 0x7f8fd4070f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.973 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fa97665d640 1 -- 172.21.15.62:0/4166716213 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fa9700c9e30 con 0x7fa970069a20 2023-06-08T03:52:43.973 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fbd28dc3640 1 --2- 172.21.15.62:0/1826133306 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbd1c0dead0 0x7fbd1c03a430 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fbd1c00c4e0 tx=0x7fbd1801e670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8342fd9f3927ff25 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.973 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f3a6db85640 1 -- 172.21.15.62:0/1251999532 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3a48000fd0 con 0x7f3a6813fc10 2023-06-08T03:52:43.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa5ce59c640 1 --2- 172.21.15.62:0/1605954421 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5c8048bc0 0x7fa5c8173df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.893+0000 7fa5ce59c640 1 -- 172.21.15.62:0/1605954421 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5c8039110 con 0x7fa5b8003b50 2023-06-08T03:52:43.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fa5ce59c640 1 --2- 172.21.15.62:0/1605954421 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5b8003b50 0x7fa5c80d7d20 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa5c00af000 tx=0x7fa5c001c090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fa5ced9d640 1 --2- 172.21.15.62:0/1605954421 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5c8048bc0 0x7fa5c8173df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:43.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fa5beffd640 1 -- 172.21.15.62:0/1605954421 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c0001480 con 0x7fa5b8003b50 2023-06-08T03:52:43.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fa5beffd640 1 -- 172.21.15.62:0/1605954421 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5c00015e0 con 0x7fa5b8003b50 2023-06-08T03:52:43.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fa5beffd640 1 -- 172.21.15.62:0/1605954421 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c0005270 con 0x7fa5b8003b50 2023-06-08T03:52:43.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fa5cf59e640 1 -- 172.21.15.62:0/1605954421 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5c80393f0 con 0x7fa5b8003b50 2023-06-08T03:52:43.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fa5cf59e640 1 -- 172.21.15.62:0/1605954421 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5c80d8260 con 0x7fa5b8003b50 2023-06-08T03:52:43.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f0add81e640 1 Processor -- start 2023-06-08T03:52:43.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f0add81e640 1 -- start start 2023-06-08T03:52:43.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f0add81e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0ad0006d30 0x7f0ad0051620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f0add81e640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0ad000ed50 0x7f0ad0051b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f0add81e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ad003ea10 0x7f0ad0050170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f0adc81c640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0ad0006d30 0x7f0ad0051620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f0adc81c640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0ad0006d30 0x7f0ad0051620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.62:38290/0 (socket says 172.21.15.62:38290) 2023-06-08T03:52:43.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fbd237fe640 1 -- 172.21.15.62:0/1826133306 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd180b2600 con 0x7fbd1c0dead0 2023-06-08T03:52:43.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fbd237fe640 1 -- 172.21.15.62:0/1826133306 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd180b2760 con 0x7fbd1c0dead0 2023-06-08T03:52:43.977 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fbd237fe640 1 -- 172.21.15.62:0/1826133306 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd180b2af0 con 0x7fbd1c0dead0 2023-06-08T03:52:43.977 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f0add01d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ad003ea10 0x7f0ad0050170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.977 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f0add01d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ad003ea10 0x7f0ad0050170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50896/0 (socket says 172.21.15.62:50896) 2023-06-08T03:52:43.977 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f0ad7fff640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0ad000ed50 0x7f0ad0051b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.977 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f0ad7fff640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0ad000ed50 0x7f0ad0051b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.62:53308/0 (socket says 172.21.15.62:53308) 2023-06-08T03:52:43.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f8fdbfff640 1 -- 172.21.15.62:0/24109879 <== mon.1 v2:172.21.15.188:3300/0 6 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8fe40eb630 con 0x7f8fe8033e40 2023-06-08T03:52:43.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f8feffff640 1 --2- 172.21.15.62:0/24109879 >> [v2:172.21.15.62:6802/3519958571,v1:172.21.15.62:6804/3519958571] conn(0x7f8fd406eb80 0x7f8fd4070f90 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fa5cf59e640 1 -- 172.21.15.62:0/1605954421 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fa5c81748e0 con 0x7fa5b8003b50 2023-06-08T03:52:43.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fbd2b027640 1 -- 172.21.15.62:0/1826133306 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbd1c0dead0 msgr2=0x7fbd1c03a430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.979 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fbd2b027640 1 --2- 172.21.15.62:0/1826133306 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbd1c0dead0 0x7fbd1c03a430 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fbd1c00c4e0 tx=0x7fbd1801e670 comp rx=0 tx=0).stop 2023-06-08T03:52:43.979 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fb999ffb640 1 -- 172.21.15.62:0/1096421006 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb9a00b8040 con 0x7fb9a415bd00 2023-06-08T03:52:43.979 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f0add81e640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ad0052c30 con 0x7f0ad003ea10 2023-06-08T03:52:43.979 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f0add81e640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ad004cbb0 con 0x7f0ad000ed50 2023-06-08T03:52:43.980 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f0add81e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ad004ce50 con 0x7f0ad0006d30 2023-06-08T03:52:43.980 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f3a657fa640 1 -- 172.21.15.62:0/1251999532 <== mon.2 v2:172.21.15.188:3301/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f3a60003d20 con 0x7f3a6813fc10 2023-06-08T03:52:43.980 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f3a657fa640 1 --2- 172.21.15.62:0/1251999532 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3a54066280 0x7f3a54068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.980 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f3a657fa640 1 -- 172.21.15.62:0/1251999532 <== mon.2 v2:172.21.15.188:3301/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f3a60087c90 con 0x7f3a6813fc10 2023-06-08T03:52:43.980 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7f3a657fa640 1 --2- 172.21.15.62:0/1251999532 >> [v2:172.21.15.188:6800/1705098052,v1:172.21.15.188:6801/1705098052] conn(0x7f3a5406eb30 0x7f3a54070f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.980 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7f3a657fa640 1 -- 172.21.15.62:0/1251999532 --> [v2:172.21.15.188:6800/1705098052,v1:172.21.15.188:6801/1705098052] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3a540715f0 con 0x7f3a5406eb30 2023-06-08T03:52:43.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7f3a657fa640 1 -- 172.21.15.62:0/1251999532 <== mon.2 v2:172.21.15.188:3301/0 6 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3a60088040 con 0x7f3a6813fc10 2023-06-08T03:52:43.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fb999ffb640 1 --2- 172.21.15.62:0/1096421006 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb988066350 0x7fb988068800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7fb999ffb640 1 -- 172.21.15.62:0/1096421006 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fb9a0122010 con 0x7fb9a415bd00 2023-06-08T03:52:43.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fb999ffb640 1 --2- 172.21.15.62:0/1096421006 >> [v2:172.21.15.62:6816/4021849321,v1:172.21.15.62:6817/4021849321] conn(0x7fb98806eb80 0x7fb988070f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fb999ffb640 1 -- 172.21.15.62:0/1096421006 --> [v2:172.21.15.62:6816/4021849321,v1:172.21.15.62:6817/4021849321] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb988071640 con 0x7fb98806eb80 2023-06-08T03:52:43.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fb999ffb640 1 -- 172.21.15.62:0/1096421006 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb9a00ef500 con 0x7fb9a415bd00 2023-06-08T03:52:43.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fb9a9526640 1 --2- 172.21.15.62:0/1096421006 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb988066350 0x7fb988068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7f3a67fff640 1 --2- 172.21.15.62:0/1251999532 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3a54066280 0x7f3a54068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7f3a6d384640 1 --2- 172.21.15.62:0/1251999532 >> [v2:172.21.15.188:6800/1705098052,v1:172.21.15.188:6801/1705098052] conn(0x7f3a5406eb30 0x7f3a54070f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f0adc81c640 1 -- 172.21.15.62:0/2508701726 learned_addr learned my addr 172.21.15.62:0/2508701726 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:43.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fdad7fff640 1 -- 172.21.15.62:0/3952262598 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fdad81461a0 con 0x7fdad8162410 2023-06-08T03:52:43.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7f0add01d640 1 -- 172.21.15.62:0/2508701726 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0ad0006d30 msgr2=0x7f0ad0051620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.984 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7f0add01d640 1 --2- 172.21.15.62:0/2508701726 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0ad0006d30 0x7f0ad0051620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.984 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7f0add01d640 1 -- 172.21.15.62:0/2508701726 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0ad000ed50 msgr2=0x7f0ad0051b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:43.984 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7f0add01d640 1 --2- 172.21.15.62:0/2508701726 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0ad000ed50 0x7f0ad0051b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.984 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7f0add01d640 1 -- 172.21.15.62:0/2508701726 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0acc0094d0 con 0x7f0ad003ea10 2023-06-08T03:52:43.984 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f8fdbfff640 1 -- 172.21.15.62:0/24109879 <== osd.2 v2:172.21.15.62:6802/3519958571 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f8ff0095220 con 0x7f8fd406eb80 2023-06-08T03:52:43.984 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.897+0000 7f8feeffd640 1 --2- 172.21.15.62:0/24109879 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f8fd4066350 0x7f8fd4068800 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f8fe804acc0 tx=0x7f8fdc009190 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.985 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fa5beffd640 1 -- 172.21.15.62:0/1605954421 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa5c00b7070 con 0x7fa5b8003b50 2023-06-08T03:52:43.985 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7f0add01d640 1 --2- 172.21.15.62:0/2508701726 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ad003ea10 0x7f0ad0050170 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f0ad8068ac0 tx=0x7f0ad8067510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.985 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7f3a67fff640 1 --2- 172.21.15.62:0/1251999532 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3a54066280 0x7f3a54068730 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f3a680aebf0 tx=0x7f3a58007040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.986 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fa5beffd640 1 --2- 172.21.15.62:0/1605954421 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5b0066380 0x7fa5b0068830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.986 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fa5beffd640 1 -- 172.21.15.62:0/1605954421 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fa5c0121cd0 con 0x7fa5b8003b50 2023-06-08T03:52:43.986 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fa5beffd640 1 --2- 172.21.15.62:0/1605954421 >> [v2:172.21.15.188:6806/1277127448,v1:172.21.15.188:6809/1277127448] conn(0x7fa5b006ec30 0x7fa5b0071040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.986 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fa5beffd640 1 -- 172.21.15.62:0/1605954421 --> [v2:172.21.15.188:6806/1277127448,v1:172.21.15.188:6809/1277127448] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa5b00716f0 con 0x7fa5b006ec30 2023-06-08T03:52:43.986 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fa5beffd640 1 -- 172.21.15.62:0/1605954421 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa5c0122080 con 0x7fa5b8003b50 2023-06-08T03:52:43.987 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fdabf7fe640 1 -- 172.21.15.62:0/3952262598 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fdad00b8420 con 0x7fdad8162410 2023-06-08T03:52:43.987 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fdabf7fe640 1 --2- 172.21.15.62:0/3952262598 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdac40662d0 0x7fdac4068780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.987 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fa965ffb640 1 -- 172.21.15.62:0/4166716213 <== mon.1 v2:172.21.15.188:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa96c0047f0 con 0x7fa970069a20 2023-06-08T03:52:43.987 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fa965ffb640 1 --2- 172.21.15.62:0/4166716213 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa954066350 0x7fa954068800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.987 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fa965ffb640 1 -- 172.21.15.62:0/4166716213 <== mon.1 v2:172.21.15.188:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fa96c0838f0 con 0x7fa970069a20 2023-06-08T03:52:43.988 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fa965ffb640 1 --2- 172.21.15.62:0/4166716213 >> [v2:172.21.15.62:6824/1981436595,v1:172.21.15.62:6825/1981436595] conn(0x7fa95406ec00 0x7fa954071010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.988 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fa965ffb640 1 -- 172.21.15.62:0/4166716213 --> [v2:172.21.15.62:6824/1981436595,v1:172.21.15.62:6825/1981436595] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa9540716c0 con 0x7fa95406ec00 2023-06-08T03:52:43.988 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fa965ffb640 1 -- 172.21.15.62:0/4166716213 <== mon.1 v2:172.21.15.188:3300/0 6 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa96c083ca0 con 0x7fa970069a20 2023-06-08T03:52:43.988 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fb9a9d27640 1 --2- 172.21.15.62:0/1096421006 >> [v2:172.21.15.62:6816/4021849321,v1:172.21.15.62:6817/4021849321] conn(0x7fb98806eb80 0x7fb988070f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.988 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fb9a9d27640 1 --2- 172.21.15.62:0/1096421006 >> [v2:172.21.15.62:6816/4021849321,v1:172.21.15.62:6817/4021849321] conn(0x7fb98806eb80 0x7fb988070f90 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.989 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7f3a6d384640 1 --2- 172.21.15.62:0/1251999532 >> [v2:172.21.15.188:6800/1705098052,v1:172.21.15.188:6801/1705098052] conn(0x7f3a5406eb30 0x7f3a54070f40 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.989 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7f0ad57fa640 1 -- 172.21.15.62:0/2508701726 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ad806e7b0 con 0x7f0ad003ea10 2023-06-08T03:52:43.989 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fb9a9526640 1 --2- 172.21.15.62:0/1096421006 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb988066350 0x7fb988068800 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb99c004c90 tx=0x7fb99c009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.990 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fdabf7fe640 1 -- 172.21.15.62:0/3952262598 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fdad011f090 con 0x7fdad8162410 2023-06-08T03:52:43.990 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fdabf7fe640 1 --2- 172.21.15.62:0/3952262598 >> [v2:172.21.15.62:6800/3818264248,v1:172.21.15.62:6801/3818264248] conn(0x7fdac406eb00 0x7fdac4070f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.990 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fdabf7fe640 1 -- 172.21.15.62:0/3952262598 --> [v2:172.21.15.62:6800/3818264248,v1:172.21.15.62:6801/3818264248] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fdac40715c0 con 0x7fdac406eb00 2023-06-08T03:52:43.990 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fdabf7fe640 1 -- 172.21.15.62:0/3952262598 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdad00ec3b0 con 0x7fdad8162410 2023-06-08T03:52:43.990 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fdad6ffd640 1 --2- 172.21.15.62:0/3952262598 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdac40662d0 0x7fdac4068780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.990 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fdad67fc640 1 --2- 172.21.15.62:0/3952262598 >> [v2:172.21.15.62:6800/3818264248,v1:172.21.15.62:6801/3818264248] conn(0x7fdac406eb00 0x7fdac4070f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.990 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fdad67fc640 1 --2- 172.21.15.62:0/3952262598 >> [v2:172.21.15.62:6800/3818264248,v1:172.21.15.62:6801/3818264248] conn(0x7fdac406eb00 0x7fdac4070f10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.991 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fa975e5c640 1 --2- 172.21.15.62:0/4166716213 >> [v2:172.21.15.62:6824/1981436595,v1:172.21.15.62:6825/1981436595] conn(0x7fa95406ec00 0x7fa954071010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.991 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fa974e5a640 1 --2- 172.21.15.62:0/4166716213 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa954066350 0x7fa954068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.991 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fa975e5c640 1 --2- 172.21.15.62:0/4166716213 >> [v2:172.21.15.62:6824/1981436595,v1:172.21.15.62:6825/1981436595] conn(0x7fa95406ec00 0x7fa954071010 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.991 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fbd2b027640 1 -- 172.21.15.62:0/1826133306 shutdown_connections 2023-06-08T03:52:43.992 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fbd2b027640 1 --2- 172.21.15.62:0/1826133306 >> v2:172.21.15.188:3300/0 conn(0x7fbd1c006ef0 0x7fbd1c007300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.992 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fbd2b027640 1 --2- 172.21.15.62:0/1826133306 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbd1c0dead0 0x7fbd1c03a430 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:43.992 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fbd2b027640 1 -- 172.21.15.62:0/1826133306 >> 172.21.15.62:0/1826133306 conn(0x7fbd1c051590 msgr2=0x7fbd1c051990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:43.992 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fbd2b027640 1 -- 172.21.15.62:0/1826133306 shutdown_connections 2023-06-08T03:52:43.992 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fbd2b027640 1 -- 172.21.15.62:0/1826133306 wait complete. 2023-06-08T03:52:43.992 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fa5cdd9b640 1 --2- 172.21.15.62:0/1605954421 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5b0066380 0x7fa5b0068830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fa5ced9d640 1 --2- 172.21.15.62:0/1605954421 >> [v2:172.21.15.188:6806/1277127448,v1:172.21.15.188:6809/1277127448] conn(0x7fa5b006ec30 0x7fa5b0071040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7f0ad57fa640 1 -- 172.21.15.62:0/2508701726 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ad806e950 con 0x7f0ad003ea10 2023-06-08T03:52:43.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7f0ad57fa640 1 -- 172.21.15.62:0/2508701726 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ad806ed80 con 0x7f0ad003ea10 2023-06-08T03:52:43.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7f0add81e640 1 -- 172.21.15.62:0/2508701726 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ad0007280 con 0x7f0ad003ea10 2023-06-08T03:52:43.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7f0add81e640 1 -- 172.21.15.62:0/2508701726 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ad0052670 con 0x7f0ad003ea10 2023-06-08T03:52:43.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7f0add81e640 1 -- 172.21.15.62:0/2508701726 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f0ad0007100 con 0x7f0ad003ea10 2023-06-08T03:52:43.994 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fa974e5a640 1 --2- 172.21.15.62:0/4166716213 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa954066350 0x7fa954068800 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fa97015ae10 tx=0x7fa960008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.994 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fa965ffb640 1 -- 172.21.15.62:0/4166716213 <== osd.3 v2:172.21.15.62:6824/1981436595 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fa9540716c0 con 0x7fa95406ec00 2023-06-08T03:52:43.994 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fa5ced9d640 1 --2- 172.21.15.62:0/1605954421 >> [v2:172.21.15.188:6806/1277127448,v1:172.21.15.188:6809/1277127448] conn(0x7fa5b006ec30 0x7fa5b0071040 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.995 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fdabf7fe640 1 -- 172.21.15.62:0/3952262598 <== osd.1 v2:172.21.15.62:6800/3818264248 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fdac40715c0 con 0x7fdac406eb00 2023-06-08T03:52:43.995 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.901+0000 7fdad6ffd640 1 --2- 172.21.15.62:0/3952262598 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdac40662d0 0x7fdac4068780 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fdad8156810 tx=0x7fdac8008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.995 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fa5cdd9b640 1 --2- 172.21.15.62:0/1605954421 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5b0066380 0x7fa5b0068830 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4000f70 tx=0x7fa5c4007e70 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.996 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7f3a657fa640 1 -- 172.21.15.62:0/1251999532 <== osd.5 v2:172.21.15.188:6800/1705098052 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f3a540715f0 con 0x7f3a5406eb30 2023-06-08T03:52:43.996 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7f0ad57fa640 1 -- 172.21.15.62:0/2508701726 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0ad806c430 con 0x7f0ad003ea10 2023-06-08T03:52:43.996 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7f0ad57fa640 1 --2- 172.21.15.62:0/2508701726 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0abc066350 0x7f0abc068800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.997 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7f0ad57fa640 1 -- 172.21.15.62:0/2508701726 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f0ad80fd570 con 0x7f0ad003ea10 2023-06-08T03:52:43.997 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7f0ad57fa640 1 --2- 172.21.15.62:0/2508701726 >> [v2:172.21.15.188:6807/1514207942,v1:172.21.15.188:6810/1514207942] conn(0x7f0abc06ec00 0x7f0abc071010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.997 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7f0adc81c640 1 --2- 172.21.15.62:0/2508701726 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0abc066350 0x7f0abc068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.997 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7f0ad57fa640 1 -- 172.21.15.62:0/2508701726 --> [v2:172.21.15.188:6807/1514207942,v1:172.21.15.188:6810/1514207942] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f0abc0716c0 con 0x7f0abc06ec00 2023-06-08T03:52:43.997 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7f0ad57fa640 1 -- 172.21.15.62:0/2508701726 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0ad80fd920 con 0x7f0ad003ea10 2023-06-08T03:52:43.997 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7f0ad7fff640 1 --2- 172.21.15.62:0/2508701726 >> [v2:172.21.15.188:6807/1514207942,v1:172.21.15.188:6810/1514207942] conn(0x7f0abc06ec00 0x7f0abc071010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:43.997 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7f0adc81c640 1 --2- 172.21.15.62:0/2508701726 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0abc066350 0x7f0abc068800 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0acc000c10 tx=0x7f0acc0b6040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.998 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7f0ad7fff640 1 --2- 172.21.15.62:0/2508701726 >> [v2:172.21.15.188:6807/1514207942,v1:172.21.15.188:6810/1514207942] conn(0x7f0abc06ec00 0x7f0abc071010 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:43.998 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.909+0000 7f0ad57fa640 1 -- 172.21.15.62:0/2508701726 <== osd.7 v2:172.21.15.188:6807/1514207942 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f0abc0716c0 con 0x7f0abc06ec00 2023-06-08T03:52:43.998 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.913+0000 7fb999ffb640 1 -- 172.21.15.62:0/1096421006 <== osd.0 v2:172.21.15.62:6816/4021849321 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fb988071640 con 0x7fb98806eb80 2023-06-08T03:52:43.998 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.917+0000 7fa5beffd640 1 -- 172.21.15.62:0/1605954421 <== osd.6 v2:172.21.15.188:6806/1277127448 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fa5b00716f0 con 0x7fa5b006ec30 2023-06-08T03:52:43.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd2b027640 1 Processor -- start 2023-06-08T03:52:43.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd2b027640 1 -- start start 2023-06-08T03:52:43.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd2b027640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbd1c006ef0 0x7fbd1c04ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd2b027640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbd1c052b90 0x7fbd1c049a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd2b027640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbd1c0dead0 0x7fbd1c049fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:43.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd2b027640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd1c0d38e0 con 0x7fbd1c052b90 2023-06-08T03:52:43.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd2b027640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd1c0d2cd0 con 0x7fbd1c0dead0 2023-06-08T03:52:44.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd2b027640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd1c0d2fb0 con 0x7fbd1c006ef0 2023-06-08T03:52:44.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd23fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbd1c052b90 0x7fbd1c049a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd23fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbd1c052b90 0x7fbd1c049a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50902/0 (socket says 172.21.15.62:50902) 2023-06-08T03:52:44.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd23fff640 1 -- 172.21.15.62:0/1111493021 learned_addr learned my addr 172.21.15.62:0/1111493021 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:44.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd28dc3640 1 --2- 172.21.15.62:0/1111493021 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbd1c006ef0 0x7fbd1c04ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd295c4640 1 --2- 172.21.15.62:0/1111493021 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbd1c0dead0 0x7fbd1c049fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd23fff640 1 -- 172.21.15.62:0/1111493021 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbd1c006ef0 msgr2=0x7fbd1c04ad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.001 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd23fff640 1 --2- 172.21.15.62:0/1111493021 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbd1c006ef0 0x7fbd1c04ad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.001 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd23fff640 1 -- 172.21.15.62:0/1111493021 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbd1c0dead0 msgr2=0x7fbd1c049fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.001 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd23fff640 1 --2- 172.21.15.62:0/1111493021 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbd1c0dead0 0x7fbd1c049fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.001 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd23fff640 1 -- 172.21.15.62:0/1111493021 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd18009420 con 0x7fbd1c052b90 2023-06-08T03:52:44.001 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd28dc3640 1 --2- 172.21.15.62:0/1111493021 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbd1c006ef0 0x7fbd1c04ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:44.001 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd23fff640 1 --2- 172.21.15.62:0/1111493021 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbd1c052b90 0x7fbd1c049a60 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fbd10001e90 tx=0x7fbd1000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.001 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd217fa640 1 -- 172.21.15.62:0/1111493021 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd10005af0 con 0x7fbd1c052b90 2023-06-08T03:52:44.001 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd217fa640 1 -- 172.21.15.62:0/1111493021 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd10005c50 con 0x7fbd1c052b90 2023-06-08T03:52:44.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd217fa640 1 -- 172.21.15.62:0/1111493021 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd10007070 con 0x7fbd1c052b90 2023-06-08T03:52:44.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd2b027640 1 -- 172.21.15.62:0/1111493021 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd1c0d3290 con 0x7fbd1c052b90 2023-06-08T03:52:44.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd2b027640 1 -- 172.21.15.62:0/1111493021 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd1c0d28f0 con 0x7fbd1c052b90 2023-06-08T03:52:44.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.905+0000 7fbd2b027640 1 -- 172.21.15.62:0/1111493021 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fbd1c054800 con 0x7fbd1c052b90 2023-06-08T03:52:44.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.909+0000 7fbd217fa640 1 -- 172.21.15.62:0/1111493021 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fbd100071d0 con 0x7fbd1c052b90 2023-06-08T03:52:44.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.909+0000 7fbd217fa640 1 --2- 172.21.15.62:0/1111493021 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbd08066280 0x7fbd08068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.909+0000 7fbd217fa640 1 -- 172.21.15.62:0/1111493021 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fbd100a50c0 con 0x7fbd1c052b90 2023-06-08T03:52:44.003 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.909+0000 7fbd217fa640 1 --2- 172.21.15.62:0/1111493021 >> [v2:172.21.15.188:6824/306036537,v1:172.21.15.188:6825/306036537] conn(0x7fbd0806eab0 0x7fbd08070ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.003 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.909+0000 7fbd217fa640 1 -- 172.21.15.62:0/1111493021 --> [v2:172.21.15.188:6824/306036537,v1:172.21.15.188:6825/306036537] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fbd08071570 con 0x7fbd0806eab0 2023-06-08T03:52:44.003 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.909+0000 7fbd217fa640 1 -- 172.21.15.62:0/1111493021 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbd100a76a0 con 0x7fbd1c052b90 2023-06-08T03:52:44.003 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.909+0000 7fbd28dc3640 1 --2- 172.21.15.62:0/1111493021 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbd08066280 0x7fbd08068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.003 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.909+0000 7fbd295c4640 1 --2- 172.21.15.62:0/1111493021 >> [v2:172.21.15.188:6824/306036537,v1:172.21.15.188:6825/306036537] conn(0x7fbd0806eab0 0x7fbd08070ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.003 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.909+0000 7fbd295c4640 1 --2- 172.21.15.62:0/1111493021 >> [v2:172.21.15.188:6824/306036537,v1:172.21.15.188:6825/306036537] conn(0x7fbd0806eab0 0x7fbd08070ec0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.003 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.909+0000 7fbd28dc3640 1 --2- 172.21.15.62:0/1111493021 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbd08066280 0x7fbd08068730 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fbd180b1000 tx=0x7fbd180a9000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.003 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.909+0000 7fbd217fa640 1 -- 172.21.15.62:0/1111493021 <== osd.4 v2:172.21.15.188:6824/306036537 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fbd08071570 con 0x7fbd0806eab0 2023-06-08T03:52:44.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.925+0000 7f0add81e640 1 -- 172.21.15.62:0/2508701726 --> [v2:172.21.15.188:6807/1514207942,v1:172.21.15.188:6810/1514207942] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f0ad0053d50 con 0x7f0abc06ec00 2023-06-08T03:52:44.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.925+0000 7f0ad57fa640 1 -- 172.21.15.62:0/2508701726 <== osd.7 v2:172.21.15.188:6807/1514207942 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f0ac4007630 con 0x7f0abc06ec00 2023-06-08T03:52:44.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.925+0000 7f0add81e640 1 -- 172.21.15.62:0/2508701726 >> [v2:172.21.15.188:6807/1514207942,v1:172.21.15.188:6810/1514207942] conn(0x7f0abc06ec00 msgr2=0x7f0abc071010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.925+0000 7f0add81e640 1 --2- 172.21.15.62:0/2508701726 >> [v2:172.21.15.188:6807/1514207942,v1:172.21.15.188:6810/1514207942] conn(0x7f0abc06ec00 0x7f0abc071010 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.925+0000 7f0add81e640 1 -- 172.21.15.62:0/2508701726 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0abc066350 msgr2=0x7f0abc068800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.929+0000 7f0add81e640 1 --2- 172.21.15.62:0/2508701726 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0abc066350 0x7f0abc068800 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0acc000c10 tx=0x7f0acc0b6040 comp rx=0 tx=0).stop 2023-06-08T03:52:44.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.929+0000 7f0add81e640 1 -- 172.21.15.62:0/2508701726 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ad003ea10 msgr2=0x7f0ad0050170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.929+0000 7f0add81e640 1 --2- 172.21.15.62:0/2508701726 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ad003ea10 0x7f0ad0050170 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f0ad8068ac0 tx=0x7f0ad8067510 comp rx=0 tx=0).stop 2023-06-08T03:52:44.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.929+0000 7f0add01d640 1 -- 172.21.15.62:0/2508701726 reap_dead start 2023-06-08T03:52:44.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.929+0000 7f0add81e640 1 -- 172.21.15.62:0/2508701726 shutdown_connections 2023-06-08T03:52:44.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.929+0000 7f0add81e640 1 -- 172.21.15.62:0/2508701726 >> 172.21.15.62:0/2508701726 conn(0x7f0ad00590a0 msgr2=0x7f0ad00df610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.929+0000 7f0add81e640 1 -- 172.21.15.62:0/2508701726 shutdown_connections 2023-06-08T03:52:44.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.929+0000 7f0add81e640 1 -- 172.21.15.62:0/2508701726 wait complete. 2023-06-08T03:52:44.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.929+0000 7fdad7fff640 1 -- 172.21.15.62:0/3952262598 --> [v2:172.21.15.62:6800/3818264248,v1:172.21.15.62:6801/3818264248] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fdad81489f0 con 0x7fdac406eb00 2023-06-08T03:52:44.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.929+0000 7f8ff4978640 1 -- 172.21.15.62:0/24109879 --> [v2:172.21.15.62:6802/3519958571,v1:172.21.15.62:6804/3519958571] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f8fe80054a0 con 0x7f8fd406eb80 2023-06-08T03:52:44.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.929+0000 7fdabf7fe640 1 -- 172.21.15.62:0/3952262598 <== osd.1 v2:172.21.15.62:6800/3818264248 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fdad81489f0 con 0x7fdac406eb00 2023-06-08T03:52:44.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.929+0000 7f8fdbfff640 1 -- 172.21.15.62:0/24109879 <== osd.2 v2:172.21.15.62:6802/3519958571 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f8ff008f020 con 0x7f8fd406eb80 2023-06-08T03:52:44.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7f8ff4978640 1 -- 172.21.15.62:0/24109879 >> [v2:172.21.15.62:6802/3519958571,v1:172.21.15.62:6804/3519958571] conn(0x7f8fd406eb80 msgr2=0x7f8fd4070f90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7f8ff4978640 1 --2- 172.21.15.62:0/24109879 >> [v2:172.21.15.62:6802/3519958571,v1:172.21.15.62:6804/3519958571] conn(0x7f8fd406eb80 0x7f8fd4070f90 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7f8ff4978640 1 -- 172.21.15.62:0/24109879 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f8fd4066350 msgr2=0x7f8fd4068800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7f8ff4978640 1 --2- 172.21.15.62:0/24109879 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f8fd4066350 0x7f8fd4068800 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f8fe804acc0 tx=0x7f8fdc009190 comp rx=0 tx=0).stop 2023-06-08T03:52:44.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7f8ff4978640 1 -- 172.21.15.62:0/24109879 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f8fe8033e40 msgr2=0x7f8fe803a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7f8ff4978640 1 --2- 172.21.15.62:0/24109879 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f8fe8033e40 0x7f8fe803a500 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8fe40097c0 tx=0x7f8fe4019160 comp rx=0 tx=0).stop 2023-06-08T03:52:44.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7f8feffff640 1 -- 172.21.15.62:0/24109879 reap_dead start 2023-06-08T03:52:44.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7f8ff4978640 1 -- 172.21.15.62:0/24109879 shutdown_connections 2023-06-08T03:52:44.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7f8ff4978640 1 -- 172.21.15.62:0/24109879 >> 172.21.15.62:0/24109879 conn(0x7f8fe80516a0 msgr2=0x7f8fe8035da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7f8ff4978640 1 -- 172.21.15.62:0/24109879 shutdown_connections 2023-06-08T03:52:44.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7f8ff4978640 1 -- 172.21.15.62:0/24109879 wait complete. 2023-06-08T03:52:44.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fa97665d640 1 -- 172.21.15.62:0/4166716213 --> [v2:172.21.15.62:6824/1981436595,v1:172.21.15.62:6825/1981436595] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fa9700c9b50 con 0x7fa95406ec00 2023-06-08T03:52:44.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fdad7fff640 1 -- 172.21.15.62:0/3952262598 >> [v2:172.21.15.62:6800/3818264248,v1:172.21.15.62:6801/3818264248] conn(0x7fdac406eb00 msgr2=0x7fdac4070f10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fdad7fff640 1 --2- 172.21.15.62:0/3952262598 >> [v2:172.21.15.62:6800/3818264248,v1:172.21.15.62:6801/3818264248] conn(0x7fdac406eb00 0x7fdac4070f10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fdad7fff640 1 -- 172.21.15.62:0/3952262598 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdac40662d0 msgr2=0x7fdac4068780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fdad7fff640 1 --2- 172.21.15.62:0/3952262598 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdac40662d0 0x7fdac4068780 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fdad8156810 tx=0x7fdac8008040 comp rx=0 tx=0).stop 2023-06-08T03:52:44.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fdad7fff640 1 -- 172.21.15.62:0/3952262598 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdad8162410 msgr2=0x7fdad81500a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fdad7fff640 1 --2- 172.21.15.62:0/3952262598 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdad8162410 0x7fdad81500a0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fdad806c720 tx=0x7fdad00196a0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fdad77fe640 1 -- 172.21.15.62:0/3952262598 reap_dead start 2023-06-08T03:52:44.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fdad7fff640 1 -- 172.21.15.62:0/3952262598 shutdown_connections 2023-06-08T03:52:44.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fdad7fff640 1 -- 172.21.15.62:0/3952262598 >> 172.21.15.62:0/3952262598 conn(0x7fdad8069310 msgr2=0x7fdad8163480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fa965ffb640 1 -- 172.21.15.62:0/4166716213 <== osd.3 v2:172.21.15.62:6824/1981436595 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fa9680af6e0 con 0x7fa95406ec00 2023-06-08T03:52:44.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fdad7fff640 1 -- 172.21.15.62:0/3952262598 shutdown_connections 2023-06-08T03:52:44.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fdad7fff640 1 -- 172.21.15.62:0/3952262598 wait complete. 2023-06-08T03:52:44.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fa95b7fe640 1 -- 172.21.15.62:0/4166716213 >> [v2:172.21.15.62:6824/1981436595,v1:172.21.15.62:6825/1981436595] conn(0x7fa95406ec00 msgr2=0x7fa954071010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fa95b7fe640 1 --2- 172.21.15.62:0/4166716213 >> [v2:172.21.15.62:6824/1981436595,v1:172.21.15.62:6825/1981436595] conn(0x7fa95406ec00 0x7fa954071010 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fa95b7fe640 1 -- 172.21.15.62:0/4166716213 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa954066350 msgr2=0x7fa954068800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fa95b7fe640 1 --2- 172.21.15.62:0/4166716213 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa954066350 0x7fa954068800 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fa97015ae10 tx=0x7fa960008040 comp rx=0 tx=0).stop 2023-06-08T03:52:44.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fa95b7fe640 1 -- 172.21.15.62:0/4166716213 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa970069a20 msgr2=0x7fa970157ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fa95b7fe640 1 --2- 172.21.15.62:0/4166716213 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa970069a20 0x7fa970157ef0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa96c00c780 tx=0x7fa96c00cc40 comp rx=0 tx=0).stop 2023-06-08T03:52:44.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fa975e5c640 1 -- 172.21.15.62:0/4166716213 reap_dead start 2023-06-08T03:52:44.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fa95b7fe640 1 -- 172.21.15.62:0/4166716213 shutdown_connections 2023-06-08T03:52:44.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fa95b7fe640 1 -- 172.21.15.62:0/4166716213 >> 172.21.15.62:0/4166716213 conn(0x7fa9700cdae0 msgr2=0x7fa9700cdeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fa95b7fe640 1 -- 172.21.15.62:0/4166716213 shutdown_connections 2023-06-08T03:52:44.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fa95b7fe640 1 -- 172.21.15.62:0/4166716213 wait complete. 2023-06-08T03:52:44.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fa5cf59e640 1 -- 172.21.15.62:0/1605954421 --> [v2:172.21.15.188:6806/1277127448,v1:172.21.15.188:6809/1277127448] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fa5c81748e0 con 0x7fa5b006ec30 2023-06-08T03:52:44.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.933+0000 7fbd2b027640 1 -- 172.21.15.62:0/1111493021 --> [v2:172.21.15.188:6824/306036537,v1:172.21.15.188:6825/306036537] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fbd1c03a970 con 0x7fbd0806eab0 2023-06-08T03:52:44.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.937+0000 7fbd217fa640 1 -- 172.21.15.62:0/1111493021 <== osd.4 v2:172.21.15.188:6824/306036537 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fbd24073590 con 0x7fbd0806eab0 2023-06-08T03:52:44.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.937+0000 7fa5beffd640 1 -- 172.21.15.62:0/1605954421 <== osd.6 v2:172.21.15.188:6806/1277127448 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fa5c81748e0 con 0x7fa5b006ec30 2023-06-08T03:52:44.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.937+0000 7fbd2b027640 1 -- 172.21.15.62:0/1111493021 >> [v2:172.21.15.188:6824/306036537,v1:172.21.15.188:6825/306036537] conn(0x7fbd0806eab0 msgr2=0x7fbd08070ec0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.937+0000 7fbd2b027640 1 --2- 172.21.15.62:0/1111493021 >> [v2:172.21.15.188:6824/306036537,v1:172.21.15.188:6825/306036537] conn(0x7fbd0806eab0 0x7fbd08070ec0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.937+0000 7fbd2b027640 1 -- 172.21.15.62:0/1111493021 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbd08066280 msgr2=0x7fbd08068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.937+0000 7fbd2b027640 1 --2- 172.21.15.62:0/1111493021 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbd08066280 0x7fbd08068730 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fbd180b1000 tx=0x7fbd180a9000 comp rx=0 tx=0).stop 2023-06-08T03:52:44.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.937+0000 7fbd2b027640 1 -- 172.21.15.62:0/1111493021 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbd1c052b90 msgr2=0x7fbd1c049a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.937+0000 7fbd2b027640 1 --2- 172.21.15.62:0/1111493021 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbd1c052b90 0x7fbd1c049a60 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fbd10001e90 tx=0x7fbd1000c990 comp rx=0 tx=0).stop 2023-06-08T03:52:44.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.937+0000 7fbd295c4640 1 -- 172.21.15.62:0/1111493021 reap_dead start 2023-06-08T03:52:44.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.937+0000 7fbd2b027640 1 -- 172.21.15.62:0/1111493021 shutdown_connections 2023-06-08T03:52:44.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.937+0000 7fbd2b027640 1 -- 172.21.15.62:0/1111493021 >> 172.21.15.62:0/1111493021 conn(0x7fbd1c051590 msgr2=0x7fbd1c0379e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7f3a6db85640 1 -- 172.21.15.62:0/1251999532 --> [v2:172.21.15.188:6800/1705098052,v1:172.21.15.188:6801/1705098052] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f3a48002cf0 con 0x7f3a5406eb30 2023-06-08T03:52:44.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fa5bcff9640 1 -- 172.21.15.62:0/1605954421 >> [v2:172.21.15.188:6806/1277127448,v1:172.21.15.188:6809/1277127448] conn(0x7fa5b006ec30 msgr2=0x7fa5b0071040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fbd2b027640 1 -- 172.21.15.62:0/1111493021 shutdown_connections 2023-06-08T03:52:44.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fbd2b027640 1 -- 172.21.15.62:0/1111493021 wait complete. 2023-06-08T03:52:44.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fa5bcff9640 1 --2- 172.21.15.62:0/1605954421 >> [v2:172.21.15.188:6806/1277127448,v1:172.21.15.188:6809/1277127448] conn(0x7fa5b006ec30 0x7fa5b0071040 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fa5bcff9640 1 -- 172.21.15.62:0/1605954421 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5b0066380 msgr2=0x7fa5b0068830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fa5bcff9640 1 --2- 172.21.15.62:0/1605954421 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5b0066380 0x7fa5b0068830 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4000f70 tx=0x7fa5c4007e70 comp rx=0 tx=0).stop 2023-06-08T03:52:44.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fb9aa528640 1 -- 172.21.15.62:0/1096421006 --> [v2:172.21.15.62:6816/4021849321,v1:172.21.15.62:6817/4021849321] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fb984002cc0 con 0x7fb98806eb80 2023-06-08T03:52:44.021 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fa5bcff9640 1 -- 172.21.15.62:0/1605954421 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5b8003b50 msgr2=0x7fa5c80d7d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.021 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fa5bcff9640 1 --2- 172.21.15.62:0/1605954421 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5b8003b50 0x7fa5c80d7d20 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa5c00af000 tx=0x7fa5c001c090 comp rx=0 tx=0).stop 2023-06-08T03:52:44.021 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fa5ced9d640 1 -- 172.21.15.62:0/1605954421 reap_dead start 2023-06-08T03:52:44.021 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fb999ffb640 1 -- 172.21.15.62:0/1096421006 <== osd.0 v2:172.21.15.62:6816/4021849321 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fb984002cc0 con 0x7fb98806eb80 2023-06-08T03:52:44.022 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7f3a657fa640 1 -- 172.21.15.62:0/1251999532 <== osd.5 v2:172.21.15.188:6800/1705098052 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f3a48002cf0 con 0x7f3a5406eb30 2023-06-08T03:52:44.022 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fb9aa528640 1 -- 172.21.15.62:0/1096421006 >> [v2:172.21.15.62:6816/4021849321,v1:172.21.15.62:6817/4021849321] conn(0x7fb98806eb80 msgr2=0x7fb988070f90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fb9aa528640 1 --2- 172.21.15.62:0/1096421006 >> [v2:172.21.15.62:6816/4021849321,v1:172.21.15.62:6817/4021849321] conn(0x7fb98806eb80 0x7fb988070f90 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fa5bcff9640 1 -- 172.21.15.62:0/1605954421 shutdown_connections 2023-06-08T03:52:44.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fa5bcff9640 1 -- 172.21.15.62:0/1605954421 >> 172.21.15.62:0/1605954421 conn(0x7fa5c80516a0 msgr2=0x7fa5c80da1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fb9aa528640 1 -- 172.21.15.62:0/1096421006 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb988066350 msgr2=0x7fb988068800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fb9aa528640 1 --2- 172.21.15.62:0/1096421006 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb988066350 0x7fb988068800 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb99c004c90 tx=0x7fb99c009040 comp rx=0 tx=0).stop 2023-06-08T03:52:44.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fb9aa528640 1 -- 172.21.15.62:0/1096421006 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9a415bd00 msgr2=0x7fb9a40c2900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fb9aa528640 1 --2- 172.21.15.62:0/1096421006 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9a415bd00 0x7fb9a40c2900 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fb9a00b0000 tx=0x7fb9a001cda0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7f3a6db85640 1 -- 172.21.15.62:0/1251999532 >> [v2:172.21.15.188:6800/1705098052,v1:172.21.15.188:6801/1705098052] conn(0x7f3a5406eb30 msgr2=0x7f3a54070f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7f3a6db85640 1 --2- 172.21.15.62:0/1251999532 >> [v2:172.21.15.188:6800/1705098052,v1:172.21.15.188:6801/1705098052] conn(0x7f3a5406eb30 0x7f3a54070f40 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fa5bcff9640 1 -- 172.21.15.62:0/1605954421 shutdown_connections 2023-06-08T03:52:44.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fa5bcff9640 1 -- 172.21.15.62:0/1605954421 wait complete. 2023-06-08T03:52:44.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fb9a9d27640 1 -- 172.21.15.62:0/1096421006 reap_dead start 2023-06-08T03:52:44.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fb9aa528640 1 -- 172.21.15.62:0/1096421006 shutdown_connections 2023-06-08T03:52:44.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fb9aa528640 1 -- 172.21.15.62:0/1096421006 >> 172.21.15.62:0/1096421006 conn(0x7fb9a40cdae0 msgr2=0x7fb9a406fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fb9aa528640 1 -- 172.21.15.62:0/1096421006 shutdown_connections 2023-06-08T03:52:44.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7f3a6db85640 1 -- 172.21.15.62:0/1251999532 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3a54066280 msgr2=0x7f3a54068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7f3a6db85640 1 --2- 172.21.15.62:0/1251999532 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3a54066280 0x7f3a54068730 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f3a680aebf0 tx=0x7f3a58007040 comp rx=0 tx=0).stop 2023-06-08T03:52:44.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7f3a6db85640 1 -- 172.21.15.62:0/1251999532 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3a6813fc10 msgr2=0x7f3a6813ffe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7f3a6db85640 1 --2- 172.21.15.62:0/1251999532 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3a6813fc10 0x7f3a6813ffe0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f3a60011be0 tx=0x7f3a6000f5a0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7f3a6d384640 1 -- 172.21.15.62:0/1251999532 reap_dead start 2023-06-08T03:52:44.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7fb9aa528640 1 -- 172.21.15.62:0/1096421006 wait complete. 2023-06-08T03:52:44.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7f3a6db85640 1 -- 172.21.15.62:0/1251999532 shutdown_connections 2023-06-08T03:52:44.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7f3a6db85640 1 -- 172.21.15.62:0/1251999532 >> 172.21.15.62:0/1251999532 conn(0x7f3a68069310 msgr2=0x7f3a6806aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7f3a6db85640 1 -- 172.21.15.62:0/1251999532 shutdown_connections 2023-06-08T03:52:44.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:43.941+0000 7f3a6db85640 1 -- 172.21.15.62:0/1251999532 wait complete. 2023-06-08T03:52:44.029 INFO:teuthology.orchestra.run.smithi062.stdout:55834574857 2023-06-08T03:52:44.029 INFO:teuthology.orchestra.run.smithi062.stdout:55834574854 2023-06-08T03:52:44.030 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-06-08T03:52:44.030 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-06-08T03:52:44.031 INFO:teuthology.orchestra.run.smithi062.stdout:55834574856 2023-06-08T03:52:44.032 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-06-08T03:52:44.033 INFO:teuthology.orchestra.run.smithi062.stdout:55834574855 2023-06-08T03:52:44.033 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-06-08T03:52:44.034 INFO:teuthology.orchestra.run.smithi062.stdout:55834574854 2023-06-08T03:52:44.034 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-06-08T03:52:44.035 INFO:teuthology.orchestra.run.smithi062.stdout:55834574857 2023-06-08T03:52:44.035 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-06-08T03:52:44.036 INFO:teuthology.orchestra.run.smithi062.stdout:55834574856 2023-06-08T03:52:44.036 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-06-08T03:52:44.037 INFO:teuthology.orchestra.run.smithi062.stdout:55834574855 2023-06-08T03:52:44.037 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-06-08T03:52:44.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f0c2359e640 1 Processor -- start 2023-06-08T03:52:44.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f0c2359e640 1 -- start start 2023-06-08T03:52:44.247 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f7151021640 1 Processor -- start 2023-06-08T03:52:44.247 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f7151021640 1 -- start start 2023-06-08T03:52:44.248 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f7151021640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f714c158f50 0x7f714c0b1510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.248 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f7151021640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f714c0ce600 0x7f714c06f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.248 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f7151021640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f714c15bc20 con 0x7f714c0b1a50 2023-06-08T03:52:44.248 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f7151021640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f714c15bf00 con 0x7f714c158f50 2023-06-08T03:52:44.248 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f7151021640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f714c15c1e0 con 0x7f714c0ce600 2023-06-08T03:52:44.248 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f0c2259c640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f0c24157640 0x7f0c240b1cd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:57046/0 (socket says 172.21.15.62:57046) 2023-06-08T03:52:44.249 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f0c2259c640 1 -- 172.21.15.62:0/477964249 learned_addr learned my addr 172.21.15.62:0/477964249 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:44.249 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f070de3f640 1 Processor -- start 2023-06-08T03:52:44.249 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f0c2359e640 1 --2- 172.21.15.62:0/477964249 >> v2:172.21.15.62:3300/0 conn(0x7f0c24157a10 0x7f0c2406a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.250 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f714259c640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f714c0b1a50 0x7f714c0cdef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:57062/0 (socket says 172.21.15.62:57062) 2023-06-08T03:52:44.250 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f714259c640 1 -- 172.21.15.62:0/3182006633 learned_addr learned my addr 172.21.15.62:0/3182006633 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:44.250 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f714ad9d640 1 --2- 172.21.15.62:0/3182006633 >> v2:172.21.15.188:3300/0 conn(0x7f714c158f50 0x7f714c0b1510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.250 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f714b59e640 1 --2- 172.21.15.62:0/3182006633 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f714c0ce600 0x7f714c06f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f0c1bfff640 1 --2- 172.21.15.62:0/477964249 >> v2:172.21.15.62:3300/0 conn(0x7f0c24157a10 0x7f0c2406a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f0c2359e640 1 -- 172.21.15.62:0/477964249 --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c2406b550 con 0x7f0c24157640 2023-06-08T03:52:44.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f714a59c640 1 -- 172.21.15.62:0/3182006633 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1671358733 0 0) 0x7f714c15bc20 con 0x7f714c0b1a50 2023-06-08T03:52:44.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f714a59c640 1 -- 172.21.15.62:0/3182006633 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7138003530 con 0x7f714c0b1a50 2023-06-08T03:52:44.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f0c2359e640 1 -- 172.21.15.62:0/477964249 --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c24070500 con 0x7f0c2406ca50 2023-06-08T03:52:44.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f0c2359e640 1 -- 172.21.15.62:0/477964249 --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0c2406af90 con 0x7f0c24157a10 2023-06-08T03:52:44.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f15a6b08640 1 Processor -- start 2023-06-08T03:52:44.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f0c21d9b640 1 -- 172.21.15.62:0/477964249 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2639667866 0 0) 0x7f0c2406b550 con 0x7f0c24157640 2023-06-08T03:52:44.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f0c21d9b640 1 -- 172.21.15.62:0/477964249 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0c10005740 con 0x7f0c24157640 2023-06-08T03:52:44.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f0c1bfff640 1 -- 172.21.15.62:0/477964249 >> v1:172.21.15.188:6789/0 conn(0x7f0c2406ca50 legacy=0x7f0c2406cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f0c1bfff640 1 -- 172.21.15.62:0/477964249 >> v1:172.21.15.62:6789/0 conn(0x7f0c24157640 legacy=0x7f0c240b1cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f0c1bfff640 1 -- 172.21.15.62:0/477964249 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c2406b270 con 0x7f0c24157a10 2023-06-08T03:52:44.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f15a6b08640 1 -- start start 2023-06-08T03:52:44.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f714b59e640 1 -- 172.21.15.62:0/3182006633 >> v2:172.21.15.188:3300/0 conn(0x7f714c158f50 msgr2=0x7f714c0b1510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:44.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f714b59e640 1 --2- 172.21.15.62:0/3182006633 >> v2:172.21.15.188:3300/0 conn(0x7f714c158f50 0x7f714c0b1510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f714b59e640 1 -- 172.21.15.62:0/3182006633 >> v1:172.21.15.62:6789/0 conn(0x7f714c0b1a50 legacy=0x7f714c0cdef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f714b59e640 1 -- 172.21.15.62:0/3182006633 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f714c15c4c0 con 0x7f714c0ce600 2023-06-08T03:52:44.255 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f070de3f640 1 -- start start 2023-06-08T03:52:44.255 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f070de3f640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0708162f00 0x7f07080c9270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.255 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f070de3f640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f070806a970 0x7f07080c0da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.255 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f070de3f640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07080c9930 con 0x7f0708069310 2023-06-08T03:52:44.255 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f070de3f640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07080cb6b0 con 0x7f070806a970 2023-06-08T03:52:44.255 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f070de3f640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07080c9c10 con 0x7f0708162f00 2023-06-08T03:52:44.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f0707fff640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f070806a970 0x7f07080c0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f070ce3d640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0708162f00 0x7f07080c9270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f070ce3d640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0708162f00 0x7f07080c9270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.62:38318/0 (socket says 172.21.15.62:38318) 2023-06-08T03:52:44.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.241+0000 7f070ce3d640 1 -- 172.21.15.62:0/2414471914 learned_addr learned my addr 172.21.15.62:0/2414471914 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:44.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7fc4cb59e640 1 Processor -- start 2023-06-08T03:52:44.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f15a6b08640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f15980e28f0 0x7f159803be70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7fc4cb59e640 1 -- start start 2023-06-08T03:52:44.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f15a6b08640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f1598055610 0x7f1598006b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.258 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f19be895640 1 Processor -- start 2023-06-08T03:52:44.258 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f15a6b08640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f159803aaa0 0x7f159803af40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.258 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f159ffff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f1598055610 0x7f1598006b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.258 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f15a6b08640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f159803b480 con 0x7f1598055610 2023-06-08T03:52:44.259 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f159ffff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f1598055610 0x7f1598006b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50908/0 (socket says 172.21.15.62:50908) 2023-06-08T03:52:44.259 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f159ffff640 1 -- 172.21.15.62:0/2957793654 learned_addr learned my addr 172.21.15.62:0/2957793654 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:44.259 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f15a6b08640 1 -- 172.21.15.62:0/2957793654 --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15980e2cc0 con 0x7f15980e28f0 2023-06-08T03:52:44.259 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f15a48a4640 1 --2- 172.21.15.62:0/2957793654 >> v2:172.21.15.188:3300/0 conn(0x7f15980e28f0 0x7f159803be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.259 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f15a6b08640 1 -- 172.21.15.62:0/2957793654 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1598056f30 con 0x7f159803aaa0 2023-06-08T03:52:44.259 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f15a50a5640 1 --2- 172.21.15.62:0/2957793654 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f159803aaa0 0x7f159803af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.259 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f159ffff640 1 -- 172.21.15.62:0/2957793654 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f159803aaa0 msgr2=0x7f159803af40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:44.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f159ffff640 1 --2- 172.21.15.62:0/2957793654 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f159803aaa0 0x7f159803af40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f159ffff640 1 -- 172.21.15.62:0/2957793654 >> v2:172.21.15.188:3300/0 conn(0x7f15980e28f0 msgr2=0x7f159803be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:44.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f159ffff640 1 --2- 172.21.15.62:0/2957793654 >> v2:172.21.15.188:3300/0 conn(0x7f15980e28f0 0x7f159803be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f159ffff640 1 -- 172.21.15.62:0/2957793654 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f159803c3b0 con 0x7f1598055610 2023-06-08T03:52:44.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7fc4cb59e640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fc4cc06a9b0 0x7fc4cc15bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7fc4cb59e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4cc0cd670 0x7fc4cc06ad80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7fc4cb59e640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4cc06ec60 con 0x7fc4cc06f6d0 2023-06-08T03:52:44.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7fc4cb59e640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4cc15c470 con 0x7fc4cc06a9b0 2023-06-08T03:52:44.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7fc4cb59e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4cc06c820 con 0x7fc4cc0cd670 2023-06-08T03:52:44.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f19be895640 1 -- start start 2023-06-08T03:52:44.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f19be895640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f19b00362b0 0x7f19b0039cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f19be895640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f19b0053b90 0x7f19b00e4190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f19be895640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19b0053010 con 0x7f19b0056930 2023-06-08T03:52:44.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f19be895640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19b000e040 con 0x7f19b00362b0 2023-06-08T03:52:44.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f19be895640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19b0055440 con 0x7f19b0053b90 2023-06-08T03:52:44.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f0c1bfff640 1 --2- 172.21.15.62:0/477964249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c24157a10 0x7f0c2406a9b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f0c0c00c1e0 tx=0x7f0c0c0206c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5edbd9726bd3da7f server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.263 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7fc4c3fff640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4cc0cd670 0x7fc4cc06ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.263 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7fc4c3fff640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4cc0cd670 0x7fc4cc06ad80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.62:38334/0 (socket says 172.21.15.62:38334) 2023-06-08T03:52:44.263 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7fc4c3fff640 1 -- 172.21.15.62:0/875851586 learned_addr learned my addr 172.21.15.62:0/875851586 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:44.263 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f19b7fff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f19b00362b0 0x7f19b0039cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.263 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f19b7fff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f19b00362b0 0x7f19b0039cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50922/0 (socket says 172.21.15.62:50922) 2023-06-08T03:52:44.263 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f19b7fff640 1 -- 172.21.15.62:0/1350907971 learned_addr learned my addr 172.21.15.62:0/1350907971 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:44.264 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f714b59e640 1 --2- 172.21.15.62:0/3182006633 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f714c0ce600 0x7f714c06f2b0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f7144009d90 tx=0x7f714401f130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=706e12eed38381a8 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.264 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f714a59c640 1 -- 172.21.15.62:0/3182006633 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71440af600 con 0x7f714c0ce600 2023-06-08T03:52:44.264 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f070ce3d640 1 -- 172.21.15.62:0/2414471914 >> v2:172.21.15.188:3300/0 conn(0x7f070806a970 msgr2=0x7f07080c0da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:44.265 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f070ce3d640 1 --2- 172.21.15.62:0/2414471914 >> v2:172.21.15.188:3300/0 conn(0x7f070806a970 0x7f07080c0da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.265 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f070ce3d640 1 -- 172.21.15.62:0/2414471914 >> v1:172.21.15.188:6789/0 conn(0x7f0708069310 legacy=0x7f07081636c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.265 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f070ce3d640 1 -- 172.21.15.62:0/2414471914 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07080c9ef0 con 0x7f0708162f00 2023-06-08T03:52:44.265 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f714a59c640 1 -- 172.21.15.62:0/3182006633 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71440ab050 con 0x7f714c0ce600 2023-06-08T03:52:44.265 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f714a59c640 1 -- 172.21.15.62:0/3182006633 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71440af980 con 0x7f714c0ce600 2023-06-08T03:52:44.266 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7fc4c3fff640 1 -- 172.21.15.62:0/875851586 >> v2:172.21.15.188:3300/0 conn(0x7fc4cc06a9b0 msgr2=0x7fc4cc15bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:44.266 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7fc4c3fff640 1 --2- 172.21.15.62:0/875851586 >> v2:172.21.15.188:3300/0 conn(0x7fc4cc06a9b0 0x7fc4cc15bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.266 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7fc4c3fff640 1 -- 172.21.15.62:0/875851586 >> v1:172.21.15.62:6789/0 conn(0x7fc4cc06f6d0 legacy=0x7fc4cc06fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:44.266 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7fc4c3fff640 1 -- 172.21.15.62:0/875851586 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4cc06b2c0 con 0x7fc4cc0cd670 2023-06-08T03:52:44.266 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f070ce3d640 1 --2- 172.21.15.62:0/2414471914 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0708162f00 0x7f07080c9270 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f06f8009870 tx=0x7f06f801c4c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee29b776b0f4722f server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.267 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f07077fe640 1 -- 172.21.15.62:0/2414471914 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06f80ab650 con 0x7f0708162f00 2023-06-08T03:52:44.267 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f0c21d9b640 1 -- 172.21.15.62:0/477964249 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c0c008be0 con 0x7f0c24157a10 2023-06-08T03:52:44.267 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f0c21d9b640 1 -- 172.21.15.62:0/477964249 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c0c008d40 con 0x7f0c24157a10 2023-06-08T03:52:44.267 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f0c21d9b640 1 -- 172.21.15.62:0/477964249 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c0c00a2f0 con 0x7f0c24157a10 2023-06-08T03:52:44.267 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f0c2359e640 1 -- 172.21.15.62:0/477964249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c24157a10 msgr2=0x7f0c2406a9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.268 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f0c2359e640 1 --2- 172.21.15.62:0/477964249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c24157a10 0x7f0c2406a9b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f0c0c00c1e0 tx=0x7f0c0c0206c0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.268 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7facfe244640 1 Processor -- start 2023-06-08T03:52:44.268 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f19b7fff640 1 -- 172.21.15.62:0/1350907971 >> v2:172.21.15.188:3300/0 conn(0x7f19b0053b90 msgr2=0x7f19b00e4190 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-06-08T03:52:44.268 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f19b7fff640 1 --2- 172.21.15.62:0/1350907971 >> v2:172.21.15.188:3300/0 conn(0x7f19b0053b90 0x7f19b00e4190 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f19b7fff640 1 -- 172.21.15.62:0/1350907971 >> v1:172.21.15.62:6789/0 conn(0x7f19b0056930 legacy=0x7f19b0053480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:44.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f19b7fff640 1 -- 172.21.15.62:0/1350907971 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19b0055720 con 0x7f19b00362b0 2023-06-08T03:52:44.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f7151021640 1 -- 172.21.15.62:0/3182006633 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f714c0ce600 msgr2=0x7f714c06f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f7151021640 1 --2- 172.21.15.62:0/3182006633 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f714c0ce600 0x7f714c06f2b0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f7144009d90 tx=0x7f714401f130 comp rx=0 tx=0).stop 2023-06-08T03:52:44.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7facfe244640 1 -- start start 2023-06-08T03:52:44.270 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f0c2359e640 1 -- 172.21.15.62:0/477964249 shutdown_connections 2023-06-08T03:52:44.270 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f0c2359e640 1 --2- 172.21.15.62:0/477964249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c24157a10 0x7f0c2406a9b0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.270 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f0c2359e640 1 -- 172.21.15.62:0/477964249 >> 172.21.15.62:0/477964249 conn(0x7f0c24069310 msgr2=0x7f0c24069710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.270 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f07077fe640 1 -- 172.21.15.62:0/2414471914 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06f80ab7b0 con 0x7f0708162f00 2023-06-08T03:52:44.271 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.245+0000 7f07077fe640 1 -- 172.21.15.62:0/2414471914 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06f80abb80 con 0x7f0708162f00 2023-06-08T03:52:44.271 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f7151021640 1 -- 172.21.15.62:0/3182006633 shutdown_connections 2023-06-08T03:52:44.271 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f7151021640 1 --2- 172.21.15.62:0/3182006633 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f714c0ce600 0x7f714c06f2b0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.271 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f7151021640 1 --2- 172.21.15.62:0/3182006633 >> v2:172.21.15.188:3300/0 conn(0x7f714c158f50 0x7f714c0b1510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.271 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f7151021640 1 -- 172.21.15.62:0/3182006633 >> 172.21.15.62:0/3182006633 conn(0x7f714c069310 msgr2=0x7f714c069710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.272 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f0c2359e640 1 -- 172.21.15.62:0/477964249 shutdown_connections 2023-06-08T03:52:44.272 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f159ffff640 1 --2- 172.21.15.62:0/2957793654 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1598055610 0x7f1598006b80 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f159800f940 tx=0x7f158c01c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca49fd455600e4ee server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.272 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f070de3f640 1 -- 172.21.15.62:0/2414471914 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0708162f00 msgr2=0x7f07080c9270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.273 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f070de3f640 1 --2- 172.21.15.62:0/2414471914 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0708162f00 0x7f07080c9270 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f06f8009870 tx=0x7f06f801c4c0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.273 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f258a060640 1 Processor -- start 2023-06-08T03:52:44.273 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f070de3f640 1 -- 172.21.15.62:0/2414471914 shutdown_connections 2023-06-08T03:52:44.273 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f070de3f640 1 --2- 172.21.15.62:0/2414471914 >> v2:172.21.15.188:3300/0 conn(0x7f070806a970 0x7f07080c0da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.274 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f070de3f640 1 --2- 172.21.15.62:0/2414471914 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0708162f00 0x7f07080c9270 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.274 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f070de3f640 1 -- 172.21.15.62:0/2414471914 >> 172.21.15.62:0/2414471914 conn(0x7f07080b0320 msgr2=0x7f07080cdae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.274 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f159f7fe640 1 -- 172.21.15.62:0/2957793654 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f158c0ab600 con 0x7f1598055610 2023-06-08T03:52:44.274 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f070de3f640 1 -- 172.21.15.62:0/2414471914 shutdown_connections 2023-06-08T03:52:44.274 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f070de3f640 1 -- 172.21.15.62:0/2414471914 wait complete. 2023-06-08T03:52:44.275 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f159f7fe640 1 -- 172.21.15.62:0/2957793654 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f158c0a7050 con 0x7f1598055610 2023-06-08T03:52:44.275 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f159f7fe640 1 -- 172.21.15.62:0/2957793654 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f158c0ab980 con 0x7f1598055610 2023-06-08T03:52:44.275 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f258a060640 1 -- start start 2023-06-08T03:52:44.276 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f7151021640 1 -- 172.21.15.62:0/3182006633 shutdown_connections 2023-06-08T03:52:44.276 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f7151021640 1 -- 172.21.15.62:0/3182006633 wait complete. 2023-06-08T03:52:44.276 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f19b7fff640 1 --2- 172.21.15.62:0/1350907971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f19b00362b0 0x7f19b0039cb0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f19b8000b70 tx=0x7f19b8096000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4262765993319d1 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.276 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7facfe244640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7facf8145cd0 0x7facf8164000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.277 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7facfe244640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7facf8148da0 0x7facf80b24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.277 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7facfe244640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7facf806ebc0 con 0x7facf80b29f0 2023-06-08T03:52:44.277 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7facfe244640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7facf80b2e20 con 0x7facf8145cd0 2023-06-08T03:52:44.277 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7facfe244640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7facf8164540 con 0x7facf8148da0 2023-06-08T03:52:44.277 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7fc4c3fff640 1 --2- 172.21.15.62:0/875851586 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4cc0cd670 0x7fc4cc06ad80 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc4b4009870 tx=0x7fc4b401d600 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe5f872269c78e88 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.278 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f19b6ffd640 1 -- 172.21.15.62:0/1350907971 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19b8126440 con 0x7f19b00362b0 2023-06-08T03:52:44.278 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f19b6ffd640 1 -- 172.21.15.62:0/1350907971 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19b81265e0 con 0x7f19b00362b0 2023-06-08T03:52:44.278 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f19b6ffd640 1 -- 172.21.15.62:0/1350907971 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19b8126a30 con 0x7f19b00362b0 2023-06-08T03:52:44.278 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7facfda43640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7facf80b29f0 0x7facf806bf90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:57094/0 (socket says 172.21.15.62:57094) 2023-06-08T03:52:44.278 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7facfda43640 1 -- 172.21.15.62:0/1505919730 learned_addr learned my addr 172.21.15.62:0/1505919730 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:44.279 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7fc4c9d9b640 1 -- 172.21.15.62:0/875851586 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4b40a7660 con 0x7fc4cc0cd670 2023-06-08T03:52:44.279 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f0c2359e640 1 -- 172.21.15.62:0/477964249 wait complete. 2023-06-08T03:52:44.279 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f0c2359e640 1 Processor -- start 2023-06-08T03:52:44.279 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7facfca41640 1 --2- 172.21.15.62:0/1505919730 >> v2:172.21.15.188:3300/0 conn(0x7facf8148da0 0x7facf80b24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.280 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f070de3f640 1 Processor -- start 2023-06-08T03:52:44.280 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f070de3f640 1 -- start start 2023-06-08T03:52:44.280 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7faceffff640 1 -- 172.21.15.62:0/1505919730 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2196754014 0 0) 0x7facf806ebc0 con 0x7facf80b29f0 2023-06-08T03:52:44.281 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f258a060640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f257c035170 0x7f257c038b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.281 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f258a060640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f257c0377c0 0x7f257c037c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.281 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f258a060640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f257c038150 con 0x7f257c0546d0 2023-06-08T03:52:44.281 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f258a060640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f257c054240 con 0x7f257c035170 2023-06-08T03:52:44.281 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f258a060640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f257c007f60 con 0x7f257c0377c0 2023-06-08T03:52:44.282 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f15a6b08640 1 -- 172.21.15.62:0/2957793654 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1598055610 msgr2=0x7f1598006b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.282 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f19be895640 1 -- 172.21.15.62:0/1350907971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f19b00362b0 msgr2=0x7f19b0039cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.282 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f19be895640 1 --2- 172.21.15.62:0/1350907971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f19b00362b0 0x7f19b0039cb0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f19b8000b70 tx=0x7f19b8096000 comp rx=0 tx=0).stop 2023-06-08T03:52:44.282 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f15a6b08640 1 --2- 172.21.15.62:0/2957793654 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1598055610 0x7f1598006b80 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f159800f940 tx=0x7f158c01c3b0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.283 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f258885d640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f257c0377c0 0x7f257c037c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.283 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f258905e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f257c035170 0x7f257c038b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.283 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f258905e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f257c035170 0x7f257c038b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50936/0 (socket says 172.21.15.62:50936) 2023-06-08T03:52:44.283 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f258905e640 1 -- 172.21.15.62:0/3374468194 learned_addr learned my addr 172.21.15.62:0/3374468194 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:44.284 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7faceffff640 1 -- 172.21.15.62:0/1505919730 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7face4003530 con 0x7facf80b29f0 2023-06-08T03:52:44.284 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7facfca41640 1 -- 172.21.15.62:0/1505919730 >> v2:172.21.15.62:3300/0 conn(0x7facf8145cd0 msgr2=0x7facf8164000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:44.284 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7fc4c9d9b640 1 -- 172.21.15.62:0/875851586 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4b40a77c0 con 0x7fc4cc0cd670 2023-06-08T03:52:44.284 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7fc4c9d9b640 1 -- 172.21.15.62:0/875851586 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4b40a7b50 con 0x7fc4cc0cd670 2023-06-08T03:52:44.284 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7fc4cb59e640 1 -- 172.21.15.62:0/875851586 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4cc0cd670 msgr2=0x7fc4cc06ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7fc4cb59e640 1 --2- 172.21.15.62:0/875851586 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4cc0cd670 0x7fc4cc06ad80 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc4b4009870 tx=0x7fc4b401d600 comp rx=0 tx=0).stop 2023-06-08T03:52:44.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f7151021640 1 Processor -- start 2023-06-08T03:52:44.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f15a6b08640 1 -- 172.21.15.62:0/2957793654 shutdown_connections 2023-06-08T03:52:44.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f15a6b08640 1 --2- 172.21.15.62:0/2957793654 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f159803aaa0 0x7f159803af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f15a6b08640 1 --2- 172.21.15.62:0/2957793654 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1598055610 0x7f1598006b80 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.286 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f15a6b08640 1 --2- 172.21.15.62:0/2957793654 >> v2:172.21.15.188:3300/0 conn(0x7f15980e28f0 0x7f159803be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.286 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f15a6b08640 1 -- 172.21.15.62:0/2957793654 >> 172.21.15.62:0/2957793654 conn(0x7f1598059020 msgr2=0x7f1598059420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.286 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7facfca41640 1 --2- 172.21.15.62:0/1505919730 >> v2:172.21.15.62:3300/0 conn(0x7facf8145cd0 0x7facf8164000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.286 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f7151021640 1 -- start start 2023-06-08T03:52:44.287 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7facfca41640 1 -- 172.21.15.62:0/1505919730 >> v1:172.21.15.62:6789/0 conn(0x7facf80b29f0 legacy=0x7facf806bf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.287 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f15a6b08640 1 -- 172.21.15.62:0/2957793654 shutdown_connections 2023-06-08T03:52:44.287 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7facfca41640 1 -- 172.21.15.62:0/1505919730 --> v2:172.21.15.188:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7facf806ee10 con 0x7facf8148da0 2023-06-08T03:52:44.288 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f15a6b08640 1 -- 172.21.15.62:0/2957793654 wait complete. 2023-06-08T03:52:44.288 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f0c2359e640 1 -- start start 2023-06-08T03:52:44.288 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f070de3f640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0708069310 0x7f0708161fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.289 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f070de3f640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f070806a970 0x7f07080b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.289 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f0c2359e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c2406ca50 0x7f0c240cafa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.289 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f0c2359e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c24157640 0x7f0c24145de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.289 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f0c2359e640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0c24157a10 0x7f0c24146320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.289 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f0c2359e640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c240cc600 con 0x7f0c24157640 2023-06-08T03:52:44.290 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f0c2359e640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c240cb9f0 con 0x7f0c24157a10 2023-06-08T03:52:44.290 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f0c2359e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c240cbcd0 con 0x7f0c2406ca50 2023-06-08T03:52:44.290 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f070de3f640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0708162f00 0x7f070814fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.290 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f258885d640 1 -- 172.21.15.62:0/3374468194 >> v2:172.21.15.62:3300/0 conn(0x7f257c035170 msgr2=0x7f257c038b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:44.290 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f258885d640 1 --2- 172.21.15.62:0/3374468194 >> v2:172.21.15.62:3300/0 conn(0x7f257c035170 0x7f257c038b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.291 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f258885d640 1 -- 172.21.15.62:0/3374468194 >> v1:172.21.15.188:6789/0 conn(0x7f257c0546d0 legacy=0x7f257c054b50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-06-08T03:52:44.291 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.249+0000 7f258885d640 1 -- 172.21.15.62:0/3374468194 --> v2:172.21.15.188:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f257c053910 con 0x7f257c0377c0 2023-06-08T03:52:44.291 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f0c2259c640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c2406ca50 0x7f0c240cafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.291 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f258905e640 1 --2- 172.21.15.62:0/3374468194 >> v2:172.21.15.62:3300/0 conn(0x7f257c035170 0x7f257c038b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:52:44.292 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f070de3f640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07080c7a30 con 0x7f070806a970 2023-06-08T03:52:44.292 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f070de3f640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07080c7c80 con 0x7f0708069310 2023-06-08T03:52:44.292 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f070de3f640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07080c7f60 con 0x7f0708162f00 2023-06-08T03:52:44.292 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f070ce3d640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0708069310 0x7f0708161fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.293 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f070ce3d640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0708069310 0x7f0708161fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.62:53402/0 (socket says 172.21.15.62:53402) 2023-06-08T03:52:44.293 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f070ce3d640 1 -- 172.21.15.62:0/2088022626 learned_addr learned my addr 172.21.15.62:0/2088022626 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:44.293 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f0c22d9d640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0c24157a10 0x7f0c24146320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.293 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f0c22d9d640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0c24157a10 0x7f0c24146320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.62:53394/0 (socket says 172.21.15.62:53394) 2023-06-08T03:52:44.293 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f0c22d9d640 1 -- 172.21.15.62:0/3832995415 learned_addr learned my addr 172.21.15.62:0/3832995415 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:44.294 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7fc4cb59e640 1 -- 172.21.15.62:0/875851586 shutdown_connections 2023-06-08T03:52:44.294 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7fc4cb59e640 1 --2- 172.21.15.62:0/875851586 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4cc0cd670 0x7fc4cc06ad80 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.294 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f19be895640 1 -- 172.21.15.62:0/1350907971 shutdown_connections 2023-06-08T03:52:44.294 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f19be895640 1 --2- 172.21.15.62:0/1350907971 >> v2:172.21.15.188:3300/0 conn(0x7f19b0053b90 0x7f19b00e4190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.294 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f19be895640 1 --2- 172.21.15.62:0/1350907971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f19b00362b0 0x7f19b0039cb0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.295 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f19be895640 1 -- 172.21.15.62:0/1350907971 >> 172.21.15.62:0/1350907971 conn(0x7f19b000c350 msgr2=0x7f19b000c750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.295 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7fc4cb59e640 1 --2- 172.21.15.62:0/875851586 >> v2:172.21.15.188:3300/0 conn(0x7fc4cc06a9b0 0x7fc4cc15bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.295 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7fc4cb59e640 1 -- 172.21.15.62:0/875851586 >> 172.21.15.62:0/875851586 conn(0x7fc4cc065100 msgr2=0x7fc4cc069310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.295 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f070d63e640 1 --2- 172.21.15.62:0/2088022626 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0708162f00 0x7f070814fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.295 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f0707fff640 1 --2- 172.21.15.62:0/2088022626 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f070806a970 0x7f07080b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.296 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7fc4cb59e640 1 -- 172.21.15.62:0/875851586 shutdown_connections 2023-06-08T03:52:44.296 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f7151021640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f714c0ce600 0x7f714c15e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.296 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f7151021640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f714c158f50 0x7f714c0cbf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.296 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f7151021640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f714c156550 0x7f714c1569d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.297 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f7151021640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f714c1524f0 con 0x7f714c158f50 2023-06-08T03:52:44.297 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f7151021640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f714c152990 con 0x7f714c0ce600 2023-06-08T03:52:44.297 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f7151021640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f714c0afc70 con 0x7f714c156550 2023-06-08T03:52:44.297 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f15a6b08640 1 Processor -- start 2023-06-08T03:52:44.297 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f714ad9d640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f714c0ce600 0x7f714c15e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.298 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f070ce3d640 1 -- 172.21.15.62:0/2088022626 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0708162f00 msgr2=0x7f070814fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.298 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f070ce3d640 1 --2- 172.21.15.62:0/2088022626 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0708162f00 0x7f070814fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.298 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f070ce3d640 1 -- 172.21.15.62:0/2088022626 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f070806a970 msgr2=0x7f07080b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.298 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f070ce3d640 1 --2- 172.21.15.62:0/2088022626 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f070806a970 0x7f07080b1d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.298 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f070ce3d640 1 -- 172.21.15.62:0/2088022626 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06f80094d0 con 0x7f0708069310 2023-06-08T03:52:44.299 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f714b59e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f714c156550 0x7f714c1569d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.299 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f0c1bfff640 1 --2- 172.21.15.62:0/3832995415 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c24157640 0x7f0c24145de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.299 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f714b59e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f714c156550 0x7f714c1569d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.62:38362/0 (socket says 172.21.15.62:38362) 2023-06-08T03:52:44.300 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f714b59e640 1 -- 172.21.15.62:0/2490091618 learned_addr learned my addr 172.21.15.62:0/2490091618 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:44.300 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f19be895640 1 -- 172.21.15.62:0/1350907971 shutdown_connections 2023-06-08T03:52:44.300 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f714259c640 1 --2- 172.21.15.62:0/2490091618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f714c158f50 0x7f714c0cbf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.301 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f070ce3d640 1 --2- 172.21.15.62:0/2088022626 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0708069310 0x7f0708161fc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f06f80ad040 tx=0x7f06f801ad00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.301 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f0c22d9d640 1 -- 172.21.15.62:0/3832995415 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c2406ca50 msgr2=0x7f0c240cafa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.301 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f0c22d9d640 1 --2- 172.21.15.62:0/3832995415 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c2406ca50 0x7f0c240cafa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.301 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f0c22d9d640 1 -- 172.21.15.62:0/3832995415 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c24157640 msgr2=0x7f0c24145de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.301 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f0c22d9d640 1 --2- 172.21.15.62:0/3832995415 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c24157640 0x7f0c24145de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.301 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f0c22d9d640 1 -- 172.21.15.62:0/3832995415 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c0c00ae50 con 0x7f0c24157a10 2023-06-08T03:52:44.302 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7fc4cb59e640 1 -- 172.21.15.62:0/875851586 wait complete. 2023-06-08T03:52:44.302 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f714259c640 1 -- 172.21.15.62:0/2490091618 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f714c156550 msgr2=0x7f714c1569d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.302 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f714259c640 1 --2- 172.21.15.62:0/2490091618 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f714c156550 0x7f714c1569d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.303 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f714259c640 1 -- 172.21.15.62:0/2490091618 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f714c0ce600 msgr2=0x7f714c15e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.303 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f714259c640 1 --2- 172.21.15.62:0/2490091618 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f714c0ce600 0x7f714c15e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.303 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f714259c640 1 -- 172.21.15.62:0/2490091618 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7144009a70 con 0x7f714c158f50 2023-06-08T03:52:44.303 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f0c22d9d640 1 --2- 172.21.15.62:0/3832995415 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0c24157a10 0x7f0c24146320 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0c1c00c730 tx=0x7f0c1c00cbf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.303 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f714259c640 1 --2- 172.21.15.62:0/2490091618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f714c158f50 0x7f714c0cbf30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f71340011f0 tx=0x7f713400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.304 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f07057fa640 1 -- 172.21.15.62:0/2088022626 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06f80be5f0 con 0x7f0708069310 2023-06-08T03:52:44.304 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f15a6b08640 1 -- start start 2023-06-08T03:52:44.305 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f07057fa640 1 -- 172.21.15.62:0/2088022626 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06f80be770 con 0x7f0708069310 2023-06-08T03:52:44.305 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f07057fa640 1 -- 172.21.15.62:0/2088022626 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06f80beb20 con 0x7f0708069310 2023-06-08T03:52:44.305 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f070de3f640 1 -- 172.21.15.62:0/2088022626 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07080c8240 con 0x7f0708069310 2023-06-08T03:52:44.305 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f15a6b08640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f159803aaa0 0x7f15980c0a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.305 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f15a6b08640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1598055610 0x7f159804d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.305 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f15a6b08640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f15980e28f0 0x7f159804d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.306 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f15a6b08640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15980c2ec0 con 0x7f159803aaa0 2023-06-08T03:52:44.306 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f15a6b08640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15980c3d20 con 0x7f15980e28f0 2023-06-08T03:52:44.306 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f15a6b08640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15980c0f90 con 0x7f1598055610 2023-06-08T03:52:44.306 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f15a48a4640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f159803aaa0 0x7f15980c0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.306 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f15a48a4640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f159803aaa0 0x7f15980c0a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50968/0 (socket says 172.21.15.62:50968) 2023-06-08T03:52:44.306 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f15a48a4640 1 -- 172.21.15.62:0/757094727 learned_addr learned my addr 172.21.15.62:0/757094727 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:44.306 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f159ffff640 1 --2- 172.21.15.62:0/757094727 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1598055610 0x7f159804d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.307 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f15a50a5640 1 --2- 172.21.15.62:0/757094727 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f15980e28f0 0x7f159804d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.307 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f7143fff640 1 -- 172.21.15.62:0/2490091618 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71340074e0 con 0x7f714c158f50 2023-06-08T03:52:44.307 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f7143fff640 1 -- 172.21.15.62:0/2490091618 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7134007660 con 0x7f714c158f50 2023-06-08T03:52:44.307 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f7143fff640 1 -- 172.21.15.62:0/2490091618 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7134004a30 con 0x7f714c158f50 2023-06-08T03:52:44.307 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f7151021640 1 -- 172.21.15.62:0/2490091618 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f714c0aff50 con 0x7f714c158f50 2023-06-08T03:52:44.307 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f7151021640 1 -- 172.21.15.62:0/2490091618 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f714c0cba10 con 0x7f714c158f50 2023-06-08T03:52:44.308 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f19be895640 1 -- 172.21.15.62:0/1350907971 wait complete. 2023-06-08T03:52:44.308 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f070de3f640 1 -- 172.21.15.62:0/2088022626 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07081541c0 con 0x7f0708069310 2023-06-08T03:52:44.308 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f0c1affd640 1 -- 172.21.15.62:0/3832995415 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c1c003b80 con 0x7f0c24157a10 2023-06-08T03:52:44.309 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f0c1affd640 1 -- 172.21.15.62:0/3832995415 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c1c003ce0 con 0x7f0c24157a10 2023-06-08T03:52:44.309 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f0c1affd640 1 -- 172.21.15.62:0/3832995415 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c1c00aa30 con 0x7f0c24157a10 2023-06-08T03:52:44.309 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f0c2359e640 1 -- 172.21.15.62:0/3832995415 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c240cbfb0 con 0x7f0c24157a10 2023-06-08T03:52:44.309 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f0c2359e640 1 -- 172.21.15.62:0/3832995415 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c24153890 con 0x7f0c24157a10 2023-06-08T03:52:44.309 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7facfca41640 1 --2- 172.21.15.62:0/1505919730 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7facf8148da0 0x7facf80b24b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7facf806a3c0 tx=0x7face801c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=33f393c22905b4aa server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.310 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f7151021640 1 -- 172.21.15.62:0/2490091618 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7130005260 con 0x7f714c158f50 2023-06-08T03:52:44.310 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f06eeffd640 1 -- 172.21.15.62:0/2088022626 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06e0005260 con 0x7f0708069310 2023-06-08T03:52:44.310 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f258885d640 1 --2- 172.21.15.62:0/3374468194 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f257c0377c0 0x7f257c037c10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f25740097c0 tx=0x7f257401c400 comp rx=0 tx=0).ready entity=mon.1 client_cookie=57ba9fae5ba9d487 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.311 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f15a48a4640 1 -- 172.21.15.62:0/757094727 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1598055610 msgr2=0x7f159804d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.311 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f15a48a4640 1 --2- 172.21.15.62:0/757094727 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1598055610 0x7f159804d410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.311 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f15a48a4640 1 -- 172.21.15.62:0/757094727 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f15980e28f0 msgr2=0x7f159804d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.311 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f15a48a4640 1 --2- 172.21.15.62:0/757094727 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f15980e28f0 0x7f159804d950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.311 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7f15a48a4640 1 -- 172.21.15.62:0/757094727 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f158c0094d0 con 0x7f159803aaa0 2023-06-08T03:52:44.312 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7faceffff640 1 -- 172.21.15.62:0/1505919730 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7face80ac600 con 0x7facf8148da0 2023-06-08T03:52:44.312 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7faceffff640 1 -- 172.21.15.62:0/1505919730 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7face80a8050 con 0x7facf8148da0 2023-06-08T03:52:44.312 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7facfe244640 1 -- 172.21.15.62:0/1505919730 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7facf8148da0 msgr2=0x7facf80b24b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.312 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7facfe244640 1 --2- 172.21.15.62:0/1505919730 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7facf8148da0 0x7facf80b24b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7facf806a3c0 tx=0x7face801c3a0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.312 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7facfe244640 1 -- 172.21.15.62:0/1505919730 shutdown_connections 2023-06-08T03:52:44.312 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7facfe244640 1 --2- 172.21.15.62:0/1505919730 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7facf8148da0 0x7facf80b24b0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.312 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7facfe244640 1 --2- 172.21.15.62:0/1505919730 >> v2:172.21.15.62:3300/0 conn(0x7facf8145cd0 0x7facf8164000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.313 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7facfe244640 1 -- 172.21.15.62:0/1505919730 >> 172.21.15.62:0/1505919730 conn(0x7facf8065100 msgr2=0x7facf8069310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.313 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f15a48a4640 1 --2- 172.21.15.62:0/757094727 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f159803aaa0 0x7f15980c0a50 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f159400e960 tx=0x7f159400ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.313 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.253+0000 7fc4cb59e640 1 Processor -- start 2023-06-08T03:52:44.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f159d7fa640 1 -- 172.21.15.62:0/757094727 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f159400ca00 con 0x7f159803aaa0 2023-06-08T03:52:44.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f15a6b08640 1 -- 172.21.15.62:0/757094727 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15980c3110 con 0x7f159803aaa0 2023-06-08T03:52:44.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f15a6b08640 1 -- 172.21.15.62:0/757094727 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15980c36d0 con 0x7f159803aaa0 2023-06-08T03:52:44.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7fc4cb59e640 1 -- start start 2023-06-08T03:52:44.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7fc4cb59e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4cc06a9b0 0x7fc4cc1366a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.315 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7fc4cb59e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4cc06f6d0 0x7fc4cc150fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.315 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7fc4cb59e640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc4cc0cd670 0x7fc4cc137e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.315 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7fc4cb59e640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4cc1f8520 con 0x7fc4cc06f6d0 2023-06-08T03:52:44.315 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7fc4cb59e640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4cc1f9380 con 0x7fc4cc0cd670 2023-06-08T03:52:44.315 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7fc4cb59e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4cc1514f0 con 0x7fc4cc06a9b0 2023-06-08T03:52:44.315 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7fc4ca59c640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4cc06a9b0 0x7fc4cc1366a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.315 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7fc4c3fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4cc06f6d0 0x7fc4cc150fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.315 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7fc4ca59c640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4cc06a9b0 0x7fc4cc1366a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.62:38374/0 (socket says 172.21.15.62:38374) 2023-06-08T03:52:44.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7fc4ca59c640 1 -- 172.21.15.62:0/2793723588 learned_addr learned my addr 172.21.15.62:0/2793723588 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:44.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7fc4c3fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4cc06f6d0 0x7fc4cc150fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50982/0 (socket says 172.21.15.62:50982) 2023-06-08T03:52:44.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7fc4cad9d640 1 --2- 172.21.15.62:0/2793723588 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc4cc0cd670 0x7fc4cc137e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7fc4c3fff640 1 -- 172.21.15.62:0/2793723588 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4cc06a9b0 msgr2=0x7fc4cc1366a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7fc4c3fff640 1 --2- 172.21.15.62:0/2793723588 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4cc06a9b0 0x7fc4cc1366a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7fc4c3fff640 1 -- 172.21.15.62:0/2793723588 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc4cc0cd670 msgr2=0x7fc4cc137e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7fc4c3fff640 1 --2- 172.21.15.62:0/2793723588 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc4cc0cd670 0x7fc4cc137e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7fc4c3fff640 1 -- 172.21.15.62:0/2793723588 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4b40094d0 con 0x7fc4cc06f6d0 2023-06-08T03:52:44.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7fc4c3fff640 1 --2- 172.21.15.62:0/2793723588 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4cc06f6d0 0x7fc4cc150fb0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fc4b40ac000 tx=0x7fc4b401a3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f7143fff640 1 -- 172.21.15.62:0/2490091618 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7134004b90 con 0x7f714c158f50 2023-06-08T03:52:44.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f7143fff640 1 --2- 172.21.15.62:0/2490091618 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f712c066300 0x7f712c0687b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f7143fff640 1 -- 172.21.15.62:0/2490091618 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f7134083f10 con 0x7f714c158f50 2023-06-08T03:52:44.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f714ad9d640 1 --2- 172.21.15.62:0/2490091618 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f712c066300 0x7f712c0687b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f19be895640 1 Processor -- start 2023-06-08T03:52:44.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f19be895640 1 -- start start 2023-06-08T03:52:44.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f07057fa640 1 -- 172.21.15.62:0/2088022626 <== mon.1 v2:172.21.15.188:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f06f80b43f0 con 0x7f0708069310 2023-06-08T03:52:44.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f0c1affd640 1 -- 172.21.15.62:0/3832995415 <== mon.1 v2:172.21.15.188:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0c1c00ab90 con 0x7f0c24157a10 2023-06-08T03:52:44.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f0c1affd640 1 --2- 172.21.15.62:0/3832995415 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0c04066300 0x7f0c040687b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f0c1affd640 1 -- 172.21.15.62:0/3832995415 <== mon.1 v2:172.21.15.188:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f0c1c0839d0 con 0x7f0c24157a10 2023-06-08T03:52:44.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f257bfff640 1 -- 172.21.15.62:0/3374468194 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25740ac640 con 0x7f257c0377c0 2023-06-08T03:52:44.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f257bfff640 1 -- 172.21.15.62:0/3374468194 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25740ac7a0 con 0x7f257c0377c0 2023-06-08T03:52:44.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f257bfff640 1 -- 172.21.15.62:0/3374468194 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25740acb30 con 0x7f257c0377c0 2023-06-08T03:52:44.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f258a060640 1 -- 172.21.15.62:0/3374468194 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f257c0377c0 msgr2=0x7f257c037c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f258a060640 1 --2- 172.21.15.62:0/3374468194 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f257c0377c0 0x7f257c037c10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f25740097c0 tx=0x7f257401c400 comp rx=0 tx=0).stop 2023-06-08T03:52:44.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f258a060640 1 -- 172.21.15.62:0/3374468194 shutdown_connections 2023-06-08T03:52:44.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f258a060640 1 --2- 172.21.15.62:0/3374468194 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f257c0377c0 0x7f257c037c10 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f258a060640 1 --2- 172.21.15.62:0/3374468194 >> v2:172.21.15.62:3300/0 conn(0x7f257c035170 0x7f257c038b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f258a060640 1 -- 172.21.15.62:0/3374468194 >> 172.21.15.62:0/3374468194 conn(0x7f257c0527c0 msgr2=0x7f257c052bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7facfe244640 1 -- 172.21.15.62:0/1505919730 shutdown_connections 2023-06-08T03:52:44.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7facfe244640 1 -- 172.21.15.62:0/1505919730 wait complete. 2023-06-08T03:52:44.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7facfe244640 1 Processor -- start 2023-06-08T03:52:44.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7facfe244640 1 -- start start 2023-06-08T03:52:44.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7facfe244640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7facf80b29f0 0x7facf8201c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7facfe244640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7facf8145cd0 0x7facf8160f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7facfe244640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7facf8148da0 0x7facf80b0a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7facfe244640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facf815a9c0 con 0x7facf8145cd0 2023-06-08T03:52:44.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7facfe244640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facf8161950 con 0x7facf80b29f0 2023-06-08T03:52:44.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7facfe244640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7facf815a090 con 0x7facf8148da0 2023-06-08T03:52:44.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f15a6b08640 1 -- 172.21.15.62:0/757094727 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15980057a0 con 0x7f159803aaa0 2023-06-08T03:52:44.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f07057fa640 1 --2- 172.21.15.62:0/2088022626 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f06f4066280 0x7f06f4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7f07057fa640 1 -- 172.21.15.62:0/2088022626 <== mon.1 v2:172.21.15.188:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f06f811ee80 con 0x7f0708069310 2023-06-08T03:52:44.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7facfda43640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7facf8148da0 0x7facf80b0a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7facfda43640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7facf8148da0 0x7facf80b0a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.62:38378/0 (socket says 172.21.15.62:38378) 2023-06-08T03:52:44.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7facfda43640 1 -- 172.21.15.62:0/591195383 learned_addr learned my addr 172.21.15.62:0/591195383 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:44.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.257+0000 7facfd242640 1 --2- 172.21.15.62:0/591195383 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7facf80b29f0 0x7facf8201c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f0c2259c640 1 --2- 172.21.15.62:0/3832995415 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0c04066300 0x7f0c040687b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f258a060640 1 -- 172.21.15.62:0/3374468194 shutdown_connections 2023-06-08T03:52:44.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f714ad9d640 1 --2- 172.21.15.62:0/2490091618 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f712c066300 0x7f712c0687b0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f713c006fd0 tx=0x7f713c008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f19be895640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f19b00362b0 0x7f19b0049b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f19be895640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f19b0053b90 0x7f19b00d68f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f19be895640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f19b0056930 0x7f19b004df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f19be895640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19b00d6460 con 0x7f19b0056930 2023-06-08T03:52:44.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f19be895640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19b00e0fe0 con 0x7f19b00362b0 2023-06-08T03:52:44.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f19be895640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19b00e12c0 con 0x7f19b0053b90 2023-06-08T03:52:44.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f19bce32640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f19b0056930 0x7f19b004df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f19bce32640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f19b0056930 0x7f19b004df30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:51002/0 (socket says 172.21.15.62:51002) 2023-06-08T03:52:44.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f19bce32640 1 -- 172.21.15.62:0/235035868 learned_addr learned my addr 172.21.15.62:0/235035868 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:44.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f19b77fe640 1 --2- 172.21.15.62:0/235035868 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f19b0053b90 0x7f19b00d68f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f19bce32640 1 -- 172.21.15.62:0/235035868 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f19b0053b90 msgr2=0x7f19b00d68f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f19bce32640 1 --2- 172.21.15.62:0/235035868 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f19b0053b90 0x7f19b00d68f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f19bce32640 1 -- 172.21.15.62:0/235035868 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f19b00362b0 msgr2=0x7f19b0049b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f19bce32640 1 --2- 172.21.15.62:0/235035868 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f19b00362b0 0x7f19b0049b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7facfca41640 1 --2- 172.21.15.62:0/591195383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7facf8145cd0 0x7facf8160f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7facfda43640 1 -- 172.21.15.62:0/591195383 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7facf80b29f0 msgr2=0x7facf8201c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7facfda43640 1 --2- 172.21.15.62:0/591195383 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7facf80b29f0 0x7facf8201c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7facfda43640 1 -- 172.21.15.62:0/591195383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7facf8145cd0 msgr2=0x7facf8160f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7facfda43640 1 --2- 172.21.15.62:0/591195383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7facf8145cd0 0x7facf8160f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7facfda43640 1 -- 172.21.15.62:0/591195383 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7face8009420 con 0x7facf8148da0 2023-06-08T03:52:44.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f19bce32640 1 -- 172.21.15.62:0/235035868 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19b804e5e0 con 0x7f19b0056930 2023-06-08T03:52:44.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7facfda43640 1 --2- 172.21.15.62:0/591195383 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7facf8148da0 0x7facf80b0a00 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7facf000cb10 tx=0x7facf000a060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f19bce32640 1 --2- 172.21.15.62:0/235035868 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f19b0056930 0x7f19b004df30 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f19a400b410 tx=0x7f19a400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f0c2359e640 1 -- 172.21.15.62:0/3832995415 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c240cc7b0 con 0x7f0c24157a10 2023-06-08T03:52:44.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7facedffb640 1 -- 172.21.15.62:0/591195383 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facf000ac70 con 0x7facf8148da0 2023-06-08T03:52:44.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7facfe244640 1 -- 172.21.15.62:0/591195383 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7facf815a370 con 0x7facf8148da0 2023-06-08T03:52:44.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7facedffb640 1 -- 172.21.15.62:0/591195383 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7facf000add0 con 0x7facf8148da0 2023-06-08T03:52:44.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f258a060640 1 -- 172.21.15.62:0/3374468194 wait complete. 2023-06-08T03:52:44.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f258a060640 1 Processor -- start 2023-06-08T03:52:44.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f0707fff640 1 --2- 172.21.15.62:0/2088022626 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f06f4066280 0x7f06f4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f0707fff640 1 --2- 172.21.15.62:0/2088022626 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f06f4066280 0x7f06f4068730 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f07080c3d40 tx=0x7f070000b040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f0c2259c640 1 --2- 172.21.15.62:0/3832995415 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0c04066300 0x7f0c040687b0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f0c140011f0 tx=0x7f0c14007d40 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7facedffb640 1 -- 172.21.15.62:0/591195383 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facf0012600 con 0x7facf8148da0 2023-06-08T03:52:44.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7facfe244640 1 -- 172.21.15.62:0/591195383 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7facf82021a0 con 0x7facf8148da0 2023-06-08T03:52:44.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7facfe244640 1 -- 172.21.15.62:0/591195383 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7facf815ab30 con 0x7facf8148da0 2023-06-08T03:52:44.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f258a060640 1 -- start start 2023-06-08T03:52:44.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f258a060640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f257c035170 0x7f257c0e54c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f258a060640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f257c0377c0 0x7f257c0e1f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f258905e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f257c035170 0x7f257c0e54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f258a060640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f257c0546d0 0x7f257c187a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f258905e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f257c035170 0x7f257c0e54c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:51008/0 (socket says 172.21.15.62:51008) 2023-06-08T03:52:44.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f258a060640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f257c0e50a0 con 0x7f257c035170 2023-06-08T03:52:44.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f258a060640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f257c0e61f0 con 0x7f257c0377c0 2023-06-08T03:52:44.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f258a060640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f257c03b750 con 0x7f257c0546d0 2023-06-08T03:52:44.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f258905e640 1 -- 172.21.15.62:0/4141070254 learned_addr learned my addr 172.21.15.62:0/4141070254 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:44.335 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7facedffb640 1 -- 172.21.15.62:0/591195383 <== mon.2 v2:172.21.15.188:3301/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7facf0007070 con 0x7facf8148da0 2023-06-08T03:52:44.335 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f258885d640 1 --2- 172.21.15.62:0/4141070254 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f257c0377c0 0x7f257c0e1f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.335 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.261+0000 7f258985f640 1 --2- 172.21.15.62:0/4141070254 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f257c0546d0 0x7f257c187a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f258905e640 1 -- 172.21.15.62:0/4141070254 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f257c0546d0 msgr2=0x7f257c187a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f258905e640 1 --2- 172.21.15.62:0/4141070254 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f257c0546d0 0x7f257c187a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f258905e640 1 -- 172.21.15.62:0/4141070254 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f257c0377c0 msgr2=0x7f257c0e1f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f258905e640 1 --2- 172.21.15.62:0/4141070254 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f257c0377c0 0x7f257c0e1f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f258905e640 1 -- 172.21.15.62:0/4141070254 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25800094d0 con 0x7f257c035170 2023-06-08T03:52:44.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f159d7fa640 1 -- 172.21.15.62:0/757094727 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f159400cb60 con 0x7f159803aaa0 2023-06-08T03:52:44.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f159d7fa640 1 -- 172.21.15.62:0/757094727 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15940059a0 con 0x7f159803aaa0 2023-06-08T03:52:44.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7facedffb640 1 --2- 172.21.15.62:0/591195383 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7facdc066280 0x7facdc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7facedffb640 1 -- 172.21.15.62:0/591195383 <== mon.2 v2:172.21.15.188:3301/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7facf0084190 con 0x7facf8148da0 2023-06-08T03:52:44.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f7143fff640 1 -- 172.21.15.62:0/2490091618 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7134051520 con 0x7f714c158f50 2023-06-08T03:52:44.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7facfd242640 1 --2- 172.21.15.62:0/591195383 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7facdc066280 0x7facdc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f258905e640 1 --2- 172.21.15.62:0/4141070254 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f257c035170 0x7f257c0e54c0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f258000e9d0 tx=0x7f258000ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f2579ffb640 1 -- 172.21.15.62:0/4141070254 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f258000ca60 con 0x7f257c035170 2023-06-08T03:52:44.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f258a060640 1 -- 172.21.15.62:0/4141070254 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2574009420 con 0x7f257c035170 2023-06-08T03:52:44.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7fc4c2ffd640 1 -- 172.21.15.62:0/2793723588 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4b40b2860 con 0x7fc4cc06f6d0 2023-06-08T03:52:44.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7fc4cb59e640 1 -- 172.21.15.62:0/2793723588 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4cc1f8770 con 0x7fc4cc06f6d0 2023-06-08T03:52:44.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7fc4cb59e640 1 -- 172.21.15.62:0/2793723588 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4cc1f8d30 con 0x7fc4cc06f6d0 2023-06-08T03:52:44.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f258a060640 1 -- 172.21.15.62:0/4141070254 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f257c0e4700 con 0x7f257c035170 2023-06-08T03:52:44.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7fc4cb59e640 1 -- 172.21.15.62:0/2793723588 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4cc04dea0 con 0x7fc4cc06f6d0 2023-06-08T03:52:44.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f19b4ff9640 1 -- 172.21.15.62:0/235035868 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19a4011830 con 0x7f19b0056930 2023-06-08T03:52:44.341 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f19b4ff9640 1 -- 172.21.15.62:0/235035868 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19a4011990 con 0x7f19b0056930 2023-06-08T03:52:44.341 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f19b4ff9640 1 -- 172.21.15.62:0/235035868 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19a4011d40 con 0x7f19b0056930 2023-06-08T03:52:44.341 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7facfd242640 1 --2- 172.21.15.62:0/591195383 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7facdc066280 0x7facdc068730 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7facf4009990 tx=0x7facf4009110 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.341 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7fc4c2ffd640 1 -- 172.21.15.62:0/2793723588 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4b40b29c0 con 0x7fc4cc06f6d0 2023-06-08T03:52:44.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7fc4c2ffd640 1 -- 172.21.15.62:0/2793723588 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4b40b2d50 con 0x7fc4cc06f6d0 2023-06-08T03:52:44.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f159d7fa640 1 -- 172.21.15.62:0/757094727 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f1594013470 con 0x7f159803aaa0 2023-06-08T03:52:44.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f2579ffb640 1 -- 172.21.15.62:0/4141070254 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f258000cbc0 con 0x7f257c035170 2023-06-08T03:52:44.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f159d7fa640 1 --2- 172.21.15.62:0/757094727 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1584066280 0x7f1584068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f258a060640 1 -- 172.21.15.62:0/4141070254 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f257c009c10 con 0x7f257c035170 2023-06-08T03:52:44.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f159d7fa640 1 -- 172.21.15.62:0/757094727 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f1594084780 con 0x7f159803aaa0 2023-06-08T03:52:44.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f19be895640 1 -- 172.21.15.62:0/235035868 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19b00d60f0 con 0x7f19b0056930 2023-06-08T03:52:44.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f19be895640 1 -- 172.21.15.62:0/235035868 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19b004d5f0 con 0x7f19b0056930 2023-06-08T03:52:44.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f159ffff640 1 --2- 172.21.15.62:0/757094727 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1584066280 0x7f1584068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f19be895640 1 -- 172.21.15.62:0/235035868 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19b00d6280 con 0x7f19b0056930 2023-06-08T03:52:44.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.265+0000 7f2579ffb640 1 -- 172.21.15.62:0/4141070254 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2580013470 con 0x7f257c035170 2023-06-08T03:52:44.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.269+0000 7f159ffff640 1 --2- 172.21.15.62:0/757094727 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1584066280 0x7f1584068730 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f158c0ad000 tx=0x7f158c008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.269+0000 7f159d7fa640 1 -- 172.21.15.62:0/757094727 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1594051c20 con 0x7f159803aaa0 2023-06-08T03:52:44.346 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.273+0000 7fc4c2ffd640 1 -- 172.21.15.62:0/2793723588 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc4b40a8440 con 0x7fc4cc06f6d0 2023-06-08T03:52:44.346 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.273+0000 7fc4c2ffd640 1 --2- 172.21.15.62:0/2793723588 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc4ac066280 0x7fc4ac068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.346 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.273+0000 7f07057fa640 1 -- 172.21.15.62:0/2088022626 <== mon.1 v2:172.21.15.188:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f06f80ec5b0 con 0x7f0708069310 2023-06-08T03:52:44.346 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.273+0000 7fc4ca59c640 1 --2- 172.21.15.62:0/2793723588 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc4ac066280 0x7fc4ac068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.347 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.273+0000 7fc4c2ffd640 1 -- 172.21.15.62:0/2793723588 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fc4b40f3af0 con 0x7fc4cc06f6d0 2023-06-08T03:52:44.347 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.273+0000 7f2579ffb640 1 -- 172.21.15.62:0/4141070254 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f25800135d0 con 0x7f257c035170 2023-06-08T03:52:44.347 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.273+0000 7fc4ca59c640 1 --2- 172.21.15.62:0/2793723588 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc4ac066280 0x7fc4ac068730 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc4bc006fd0 tx=0x7fc4bc008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.273+0000 7f2579ffb640 1 --2- 172.21.15.62:0/4141070254 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2568066280 0x7f2568068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.273+0000 7f2579ffb640 1 -- 172.21.15.62:0/4141070254 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f2580084770 con 0x7f257c035170 2023-06-08T03:52:44.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.273+0000 7f19b4ff9640 1 -- 172.21.15.62:0/235035868 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f19a401a400 con 0x7f19b0056930 2023-06-08T03:52:44.349 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.273+0000 7f19b4ff9640 1 --2- 172.21.15.62:0/235035868 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f199c0662b0 0x7f199c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:44.349 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.273+0000 7f258885d640 1 --2- 172.21.15.62:0/4141070254 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2568066280 0x7f2568068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.349 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.273+0000 7f19b4ff9640 1 -- 172.21.15.62:0/235035868 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f19a4084450 con 0x7f19b0056930 2023-06-08T03:52:44.349 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.273+0000 7f19b7fff640 1 --2- 172.21.15.62:0/235035868 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f199c0662b0 0x7f199c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:44.350 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.273+0000 7f258885d640 1 --2- 172.21.15.62:0/4141070254 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2568066280 0x7f2568068730 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f25740ae000 tx=0x7f2574008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.350 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.277+0000 7f19b7fff640 1 --2- 172.21.15.62:0/235035868 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f199c0662b0 0x7f199c068760 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f19b0054640 tx=0x7f19b8120070 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:44.350 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.277+0000 7facedffb640 1 -- 172.21.15.62:0/591195383 <== mon.2 v2:172.21.15.188:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7facf0051620 con 0x7facf8148da0 2023-06-08T03:52:44.351 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.281+0000 7fc4c2ffd640 1 -- 172.21.15.62:0/2793723588 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc4b40ebe70 con 0x7fc4cc06f6d0 2023-06-08T03:52:44.351 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.285+0000 7f0c1affd640 1 -- 172.21.15.62:0/3832995415 <== mon.1 v2:172.21.15.188:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0c240cc7b0 con 0x7f0c24157a10 2023-06-08T03:52:44.351 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.293+0000 7f19b4ff9640 1 -- 172.21.15.62:0/235035868 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f19a4051940 con 0x7f19b0056930 2023-06-08T03:52:44.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.301+0000 7f2579ffb640 1 -- 172.21.15.62:0/4141070254 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f2580051cd0 con 0x7f257c035170 2023-06-08T03:52:44.568 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.561+0000 7f7151021640 1 -- 172.21.15.62:0/2490091618 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f71300057e0 con 0x7f714c158f50 2023-06-08T03:52:44.569 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.561+0000 7f7143fff640 1 -- 172.21.15.62:0/2490091618 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f7134054b40 con 0x7f714c158f50 2023-06-08T03:52:44.571 INFO:teuthology.orchestra.run.smithi062.stdout:55834574854 2023-06-08T03:52:44.574 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.569+0000 7f714159a640 1 -- 172.21.15.62:0/2490091618 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f712c066300 msgr2=0x7f712c0687b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.574 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.569+0000 7f714159a640 1 --2- 172.21.15.62:0/2490091618 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f712c066300 0x7f712c0687b0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f713c006fd0 tx=0x7f713c008040 comp rx=0 tx=0).stop 2023-06-08T03:52:44.575 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.569+0000 7f714159a640 1 -- 172.21.15.62:0/2490091618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f714c158f50 msgr2=0x7f714c0cbf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.575 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.569+0000 7f714159a640 1 --2- 172.21.15.62:0/2490091618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f714c158f50 0x7f714c0cbf30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f71340011f0 tx=0x7f713400c8b0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.575 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.569+0000 7f714159a640 1 -- 172.21.15.62:0/2490091618 shutdown_connections 2023-06-08T03:52:44.576 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.569+0000 7f714159a640 1 --2- 172.21.15.62:0/2490091618 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f712c066300 0x7f712c0687b0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.576 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.569+0000 7f714159a640 1 --2- 172.21.15.62:0/2490091618 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f714c156550 0x7f714c1569d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.576 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.569+0000 7f714159a640 1 --2- 172.21.15.62:0/2490091618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f714c158f50 0x7f714c0cbf30 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.576 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.569+0000 7f714159a640 1 --2- 172.21.15.62:0/2490091618 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f714c0ce600 0x7f714c15e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.576 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.569+0000 7f714159a640 1 -- 172.21.15.62:0/2490091618 >> 172.21.15.62:0/2490091618 conn(0x7f714c069310 msgr2=0x7f714c15ceb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.576 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.569+0000 7f714159a640 1 -- 172.21.15.62:0/2490091618 shutdown_connections 2023-06-08T03:52:44.577 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.569+0000 7f714159a640 1 -- 172.21.15.62:0/2490091618 wait complete. 2023-06-08T03:52:44.579 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.573+0000 7f15a6b08640 1 -- 172.21.15.62:0/757094727 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f159804dea0 con 0x7f159803aaa0 2023-06-08T03:52:44.580 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.573+0000 7f159d7fa640 1 -- 172.21.15.62:0/757094727 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f1594017020 con 0x7f159803aaa0 2023-06-08T03:52:44.585 INFO:teuthology.orchestra.run.smithi062.stdout:55834574852 2023-06-08T03:52:44.585 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.577+0000 7f06eeffd640 1 -- 172.21.15.62:0/2088022626 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f06e00057e0 con 0x7f0708069310 2023-06-08T03:52:44.586 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.581+0000 7f158affd640 1 -- 172.21.15.62:0/757094727 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1584066280 msgr2=0x7f1584068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.586 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.581+0000 7f158affd640 1 --2- 172.21.15.62:0/757094727 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1584066280 0x7f1584068730 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f158c0ad000 tx=0x7f158c008040 comp rx=0 tx=0).stop 2023-06-08T03:52:44.586 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.581+0000 7f158affd640 1 -- 172.21.15.62:0/757094727 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f159803aaa0 msgr2=0x7f15980c0a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.586 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.581+0000 7f158affd640 1 --2- 172.21.15.62:0/757094727 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f159803aaa0 0x7f15980c0a50 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f159400e960 tx=0x7f159400ee20 comp rx=0 tx=0).stop 2023-06-08T03:52:44.587 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.581+0000 7f158affd640 1 -- 172.21.15.62:0/757094727 shutdown_connections 2023-06-08T03:52:44.587 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.581+0000 7f158affd640 1 --2- 172.21.15.62:0/757094727 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1584066280 0x7f1584068730 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.587 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.581+0000 7f158affd640 1 --2- 172.21.15.62:0/757094727 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f15980e28f0 0x7f159804d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.587 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.581+0000 7f158affd640 1 --2- 172.21.15.62:0/757094727 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1598055610 0x7f159804d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.587 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.581+0000 7f158affd640 1 --2- 172.21.15.62:0/757094727 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f159803aaa0 0x7f15980c0a50 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.587 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.581+0000 7f158affd640 1 -- 172.21.15.62:0/757094727 >> 172.21.15.62:0/757094727 conn(0x7f1598059020 msgr2=0x7f15980dad40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.581+0000 7f07057fa640 1 -- 172.21.15.62:0/2088022626 <== mon.1 v2:172.21.15.188:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f06f80efbd0 con 0x7f0708069310 2023-06-08T03:52:44.588 INFO:teuthology.orchestra.run.smithi062.stdout:55834574852 2023-06-08T03:52:44.589 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.581+0000 7f158affd640 1 -- 172.21.15.62:0/757094727 shutdown_connections 2023-06-08T03:52:44.589 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.581+0000 7f158affd640 1 -- 172.21.15.62:0/757094727 wait complete. 2023-06-08T03:52:44.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.581+0000 7f06eeffd640 1 -- 172.21.15.62:0/2088022626 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f06f4066280 msgr2=0x7f06f4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.581+0000 7f06eeffd640 1 --2- 172.21.15.62:0/2088022626 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f06f4066280 0x7f06f4068730 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f07080c3d40 tx=0x7f070000b040 comp rx=0 tx=0).stop 2023-06-08T03:52:44.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.581+0000 7f06eeffd640 1 -- 172.21.15.62:0/2088022626 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0708069310 msgr2=0x7f0708161fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.581+0000 7f06eeffd640 1 --2- 172.21.15.62:0/2088022626 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0708069310 0x7f0708161fc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f06f80ad040 tx=0x7f06f801ad00 comp rx=0 tx=0).stop 2023-06-08T03:52:44.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.585+0000 7f06eeffd640 1 -- 172.21.15.62:0/2088022626 shutdown_connections 2023-06-08T03:52:44.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.585+0000 7f06eeffd640 1 --2- 172.21.15.62:0/2088022626 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f06f4066280 0x7f06f4068730 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.585+0000 7f06eeffd640 1 --2- 172.21.15.62:0/2088022626 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0708162f00 0x7f070814fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.585+0000 7f06eeffd640 1 --2- 172.21.15.62:0/2088022626 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f070806a970 0x7f07080b1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.585+0000 7f06eeffd640 1 --2- 172.21.15.62:0/2088022626 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0708069310 0x7f0708161fc0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.585+0000 7f06eeffd640 1 -- 172.21.15.62:0/2088022626 >> 172.21.15.62:0/2088022626 conn(0x7f07080b0320 msgr2=0x7f070806e9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.585+0000 7f06eeffd640 1 -- 172.21.15.62:0/2088022626 shutdown_connections 2023-06-08T03:52:44.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.585+0000 7f06eeffd640 1 -- 172.21.15.62:0/2088022626 wait complete. 2023-06-08T03:52:44.601 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574854 for osd.3 2023-06-08T03:52:44.602 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.597+0000 7f0c2359e640 1 -- 172.21.15.62:0/3832995415 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f0c240cc460 con 0x7f0c24157a10 2023-06-08T03:52:44.603 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.597+0000 7f0c1affd640 1 -- 172.21.15.62:0/3832995415 <== mon.1 v2:172.21.15.188:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f0c240cc460 con 0x7f0c24157a10 2023-06-08T03:52:44.603 INFO:teuthology.orchestra.run.smithi062.stdout:55834574855 2023-06-08T03:52:44.604 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.597+0000 7fc4cb59e640 1 -- 172.21.15.62:0/2793723588 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7fc4cc1401a0 con 0x7fc4cc06f6d0 2023-06-08T03:52:44.605 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.597+0000 7f0c2359e640 1 -- 172.21.15.62:0/3832995415 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0c04066300 msgr2=0x7f0c040687b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.605 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.597+0000 7fc4c2ffd640 1 -- 172.21.15.62:0/2793723588 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fc4b40ad090 con 0x7fc4cc06f6d0 2023-06-08T03:52:44.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.597+0000 7f0c2359e640 1 --2- 172.21.15.62:0/3832995415 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0c04066300 0x7f0c040687b0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f0c140011f0 tx=0x7f0c14007d40 comp rx=0 tx=0).stop 2023-06-08T03:52:44.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.597+0000 7f0c2359e640 1 -- 172.21.15.62:0/3832995415 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0c24157a10 msgr2=0x7f0c24146320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.597+0000 7f0c2359e640 1 --2- 172.21.15.62:0/3832995415 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0c24157a10 0x7f0c24146320 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0c1c00c730 tx=0x7f0c1c00cbf0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.597+0000 7f0c2359e640 1 -- 172.21.15.62:0/3832995415 shutdown_connections 2023-06-08T03:52:44.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.597+0000 7f0c2359e640 1 --2- 172.21.15.62:0/3832995415 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0c04066300 0x7f0c040687b0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.597+0000 7f0c2359e640 1 --2- 172.21.15.62:0/3832995415 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0c24157a10 0x7f0c24146320 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.597+0000 7f0c2359e640 1 --2- 172.21.15.62:0/3832995415 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0c24157640 0x7f0c24145de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.597+0000 7f0c2359e640 1 --2- 172.21.15.62:0/3832995415 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0c2406ca50 0x7f0c240cafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.597+0000 7f0c2359e640 1 -- 172.21.15.62:0/3832995415 >> 172.21.15.62:0/3832995415 conn(0x7f0c24069310 msgr2=0x7f0c241560c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.597+0000 7f0c2359e640 1 -- 172.21.15.62:0/3832995415 shutdown_connections 2023-06-08T03:52:44.607 INFO:teuthology.orchestra.run.smithi062.stdout:55834574855 2023-06-08T03:52:44.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.597+0000 7f0c2359e640 1 -- 172.21.15.62:0/3832995415 wait complete. 2023-06-08T03:52:44.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.601+0000 7fc4cb59e640 1 -- 172.21.15.62:0/2793723588 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc4ac066280 msgr2=0x7fc4ac068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.601+0000 7fc4cb59e640 1 --2- 172.21.15.62:0/2793723588 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc4ac066280 0x7fc4ac068730 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc4bc006fd0 tx=0x7fc4bc008040 comp rx=0 tx=0).stop 2023-06-08T03:52:44.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.601+0000 7fc4cb59e640 1 -- 172.21.15.62:0/2793723588 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4cc06f6d0 msgr2=0x7fc4cc150fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.601+0000 7fc4cb59e640 1 --2- 172.21.15.62:0/2793723588 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4cc06f6d0 0x7fc4cc150fb0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fc4b40ac000 tx=0x7fc4b401a3a0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.609 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.601+0000 7facfe244640 1 -- 172.21.15.62:0/591195383 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7facf804dea0 con 0x7facf8148da0 2023-06-08T03:52:44.609 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.601+0000 7fc4cb59e640 1 -- 172.21.15.62:0/2793723588 shutdown_connections 2023-06-08T03:52:44.609 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.601+0000 7fc4cb59e640 1 --2- 172.21.15.62:0/2793723588 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc4ac066280 0x7fc4ac068730 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.610 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.601+0000 7fc4cb59e640 1 --2- 172.21.15.62:0/2793723588 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc4cc0cd670 0x7fc4cc137e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.610 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.601+0000 7fc4cb59e640 1 --2- 172.21.15.62:0/2793723588 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4cc06f6d0 0x7fc4cc150fb0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.610 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.601+0000 7fc4cb59e640 1 --2- 172.21.15.62:0/2793723588 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4cc06a9b0 0x7fc4cc1366a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.610 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.601+0000 7fc4cb59e640 1 -- 172.21.15.62:0/2793723588 >> 172.21.15.62:0/2793723588 conn(0x7fc4cc065100 msgr2=0x7fc4cc069310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.610 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.601+0000 7fc4cb59e640 1 -- 172.21.15.62:0/2793723588 shutdown_connections 2023-06-08T03:52:44.610 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.601+0000 7fc4cb59e640 1 -- 172.21.15.62:0/2793723588 wait complete. 2023-06-08T03:52:44.611 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.601+0000 7facedffb640 1 -- 172.21.15.62:0/591195383 <== mon.2 v2:172.21.15.188:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7facf0054c40 con 0x7facf8148da0 2023-06-08T03:52:44.611 INFO:teuthology.orchestra.run.smithi062.stdout:55834574853 2023-06-08T03:52:44.612 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.605+0000 7facfe244640 1 -- 172.21.15.62:0/591195383 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7facdc066280 msgr2=0x7facdc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.612 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.605+0000 7facfe244640 1 --2- 172.21.15.62:0/591195383 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7facdc066280 0x7facdc068730 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7facf4009990 tx=0x7facf4009110 comp rx=0 tx=0).stop 2023-06-08T03:52:44.612 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.605+0000 7facfe244640 1 -- 172.21.15.62:0/591195383 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7facf8148da0 msgr2=0x7facf80b0a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.613 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.605+0000 7facfe244640 1 --2- 172.21.15.62:0/591195383 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7facf8148da0 0x7facf80b0a00 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7facf000cb10 tx=0x7facf000a060 comp rx=0 tx=0).stop 2023-06-08T03:52:44.613 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.605+0000 7facfe244640 1 -- 172.21.15.62:0/591195383 shutdown_connections 2023-06-08T03:52:44.613 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.605+0000 7facfe244640 1 --2- 172.21.15.62:0/591195383 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7facdc066280 0x7facdc068730 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.613 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.605+0000 7facfe244640 1 --2- 172.21.15.62:0/591195383 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7facf8148da0 0x7facf80b0a00 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.613 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.605+0000 7facfe244640 1 --2- 172.21.15.62:0/591195383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7facf8145cd0 0x7facf8160f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.613 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.605+0000 7facfe244640 1 --2- 172.21.15.62:0/591195383 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7facf80b29f0 0x7facf8201c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.613 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.605+0000 7facfe244640 1 -- 172.21.15.62:0/591195383 >> 172.21.15.62:0/591195383 conn(0x7facf8065100 msgr2=0x7facf8147330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.614 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.605+0000 7facfe244640 1 -- 172.21.15.62:0/591195383 shutdown_connections 2023-06-08T03:52:44.614 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.605+0000 7facfe244640 1 -- 172.21.15.62:0/591195383 wait complete. 2023-06-08T03:52:44.618 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.613+0000 7f258a060640 1 -- 172.21.15.62:0/4141070254 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f257c0065e0 con 0x7f257c035170 2023-06-08T03:52:44.618 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.613+0000 7f19be895640 1 -- 172.21.15.62:0/235035868 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f19b0005920 con 0x7f19b0056930 2023-06-08T03:52:44.619 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.613+0000 7f19b4ff9640 1 -- 172.21.15.62:0/235035868 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f19a4015020 con 0x7f19b0056930 2023-06-08T03:52:44.619 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.613+0000 7f2579ffb640 1 -- 172.21.15.62:0/4141070254 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f25800552f0 con 0x7f257c035170 2023-06-08T03:52:44.619 INFO:teuthology.orchestra.run.smithi062.stdout:55834574853 2023-06-08T03:52:44.620 INFO:teuthology.orchestra.run.smithi062.stdout:55834574854 2023-06-08T03:52:44.622 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574852 for osd.2 2023-06-08T03:52:44.623 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f258a060640 1 -- 172.21.15.62:0/4141070254 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2568066280 msgr2=0x7f2568068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.623 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f258a060640 1 --2- 172.21.15.62:0/4141070254 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2568066280 0x7f2568068730 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f25740ae000 tx=0x7f2574008040 comp rx=0 tx=0).stop 2023-06-08T03:52:44.624 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f258a060640 1 -- 172.21.15.62:0/4141070254 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f257c035170 msgr2=0x7f257c0e54c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.624 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f258a060640 1 --2- 172.21.15.62:0/4141070254 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f257c035170 0x7f257c0e54c0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f258000e9d0 tx=0x7f258000ee90 comp rx=0 tx=0).stop 2023-06-08T03:52:44.624 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f258a060640 1 -- 172.21.15.62:0/4141070254 shutdown_connections 2023-06-08T03:52:44.624 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f258a060640 1 --2- 172.21.15.62:0/4141070254 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2568066280 0x7f2568068730 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.624 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f258a060640 1 --2- 172.21.15.62:0/4141070254 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f257c0546d0 0x7f257c187a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.624 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f258a060640 1 --2- 172.21.15.62:0/4141070254 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f257c0377c0 0x7f257c0e1f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.625 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f258a060640 1 --2- 172.21.15.62:0/4141070254 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f257c035170 0x7f257c0e54c0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.625 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f258a060640 1 -- 172.21.15.62:0/4141070254 >> 172.21.15.62:0/4141070254 conn(0x7f257c0527c0 msgr2=0x7f257c004a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.625 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f258a060640 1 -- 172.21.15.62:0/4141070254 shutdown_connections 2023-06-08T03:52:44.625 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f258a060640 1 -- 172.21.15.62:0/4141070254 wait complete. 2023-06-08T03:52:44.625 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f19be895640 1 -- 172.21.15.62:0/235035868 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f199c0662b0 msgr2=0x7f199c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.626 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f19be895640 1 --2- 172.21.15.62:0/235035868 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f199c0662b0 0x7f199c068760 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f19b0054640 tx=0x7f19b8120070 comp rx=0 tx=0).stop 2023-06-08T03:52:44.626 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f19be895640 1 -- 172.21.15.62:0/235035868 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f19b0056930 msgr2=0x7f19b004df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:44.626 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f19be895640 1 --2- 172.21.15.62:0/235035868 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f19b0056930 0x7f19b004df30 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f19a400b410 tx=0x7f19a400b8d0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.626 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f19be895640 1 -- 172.21.15.62:0/235035868 shutdown_connections 2023-06-08T03:52:44.626 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f19be895640 1 --2- 172.21.15.62:0/235035868 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f199c0662b0 0x7f199c068760 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.626 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f19be895640 1 --2- 172.21.15.62:0/235035868 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f19b0056930 0x7f19b004df30 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.626 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f19be895640 1 --2- 172.21.15.62:0/235035868 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f19b0053b90 0x7f19b00d68f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.627 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f19be895640 1 --2- 172.21.15.62:0/235035868 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f19b00362b0 0x7f19b0049b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:44.627 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f19be895640 1 -- 172.21.15.62:0/235035868 >> 172.21.15.62:0/235035868 conn(0x7f19b000c350 msgr2=0x7f19b0054aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:44.627 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f19be895640 1 -- 172.21.15.62:0/235035868 shutdown_connections 2023-06-08T03:52:44.628 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574852 for osd.7 2023-06-08T03:52:44.628 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:44.617+0000 7f19be895640 1 -- 172.21.15.62:0/235035868 wait complete. 2023-06-08T03:52:44.635 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574855 for osd.4 2023-06-08T03:52:44.637 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574855 for osd.0 2023-06-08T03:52:44.640 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574853 for osd.5 2023-06-08T03:52:44.646 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574854 for osd.6 2023-06-08T03:52:44.648 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574853 for osd.1 2023-06-08T03:52:45.602 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-06-08T03:52:45.623 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-06-08T03:52:45.628 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-06-08T03:52:45.636 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-06-08T03:52:45.638 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-06-08T03:52:45.641 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-06-08T03:52:45.647 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-06-08T03:52:45.648 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-06-08T03:52:45.787 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.781+0000 7f4f25da8640 1 Processor -- start 2023-06-08T03:52:45.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.781+0000 7f4f25da8640 1 -- start start 2023-06-08T03:52:45.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.781+0000 7f4f25da8640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f4f2013d830 0x7f4f2006fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.781+0000 7f4f25da8640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f4f200702b0 0x7f4f200b0a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.781+0000 7f4f25da8640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f2006f8e0 con 0x7f4f200b0f40 2023-06-08T03:52:45.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.781+0000 7f4f25da8640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f200b13e0 con 0x7f4f200702b0 2023-06-08T03:52:45.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.781+0000 7f4f25da8640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f2006ecd0 con 0x7f4f2013d830 2023-06-08T03:52:45.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.781+0000 7f4f1effd640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f4f200702b0 0x7f4f200b0a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.781+0000 7f4f1f7fe640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f4f2013d830 0x7f4f2006fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.781+0000 7f4f1f7fe640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f4f2013d830 0x7f4f2006fd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.62:53476/0 (socket says 172.21.15.62:53476) 2023-06-08T03:52:45.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.781+0000 7f4f1f7fe640 1 -- 172.21.15.62:0/498594866 learned_addr learned my addr 172.21.15.62:0/498594866 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:45.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.781+0000 7f4f1f7fe640 1 -- 172.21.15.62:0/498594866 >> v2:172.21.15.62:3300/0 conn(0x7f4f200702b0 msgr2=0x7f4f200b0a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:45.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.781+0000 7f4f1f7fe640 1 --2- 172.21.15.62:0/498594866 >> v2:172.21.15.62:3300/0 conn(0x7f4f200702b0 0x7f4f200b0a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.781+0000 7f4f1f7fe640 1 -- 172.21.15.62:0/498594866 >> v1:172.21.15.188:6789/0 conn(0x7f4f200b0f40 legacy=0x7f4f2006cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.781+0000 7f4f1f7fe640 1 -- 172.21.15.62:0/498594866 --> v2:172.21.15.188:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f2006efb0 con 0x7f4f2013d830 2023-06-08T03:52:45.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.785+0000 7f4f1f7fe640 1 --2- 172.21.15.62:0/498594866 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4f2013d830 0x7f4f2006fd70 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f4f1800d370 tx=0x7f4f1801ec90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d494a9bc85d7f088 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.785+0000 7f4f1e7fc640 1 -- 172.21.15.62:0/498594866 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f180a7d60 con 0x7f4f2013d830 2023-06-08T03:52:45.794 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.785+0000 7f4f1e7fc640 1 -- 172.21.15.62:0/498594866 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f180ab070 con 0x7f4f2013d830 2023-06-08T03:52:45.794 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.789+0000 7f4f25da8640 1 -- 172.21.15.62:0/498594866 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4f2013d830 msgr2=0x7f4f2006fd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.789+0000 7f4f25da8640 1 --2- 172.21.15.62:0/498594866 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4f2013d830 0x7f4f2006fd70 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f4f1800d370 tx=0x7f4f1801ec90 comp rx=0 tx=0).stop 2023-06-08T03:52:45.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.789+0000 7f4f25da8640 1 -- 172.21.15.62:0/498594866 shutdown_connections 2023-06-08T03:52:45.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.789+0000 7f4f25da8640 1 --2- 172.21.15.62:0/498594866 >> v2:172.21.15.62:3300/0 conn(0x7f4f200702b0 0x7f4f200b0a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.789+0000 7f4f25da8640 1 --2- 172.21.15.62:0/498594866 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4f2013d830 0x7f4f2006fd70 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.789+0000 7f4f25da8640 1 -- 172.21.15.62:0/498594866 >> 172.21.15.62:0/498594866 conn(0x7f4f20069310 msgr2=0x7f4f20069710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:45.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.789+0000 7f4f25da8640 1 -- 172.21.15.62:0/498594866 shutdown_connections 2023-06-08T03:52:45.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.789+0000 7f4f25da8640 1 -- 172.21.15.62:0/498594866 wait complete. 2023-06-08T03:52:45.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.789+0000 7f4f25da8640 1 Processor -- start 2023-06-08T03:52:45.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.789+0000 7f4f25da8640 1 -- start start 2023-06-08T03:52:45.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f25da8640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4f200702b0 0x7f4f20152200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f25da8640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4f200b0f40 0x7f4f201595c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f25da8640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4f200cbb20 0x7f4f200cbfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f25da8640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f20139ce0 con 0x7f4f200cbb20 2023-06-08T03:52:45.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f1ffff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4f200cbb20 0x7f4f200cbfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f1ffff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4f200cbb20 0x7f4f200cbfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:51026/0 (socket says 172.21.15.62:51026) 2023-06-08T03:52:45.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f1ffff640 1 -- 172.21.15.62:0/1793336728 learned_addr learned my addr 172.21.15.62:0/1793336728 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:45.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f1f7fe640 1 --2- 172.21.15.62:0/1793336728 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4f200702b0 0x7f4f20152200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f1effd640 1 --2- 172.21.15.62:0/1793336728 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4f200b0f40 0x7f4f201595c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f25da8640 1 -- 172.21.15.62:0/1793336728 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f20139720 con 0x7f4f200b0f40 2023-06-08T03:52:45.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f25da8640 1 -- 172.21.15.62:0/1793336728 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f200cc8a0 con 0x7f4f200702b0 2023-06-08T03:52:45.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f1ffff640 1 -- 172.21.15.62:0/1793336728 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4f200702b0 msgr2=0x7f4f20152200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f1ffff640 1 --2- 172.21.15.62:0/1793336728 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4f200702b0 0x7f4f20152200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f1ffff640 1 -- 172.21.15.62:0/1793336728 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4f200b0f40 msgr2=0x7f4f201595c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f1ffff640 1 --2- 172.21.15.62:0/1793336728 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4f200b0f40 0x7f4f201595c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f1ffff640 1 -- 172.21.15.62:0/1793336728 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f1800d050 con 0x7f4f200cbb20 2023-06-08T03:52:45.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f1f7fe640 1 --2- 172.21.15.62:0/1793336728 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4f200702b0 0x7f4f20152200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:52:45.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f1ffff640 1 --2- 172.21.15.62:0/1793336728 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4f200cbb20 0x7f4f200cbfc0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f4f1000c390 tx=0x7f4f1000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f07fff640 1 -- 172.21.15.62:0/1793336728 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f100052d0 con 0x7f4f200cbb20 2023-06-08T03:52:45.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f25da8640 1 -- 172.21.15.62:0/1793336728 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f200ccb80 con 0x7f4f200cbb20 2023-06-08T03:52:45.803 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.793+0000 7f4f25da8640 1 -- 172.21.15.62:0/1793336728 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f200cc500 con 0x7f4f200cbb20 2023-06-08T03:52:45.804 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.797+0000 7f4f07fff640 1 -- 172.21.15.62:0/1793336728 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f10005430 con 0x7f4f200cbb20 2023-06-08T03:52:45.805 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.797+0000 7f4f07fff640 1 -- 172.21.15.62:0/1793336728 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f10007240 con 0x7f4f200cbb20 2023-06-08T03:52:45.805 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.797+0000 7f4f07fff640 1 -- 172.21.15.62:0/1793336728 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f4f10007460 con 0x7f4f200cbb20 2023-06-08T03:52:45.806 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.797+0000 7f4f07fff640 1 --2- 172.21.15.62:0/1793336728 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4f08066540 0x7f4f080689f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.806 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.801+0000 7f4f07fff640 1 -- 172.21.15.62:0/1793336728 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f4f100830f0 con 0x7f4f200cbb20 2023-06-08T03:52:45.806 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.801+0000 7f4f1f7fe640 1 --2- 172.21.15.62:0/1793336728 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4f08066540 0x7f4f080689f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.806 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.801+0000 7f4f25da8640 1 -- 172.21.15.62:0/1793336728 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f0c005290 con 0x7f4f200cbb20 2023-06-08T03:52:45.815 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.809+0000 7f4f07fff640 1 -- 172.21.15.62:0/1793336728 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f4f10050690 con 0x7f4f200cbb20 2023-06-08T03:52:45.816 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.809+0000 7f4f1f7fe640 1 --2- 172.21.15.62:0/1793336728 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4f08066540 0x7f4f080689f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f4f180b2000 tx=0x7f4f1800a040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.835 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f9a0896f640 1 Processor -- start 2023-06-08T03:52:45.836 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7fe772ac7640 1 Processor -- start 2023-06-08T03:52:45.836 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f9a0896f640 1 -- start start 2023-06-08T03:52:45.837 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f807cc7f640 1 Processor -- start 2023-06-08T03:52:45.837 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f807cc7f640 1 -- start start 2023-06-08T03:52:45.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f9a0896f640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f99fc0e1ec0 0x7f99fc0e2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f9a0896f640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f99fc0527f0 0x7f99fc0366a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f9a0896f640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99fc033c00 con 0x7f99fc0521b0 2023-06-08T03:52:45.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f9a0896f640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99fc0e2ac0 con 0x7f99fc0e1ec0 2023-06-08T03:52:45.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f9a0896f640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99fc033920 con 0x7f99fc0527f0 2023-06-08T03:52:45.839 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f807cc7f640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f8078156da0 0x7f80780c0b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.839 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f9a0359e640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f99fc0521b0 0x7f99fc005ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:57106/0 (socket says 172.21.15.62:57106) 2023-06-08T03:52:45.839 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f9a0359e640 1 -- 172.21.15.62:0/1363343141 learned_addr learned my addr 172.21.15.62:0/1363343141 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:45.839 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f9a02d9d640 1 --2- 172.21.15.62:0/1363343141 >> v2:172.21.15.62:3300/0 conn(0x7f99fc0e1ec0 0x7f99fc0e2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.840 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f9a0259c640 1 --2- 172.21.15.62:0/1363343141 >> v2:172.21.15.188:3300/0 conn(0x7f99fc0527f0 0x7f99fc0366a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.840 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f807cc7f640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80780c1500 con 0x7f80780afdd0 2023-06-08T03:52:45.840 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f807cc7f640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80780c9da0 con 0x7f80780c10b0 2023-06-08T03:52:45.840 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f807cc7f640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8078160f00 con 0x7f8078156da0 2023-06-08T03:52:45.840 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7fe772ac7640 1 -- start start 2023-06-08T03:52:45.841 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f8075d9b640 1 --1- >> v1:172.21.15.188:6789/0 conn(0x7f80780c10b0 0x7f80780af6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.188:6789/0 says I am v1:172.21.15.62:40922/0 (socket says 172.21.15.62:40922) 2023-06-08T03:52:45.841 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f8075d9b640 1 -- 172.21.15.62:0/1530534133 learned_addr learned my addr 172.21.15.62:0/1530534133 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:45.841 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f807659c640 1 --2- 172.21.15.62:0/1530534133 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f8078156da0 0x7f80780c0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.842 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7fe772ac7640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe76c0b0010 0x7fe76c06bf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.842 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7fe772ac7640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe76c0b03e0 0x7fe76c1637b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.842 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7fe772ac7640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe76c0cc890 con 0x7fe76c0ccfe0 2023-06-08T03:52:45.842 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7fe772ac7640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe76c06c460 con 0x7fe76c0b03e0 2023-06-08T03:52:45.843 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7fe772ac7640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe76c163f20 con 0x7fe76c0b0010 2023-06-08T03:52:45.843 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7fe770863640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe76c0b0010 0x7fe76c06bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.843 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7fe770863640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe76c0b0010 0x7fe76c06bf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.62:38420/0 (socket says 172.21.15.62:38420) 2023-06-08T03:52:45.843 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7fe770863640 1 -- 172.21.15.62:0/1290735712 learned_addr learned my addr 172.21.15.62:0/1290735712 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:45.843 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f807659c640 1 -- 172.21.15.62:0/1530534133 >> v1:172.21.15.188:6789/0 conn(0x7f80780c10b0 legacy=0x7f80780af6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.844 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f807659c640 1 -- 172.21.15.62:0/1530534133 >> v1:172.21.15.62:6789/0 conn(0x7f80780afdd0 legacy=0x7f80780c8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.844 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f807659c640 1 -- 172.21.15.62:0/1530534133 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8078160280 con 0x7f8078156da0 2023-06-08T03:52:45.844 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7fe76bfff640 1 --2- 172.21.15.62:0/1290735712 >> v2:172.21.15.62:3300/0 conn(0x7fe76c0b03e0 0x7fe76c1637b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.845 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7fe76b7fe640 1 -- 172.21.15.62:0/1290735712 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3994794600 0 0) 0x7fe76c0cc890 con 0x7fe76c0ccfe0 2023-06-08T03:52:45.845 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7fe76b7fe640 1 -- 172.21.15.62:0/1290735712 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe75c003530 con 0x7fe76c0ccfe0 2023-06-08T03:52:45.845 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7fe770863640 1 -- 172.21.15.62:0/1290735712 >> v2:172.21.15.62:3300/0 conn(0x7fe76c0b03e0 msgr2=0x7fe76c1637b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:45.845 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7fe770863640 1 --2- 172.21.15.62:0/1290735712 >> v2:172.21.15.62:3300/0 conn(0x7fe76c0b03e0 0x7fe76c1637b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.845 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7fe770863640 1 -- 172.21.15.62:0/1290735712 >> v1:172.21.15.62:6789/0 conn(0x7fe76c0ccfe0 legacy=0x7fe76c0cfb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.845 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7fe770863640 1 -- 172.21.15.62:0/1290735712 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe76c163cf0 con 0x7fe76c0b0010 2023-06-08T03:52:45.846 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f261a78f640 1 Processor -- start 2023-06-08T03:52:45.846 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f261a78f640 1 -- start start 2023-06-08T03:52:45.846 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f9a02d9d640 1 -- 172.21.15.62:0/1363343141 >> v2:172.21.15.188:3300/0 conn(0x7f99fc0527f0 msgr2=0x7f99fc0366a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:45.846 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f9a02d9d640 1 --2- 172.21.15.62:0/1363343141 >> v2:172.21.15.188:3300/0 conn(0x7f99fc0527f0 0x7f99fc0366a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.847 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f9a02d9d640 1 -- 172.21.15.62:0/1363343141 >> v1:172.21.15.62:6789/0 conn(0x7f99fc0521b0 legacy=0x7f99fc005ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.847 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.829+0000 7f9a02d9d640 1 -- 172.21.15.62:0/1363343141 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99fc0e2400 con 0x7f99fc0e1ec0 2023-06-08T03:52:45.847 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7fcd4ca12640 1 Processor -- start 2023-06-08T03:52:45.847 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7fcd4ca12640 1 -- start start 2023-06-08T03:52:45.848 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f9a02d9d640 1 --2- 172.21.15.62:0/1363343141 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f99fc0e1ec0 0x7f99fc0e2ee0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f99fc0077b0 tx=0x7f99f801c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f561ee0e0b23c7e2 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.849 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f9a01d9b640 1 -- 172.21.15.62:0/1363343141 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99f80ac640 con 0x7f99fc0e1ec0 2023-06-08T03:52:45.849 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f9a01d9b640 1 -- 172.21.15.62:0/1363343141 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99f80ac7a0 con 0x7f99fc0e1ec0 2023-06-08T03:52:45.849 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f9a01d9b640 1 -- 172.21.15.62:0/1363343141 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99f80acb30 con 0x7f99fc0e1ec0 2023-06-08T03:52:45.850 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f9a0896f640 1 -- 172.21.15.62:0/1363343141 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f99fc0e1ec0 msgr2=0x7f99fc0e2ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.850 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f9a0896f640 1 --2- 172.21.15.62:0/1363343141 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f99fc0e1ec0 0x7f99fc0e2ee0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f99fc0077b0 tx=0x7f99f801c3c0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.851 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7fcd4ca12640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fcd480b0010 0x7fcd4806bf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.851 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7fcd4ca12640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fcd480b03e0 0x7fcd481637b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.851 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7fcd4ca12640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcd480cc890 con 0x7fcd480ccfe0 2023-06-08T03:52:45.851 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7fcd4ca12640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcd4806c460 con 0x7fcd480b0010 2023-06-08T03:52:45.852 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7fcd4ca12640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcd48163f20 con 0x7fcd480b03e0 2023-06-08T03:52:45.853 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f261a78f640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f260c0366a0 0x7f260c0e4b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.853 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f261a78f640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f260c050fe0 0x7f260c036a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.853 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f261a78f640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f260c0e5080 con 0x7f260c04fc10 2023-06-08T03:52:45.853 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f261a78f640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f260c0381d0 con 0x7f260c050fe0 2023-06-08T03:52:45.854 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f261a78f640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f260c04f780 con 0x7f260c0366a0 2023-06-08T03:52:45.854 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f2619f8e640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f260c04fc10 0x7f260c039660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:57136/0 (socket says 172.21.15.62:57136) 2023-06-08T03:52:45.854 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f2619f8e640 1 -- 172.21.15.62:0/1273919701 learned_addr learned my addr 172.21.15.62:0/1273919701 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:45.855 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f260bfff640 1 -- 172.21.15.62:0/1273919701 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3644637945 0 0) 0x7f2614071d30 con 0x7f260c04fc10 2023-06-08T03:52:45.855 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f9a0896f640 1 -- 172.21.15.62:0/1363343141 shutdown_connections 2023-06-08T03:52:45.856 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f9a0896f640 1 --2- 172.21.15.62:0/1363343141 >> v2:172.21.15.188:3300/0 conn(0x7f99fc0527f0 0x7f99fc0366a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.856 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f9a0896f640 1 --2- 172.21.15.62:0/1363343141 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f99fc0e1ec0 0x7f99fc0e2ee0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.856 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f9a0896f640 1 -- 172.21.15.62:0/1363343141 >> 172.21.15.62:0/1363343141 conn(0x7f99fc0516a0 msgr2=0x7f99fc051aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:45.857 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7fcd4659c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fcd480b0010 0x7fcd4806bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.857 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7fcd4659c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fcd480b0010 0x7fcd4806bf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:51034/0 (socket says 172.21.15.62:51034) 2023-06-08T03:52:45.857 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7fcd4659c640 1 -- 172.21.15.62:0/2709625104 learned_addr learned my addr 172.21.15.62:0/2709625104 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:45.858 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f9a0896f640 1 -- 172.21.15.62:0/1363343141 shutdown_connections 2023-06-08T03:52:45.859 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f260bfff640 1 -- 172.21.15.62:0/1273919701 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2600003530 con 0x7f260c04fc10 2023-06-08T03:52:45.859 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f261978d640 1 --2- 172.21.15.62:0/1273919701 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f260c0366a0 0x7f260c0e4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.859 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f260bfff640 1 -- 172.21.15.62:0/1273919701 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1247981277 0 0) 0x7f2600003530 con 0x7f260c04fc10 2023-06-08T03:52:45.859 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f260bfff640 1 -- 172.21.15.62:0/1273919701 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f260c0366a0 msgr2=0x7f260c0e4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:45.859 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f260bfff640 1 --2- 172.21.15.62:0/1273919701 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f260c0366a0 0x7f260c0e4b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.860 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f260bfff640 1 -- 172.21.15.62:0/1273919701 >> v2:172.21.15.62:3300/0 conn(0x7f260c050fe0 msgr2=0x7f260c036a70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-06-08T03:52:45.860 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f260bfff640 1 --2- 172.21.15.62:0/1273919701 >> v2:172.21.15.62:3300/0 conn(0x7f260c050fe0 0x7f260c036a70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.860 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f260bfff640 1 -- 172.21.15.62:0/1273919701 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f260c0e0a20 con 0x7f260c04fc10 2023-06-08T03:52:45.861 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f260bfff640 1 -- 172.21.15.62:0/1273919701 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f261404dea0 con 0x7f260c04fc10 2023-06-08T03:52:45.861 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f260bfff640 1 -- 172.21.15.62:0/1273919701 >> v1:172.21.15.62:6789/0 conn(0x7f260c04fc10 legacy=0x7f260c039660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.862 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7fe770863640 1 --2- 172.21.15.62:0/1290735712 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe76c0b0010 0x7fe76c06bf20 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fe758006fd0 tx=0x7fe75801c4f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7ba07da45cb1461b server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.862 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7fe76b7fe640 1 -- 172.21.15.62:0/1290735712 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7580ab600 con 0x7fe76c0b0010 2023-06-08T03:52:45.862 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7fe76b7fe640 1 -- 172.21.15.62:0/1290735712 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7580ab760 con 0x7fe76c0b0010 2023-06-08T03:52:45.863 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f64ca5a0640 1 Processor -- start 2023-06-08T03:52:45.863 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.833+0000 7f9a0896f640 1 -- 172.21.15.62:0/1363343141 wait complete. 2023-06-08T03:52:45.864 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f9a0896f640 1 Processor -- start 2023-06-08T03:52:45.864 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f64ca5a0640 1 -- start start 2023-06-08T03:52:45.865 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7fe772ac7640 1 -- 172.21.15.62:0/1290735712 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe76c0b0010 msgr2=0x7fe76c06bf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.865 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7fe772ac7640 1 --2- 172.21.15.62:0/1290735712 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe76c0b0010 0x7fe76c06bf20 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fe758006fd0 tx=0x7fe75801c4f0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.866 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7fe772ac7640 1 -- 172.21.15.62:0/1290735712 shutdown_connections 2023-06-08T03:52:45.866 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7fe772ac7640 1 --2- 172.21.15.62:0/1290735712 >> v2:172.21.15.62:3300/0 conn(0x7fe76c0b03e0 0x7fe76c1637b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.866 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7fe772ac7640 1 --2- 172.21.15.62:0/1290735712 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe76c0b0010 0x7fe76c06bf20 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.867 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7fe772ac7640 1 -- 172.21.15.62:0/1290735712 >> 172.21.15.62:0/1290735712 conn(0x7fe76c089fe0 msgr2=0x7fe76c0991b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:45.867 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7fe772ac7640 1 -- 172.21.15.62:0/1290735712 shutdown_connections 2023-06-08T03:52:45.868 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f9a0896f640 1 -- start start 2023-06-08T03:52:45.868 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f9a0896f640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f99fc0521b0 0x7f99fc187c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.868 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f9a0896f640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f99fc0527f0 0x7f99fc0dacd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.868 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f9a0896f640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f99fc0e1ec0 0x7f99fc0db210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.869 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f64ca5a0640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f64c40c85b0 0x7f64c40c8980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.869 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f9a0896f640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99fc04b640 con 0x7f99fc0e1ec0 2023-06-08T03:52:45.869 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f9a0896f640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99fc04c9b0 con 0x7f99fc0527f0 2023-06-08T03:52:45.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f9a0896f640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99fc04aac0 con 0x7f99fc0521b0 2023-06-08T03:52:45.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f64ca5a0640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f64c40ca590 0x7f64c40caa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7fcd4659c640 1 -- 172.21.15.62:0/2709625104 >> v2:172.21.15.188:3300/0 conn(0x7fcd480b03e0 msgr2=0x7fcd481637b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-06-08T03:52:45.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7fcd4659c640 1 --2- 172.21.15.62:0/2709625104 >> v2:172.21.15.188:3300/0 conn(0x7fcd480b03e0 0x7fcd481637b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7fcd4659c640 1 -- 172.21.15.62:0/2709625104 >> v1:172.21.15.188:6789/0 conn(0x7fcd480ccfe0 legacy=0x7fcd480cfb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7fcd4659c640 1 -- 172.21.15.62:0/2709625104 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd48163cf0 con 0x7fcd480b0010 2023-06-08T03:52:45.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f9a0259c640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f99fc0527f0 0x7f99fc0dacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f9a0359e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f99fc0e1ec0 0x7f99fc0db210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f9a0259c640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f99fc0527f0 0x7f99fc0dacd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.62:53526/0 (socket says 172.21.15.62:53526) 2023-06-08T03:52:45.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f9a0259c640 1 -- 172.21.15.62:0/3258260376 learned_addr learned my addr 172.21.15.62:0/3258260376 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:45.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f64ca5a0640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64c40cbe60 con 0x7f64c406b3a0 2023-06-08T03:52:45.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f64c8d9d640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f64c40ca590 0x7f64c40caa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f64c8d9d640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f64c40ca590 0x7f64c40caa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.62:38438/0 (socket says 172.21.15.62:38438) 2023-06-08T03:52:45.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f64c8d9d640 1 -- 172.21.15.62:0/2869579116 learned_addr learned my addr 172.21.15.62:0/2869579116 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:45.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f64ca5a0640 1 -- 172.21.15.62:0/2869579116 --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64c406f020 con 0x7f64c40c85b0 2023-06-08T03:52:45.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f64ca5a0640 1 -- 172.21.15.62:0/2869579116 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64c4158050 con 0x7f64c40ca590 2023-06-08T03:52:45.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7fe772ac7640 1 -- 172.21.15.62:0/1290735712 wait complete. 2023-06-08T03:52:45.874 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f9a0259c640 1 -- 172.21.15.62:0/3258260376 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f99fc0521b0 msgr2=0x7f99fc187c00 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-06-08T03:52:45.874 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f9a0259c640 1 --2- 172.21.15.62:0/3258260376 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f99fc0521b0 0x7f99fc187c00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.874 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f9a0259c640 1 -- 172.21.15.62:0/3258260376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f99fc0e1ec0 msgr2=0x7f99fc0db210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.874 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f9a0259c640 1 --2- 172.21.15.62:0/3258260376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f99fc0e1ec0 0x7f99fc0db210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.874 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f9a0259c640 1 -- 172.21.15.62:0/3258260376 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99f8009420 con 0x7f99fc0527f0 2023-06-08T03:52:45.875 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f1a80f82640 1 Processor -- start 2023-06-08T03:52:45.875 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7fe772ac7640 1 Processor -- start 2023-06-08T03:52:45.875 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f260bfff640 1 --2- 172.21.15.62:0/1273919701 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2600003a00 0x7f2600003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.876 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f260bfff640 1 --2- 172.21.15.62:0/1273919701 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f260c0366a0 0x7f26000047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.876 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f260bfff640 1 --2- 172.21.15.62:0/1273919701 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2600004d10 0x7f2600005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.876 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f260bfff640 1 -- 172.21.15.62:0/1273919701 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f260c0381d0 con 0x7f2600003a00 2023-06-08T03:52:45.876 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f260bfff640 1 -- 172.21.15.62:0/1273919701 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f260c04f780 con 0x7f2600004d10 2023-06-08T03:52:45.876 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f260bfff640 1 -- 172.21.15.62:0/1273919701 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f260000fe20 con 0x7f260c0366a0 2023-06-08T03:52:45.876 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f261978d640 1 --2- 172.21.15.62:0/1273919701 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2600003a00 0x7f2600003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.876 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f2618f8c640 1 --2- 172.21.15.62:0/1273919701 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f260c0366a0 0x7f26000047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.877 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f2619f8e640 1 --2- 172.21.15.62:0/1273919701 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2600004d10 0x7f2600005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.877 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f261978d640 1 -- 172.21.15.62:0/1273919701 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f260c0366a0 msgr2=0x7f26000047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:45.877 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fe772ac7640 1 -- start start 2023-06-08T03:52:45.877 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f261978d640 1 --2- 172.21.15.62:0/1273919701 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f260c0366a0 0x7f26000047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.878 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f261978d640 1 -- 172.21.15.62:0/1273919701 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2600004d10 msgr2=0x7f2600005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:45.878 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f261978d640 1 --2- 172.21.15.62:0/1273919701 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2600004d10 0x7f2600005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.878 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f261978d640 1 -- 172.21.15.62:0/1273919701 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2600003530 con 0x7f2600003a00 2023-06-08T03:52:45.878 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f64c8d9d640 1 -- 172.21.15.62:0/2869579116 >> v2:172.21.15.62:3300/0 conn(0x7f64c40c85b0 msgr2=0x7f64c40c8980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:45.879 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f64c8d9d640 1 --2- 172.21.15.62:0/2869579116 >> v2:172.21.15.62:3300/0 conn(0x7f64c40c85b0 0x7f64c40c8980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.879 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f64c8d9d640 1 -- 172.21.15.62:0/2869579116 >> v1:172.21.15.62:6789/0 conn(0x7f64c406b3a0 legacy=0x7f64c406b820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:45.879 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f64c8d9d640 1 -- 172.21.15.62:0/2869579116 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64c40c8ec0 con 0x7f64c40ca590 2023-06-08T03:52:45.879 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.837+0000 7f9a0259c640 1 --2- 172.21.15.62:0/3258260376 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f99fc0527f0 0x7f99fc0dacd0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f99f400e900 tx=0x7f99f400edc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.879 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f99eb7fe640 1 -- 172.21.15.62:0/3258260376 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99f400ca00 con 0x7f99fc0527f0 2023-06-08T03:52:45.879 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f99eb7fe640 1 -- 172.21.15.62:0/3258260376 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99f400cb60 con 0x7f99fc0527f0 2023-06-08T03:52:45.880 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f99eb7fe640 1 -- 172.21.15.62:0/3258260376 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99f4013470 con 0x7f99fc0527f0 2023-06-08T03:52:45.880 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f261978d640 1 --2- 172.21.15.62:0/1273919701 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2600003a00 0x7f2600003dd0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f2604009280 tx=0x7f260401c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=162dcf435a4dcc6a server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.880 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f260bfff640 1 -- 172.21.15.62:0/1273919701 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26040ad3f0 con 0x7f2600003a00 2023-06-08T03:52:45.880 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f260bfff640 1 -- 172.21.15.62:0/1273919701 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26040ad550 con 0x7f2600003a00 2023-06-08T03:52:45.881 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f1a80f82640 1 -- start start 2023-06-08T03:52:45.881 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f1a80f82640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f1a7c13d830 0x7f1a7c06fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.881 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f1a80f82640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f1a7c0702b0 0x7f1a7c0b0a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.881 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f1a80f82640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a7c06f8e0 con 0x7f1a7c0b0f40 2023-06-08T03:52:45.881 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f1a80f82640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1a7c0b13e0 con 0x7f1a7c0702b0 2023-06-08T03:52:45.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f1a80f82640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1a7c06ecd0 con 0x7f1a7c13d830 2023-06-08T03:52:45.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fcd4659c640 1 --2- 172.21.15.62:0/2709625104 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcd480b0010 0x7fcd4806bf20 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fcd480707b0 tx=0x7fcd3c01c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78a99161a6790c server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fcd4559a640 1 -- 172.21.15.62:0/2709625104 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd3c0aa650 con 0x7fcd480b0010 2023-06-08T03:52:45.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fcd4559a640 1 -- 172.21.15.62:0/2709625104 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd3c0aa7b0 con 0x7fcd480b0010 2023-06-08T03:52:45.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fcd4559a640 1 -- 172.21.15.62:0/2709625104 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd3c0aab40 con 0x7fcd480b0010 2023-06-08T03:52:45.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f9a0896f640 1 -- 172.21.15.62:0/3258260376 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99fc04ada0 con 0x7f99fc0527f0 2023-06-08T03:52:45.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f9a0896f640 1 -- 172.21.15.62:0/3258260376 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99fc04b360 con 0x7f99fc0527f0 2023-06-08T03:52:45.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f261a78f640 1 -- 172.21.15.62:0/1273919701 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2600003a00 msgr2=0x7f2600003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f261a78f640 1 --2- 172.21.15.62:0/1273919701 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2600003a00 0x7f2600003dd0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f2604009280 tx=0x7f260401c3f0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f2619f8e640 1 -- 172.21.15.62:0/1273919701 reap_dead start 2023-06-08T03:52:45.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f1a79d9b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f1a7c0702b0 0x7f1a7c0b0a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f1a79d9b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f1a7c0702b0 0x7f1a7c0b0a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:51090/0 (socket says 172.21.15.62:51090) 2023-06-08T03:52:45.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f1a79d9b640 1 -- 172.21.15.62:0/4267891266 learned_addr learned my addr 172.21.15.62:0/4267891266 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:45.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f1a7a59c640 1 --2- 172.21.15.62:0/4267891266 >> v2:172.21.15.188:3300/0 conn(0x7f1a7c13d830 0x7f1a7c06fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f261a78f640 1 -- 172.21.15.62:0/1273919701 shutdown_connections 2023-06-08T03:52:45.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f261a78f640 1 -- 172.21.15.62:0/1273919701 >> 172.21.15.62:0/1273919701 conn(0x7f260c0516a0 msgr2=0x7f260c051aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:45.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fcd4ca12640 1 -- 172.21.15.62:0/2709625104 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcd480b0010 msgr2=0x7fcd4806bf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fcd4ca12640 1 --2- 172.21.15.62:0/2709625104 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcd480b0010 0x7fcd4806bf20 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fcd480707b0 tx=0x7fcd3c01c4f0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f261a78f640 1 -- 172.21.15.62:0/1273919701 shutdown_connections 2023-06-08T03:52:45.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f261a78f640 1 -- 172.21.15.62:0/1273919701 wait complete. 2023-06-08T03:52:45.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f9a0896f640 1 -- 172.21.15.62:0/3258260376 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99fc008af0 con 0x7f99fc0527f0 2023-06-08T03:52:45.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fe772ac7640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe76c0b03e0 0x7fe76c155c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fe772ac7640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe76c0ccfe0 0x7fe76c1598b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fe772ac7640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe76c0ad360 0x7fe76c159df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fe772ac7640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe76c0ae410 con 0x7fe76c0ccfe0 2023-06-08T03:52:45.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fe772ac7640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe76c0ad800 con 0x7fe76c0ad360 2023-06-08T03:52:45.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fe772ac7640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe76c0adae0 con 0x7fe76c0b03e0 2023-06-08T03:52:45.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fe76bfff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe76c0ccfe0 0x7fe76c1598b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fe76bfff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe76c0ccfe0 0x7fe76c1598b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:51092/0 (socket says 172.21.15.62:51092) 2023-06-08T03:52:45.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fe76bfff640 1 -- 172.21.15.62:0/3675475025 learned_addr learned my addr 172.21.15.62:0/3675475025 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:45.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fe770863640 1 --2- 172.21.15.62:0/3675475025 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe76c0b03e0 0x7fe76c155c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fe76bfff640 1 -- 172.21.15.62:0/3675475025 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe76c0b03e0 msgr2=0x7fe76c155c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fe76bfff640 1 --2- 172.21.15.62:0/3675475025 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe76c0b03e0 0x7fe76c155c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fe76bfff640 1 -- 172.21.15.62:0/3675475025 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe76c0ad360 msgr2=0x7fe76c159df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7fe76bfff640 1 --2- 172.21.15.62:0/3675475025 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe76c0ad360 0x7fe76c159df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7fe76bfff640 1 -- 172.21.15.62:0/3675475025 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe758009480 con 0x7fe76c0ccfe0 2023-06-08T03:52:45.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f64c8d9d640 1 --2- 172.21.15.62:0/2869579116 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f64c40ca590 0x7f64c40caa00 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f64b4009870 tx=0x7f64b401d670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a3dae3705fcda3e server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f99eb7fe640 1 -- 172.21.15.62:0/3258260376 <== mon.1 v2:172.21.15.188:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f99f403b080 con 0x7f99fc0527f0 2023-06-08T03:52:45.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f1a79d9b640 1 -- 172.21.15.62:0/4267891266 >> v2:172.21.15.188:3300/0 conn(0x7f1a7c13d830 msgr2=0x7f1a7c06fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:45.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f1a79d9b640 1 --2- 172.21.15.62:0/4267891266 >> v2:172.21.15.188:3300/0 conn(0x7f1a7c13d830 0x7f1a7c06fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f1a79d9b640 1 -- 172.21.15.62:0/4267891266 >> v1:172.21.15.62:6789/0 conn(0x7f1a7c0b0f40 legacy=0x7f1a7c06cb10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-06-08T03:52:45.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f1a79d9b640 1 -- 172.21.15.62:0/4267891266 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a7c06efb0 con 0x7f1a7c0702b0 2023-06-08T03:52:45.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f807659c640 1 --2- 172.21.15.62:0/1530534133 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f8078156da0 0x7f80780c0b70 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f80680097f0 tx=0x7f806801c4c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b2efd299f21a7340 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f807559a640 1 -- 172.21.15.62:0/1530534133 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80680aa620 con 0x7f8078156da0 2023-06-08T03:52:45.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f807559a640 1 -- 172.21.15.62:0/1530534133 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80680aa780 con 0x7f8078156da0 2023-06-08T03:52:45.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7fe76bfff640 1 --2- 172.21.15.62:0/3675475025 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe76c0ccfe0 0x7fe76c1598b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fe76000d800 tx=0x7fe76000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f99eb7fe640 1 --2- 172.21.15.62:0/3258260376 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f99f0066280 0x7f99f0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f99eb7fe640 1 -- 172.21.15.62:0/3258260376 <== mon.1 v2:172.21.15.188:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f99f4084180 con 0x7f99fc0527f0 2023-06-08T03:52:45.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7fe7697fa640 1 -- 172.21.15.62:0/3675475025 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7600096a0 con 0x7fe76c0ccfe0 2023-06-08T03:52:45.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7fe7697fa640 1 -- 172.21.15.62:0/3675475025 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe760009800 con 0x7fe76c0ccfe0 2023-06-08T03:52:45.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f807cc7f640 1 -- 172.21.15.62:0/1530534133 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f8078156da0 msgr2=0x7f80780c0b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f807cc7f640 1 --2- 172.21.15.62:0/1530534133 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f8078156da0 0x7f80780c0b70 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f80680097f0 tx=0x7f806801c4c0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.841+0000 7f64bbfff640 1 -- 172.21.15.62:0/2869579116 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64b40a76f0 con 0x7f64c40ca590 2023-06-08T03:52:45.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f64bbfff640 1 -- 172.21.15.62:0/2869579116 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64b40a7850 con 0x7f64c40ca590 2023-06-08T03:52:45.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f64bbfff640 1 -- 172.21.15.62:0/2869579116 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64b40a7be0 con 0x7f64c40ca590 2023-06-08T03:52:45.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f9a02d9d640 1 --2- 172.21.15.62:0/3258260376 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f99f0066280 0x7f99f0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7fcd4ca12640 1 -- 172.21.15.62:0/2709625104 shutdown_connections 2023-06-08T03:52:45.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7fcd4ca12640 1 --2- 172.21.15.62:0/2709625104 >> v2:172.21.15.188:3300/0 conn(0x7fcd480b03e0 0x7fcd481637b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7fcd4ca12640 1 --2- 172.21.15.62:0/2709625104 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcd480b0010 0x7fcd4806bf20 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7fcd4ca12640 1 -- 172.21.15.62:0/2709625104 >> 172.21.15.62:0/2709625104 conn(0x7fcd48089fe0 msgr2=0x7fcd480991b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:45.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7fe7697fa640 1 -- 172.21.15.62:0/3675475025 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe760009b70 con 0x7fe76c0ccfe0 2023-06-08T03:52:45.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f64ca5a0640 1 -- 172.21.15.62:0/2869579116 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f64c40ca590 msgr2=0x7f64c40caa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.896 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7fe772ac7640 1 -- 172.21.15.62:0/3675475025 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe76c0addc0 con 0x7fe76c0ccfe0 2023-06-08T03:52:45.896 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f64ca5a0640 1 --2- 172.21.15.62:0/2869579116 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f64c40ca590 0x7f64c40caa00 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f64b4009870 tx=0x7f64b401d670 comp rx=0 tx=0).stop 2023-06-08T03:52:45.896 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f9a02d9d640 1 --2- 172.21.15.62:0/3258260376 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f99f0066280 0x7f99f0068730 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f99f80ae000 tx=0x7f99f8008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.897 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f1a79d9b640 1 --2- 172.21.15.62:0/4267891266 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a7c0702b0 0x7f1a7c0b0a00 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c009870 tx=0x7f1a6c01c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a781f725ed27477 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.897 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f64ca5a0640 1 -- 172.21.15.62:0/2869579116 shutdown_connections 2023-06-08T03:52:45.897 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7fe772ac7640 1 -- 172.21.15.62:0/3675475025 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe76c15be10 con 0x7fe76c0ccfe0 2023-06-08T03:52:45.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f261a78f640 1 Processor -- start 2023-06-08T03:52:45.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f261a78f640 1 -- start start 2023-06-08T03:52:45.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f261a78f640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2600003a00 0x7f260c04bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f261a78f640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f260c0d3f90 0x7f260c0d7200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.899 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f64ca5a0640 1 --2- 172.21.15.62:0/2869579116 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f64c40ca590 0x7f64c40caa00 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.899 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f64ca5a0640 1 --2- 172.21.15.62:0/2869579116 >> v2:172.21.15.62:3300/0 conn(0x7f64c40c85b0 0x7f64c40c8980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.899 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f261978d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2600003a00 0x7f260c04bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.899 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f261978d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2600003a00 0x7f260c04bcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:51100/0 (socket says 172.21.15.62:51100) 2023-06-08T03:52:45.900 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f807cc7f640 1 -- 172.21.15.62:0/1530534133 shutdown_connections 2023-06-08T03:52:45.900 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f807cc7f640 1 --2- 172.21.15.62:0/1530534133 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f8078156da0 0x7f80780c0b70 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.900 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f807cc7f640 1 -- 172.21.15.62:0/1530534133 >> 172.21.15.62:0/1530534133 conn(0x7f80780ca6c0 msgr2=0x7f80780caac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:45.900 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f64ca5a0640 1 -- 172.21.15.62:0/2869579116 >> 172.21.15.62:0/2869579116 conn(0x7f64c4069310 msgr2=0x7f64c40696e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:45.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f261a78f640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f260c0d3650 0x7f260c0058c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f261a78f640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f260c16dff0 con 0x7f2600003a00 2023-06-08T03:52:45.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f261a78f640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f260c04c230 con 0x7f260c0d3650 2023-06-08T03:52:45.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f261a78f640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f260c16d370 con 0x7f260c0d3f90 2023-06-08T03:52:45.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f64ca5a0640 1 -- 172.21.15.62:0/2869579116 shutdown_connections 2023-06-08T03:52:45.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f261978d640 1 -- 172.21.15.62:0/3464953597 learned_addr learned my addr 172.21.15.62:0/3464953597 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:45.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f807cc7f640 1 -- 172.21.15.62:0/1530534133 shutdown_connections 2023-06-08T03:52:45.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f64ca5a0640 1 -- 172.21.15.62:0/2869579116 wait complete. 2023-06-08T03:52:45.903 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f807cc7f640 1 -- 172.21.15.62:0/1530534133 wait complete. 2023-06-08T03:52:45.903 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7fcd4ca12640 1 -- 172.21.15.62:0/2709625104 shutdown_connections 2023-06-08T03:52:45.903 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f2618f8c640 1 --2- 172.21.15.62:0/3464953597 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f260c0d3f90 0x7f260c0d7200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.903 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f2619f8e640 1 --2- 172.21.15.62:0/3464953597 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f260c0d3650 0x7f260c0058c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.904 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7fcd4ca12640 1 -- 172.21.15.62:0/2709625104 wait complete. 2023-06-08T03:52:45.904 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f2618f8c640 1 -- 172.21.15.62:0/3464953597 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f260c0d3650 msgr2=0x7f260c0058c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.905 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f2618f8c640 1 --2- 172.21.15.62:0/3464953597 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f260c0d3650 0x7f260c0058c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.905 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f2618f8c640 1 -- 172.21.15.62:0/3464953597 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2600003a00 msgr2=0x7f260c04bcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.905 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f2618f8c640 1 --2- 172.21.15.62:0/3464953597 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2600003a00 0x7f260c04bcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.905 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7fe772ac7640 1 -- 172.21.15.62:0/3675475025 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe76c0ae5c0 con 0x7fe76c0ccfe0 2023-06-08T03:52:45.906 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f807cc7f640 1 Processor -- start 2023-06-08T03:52:45.906 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f807cc7f640 1 -- start start 2023-06-08T03:52:45.906 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f64ca5a0640 1 Processor -- start 2023-06-08T03:52:45.906 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f64ca5a0640 1 -- start start 2023-06-08T03:52:45.907 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7fcd4ca12640 1 Processor -- start 2023-06-08T03:52:45.907 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fcd4ca12640 1 -- start start 2023-06-08T03:52:45.907 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fe7697fa640 1 -- 172.21.15.62:0/3675475025 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe760009cd0 con 0x7fe76c0ccfe0 2023-06-08T03:52:45.907 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f1a7959a640 1 -- 172.21.15.62:0/4267891266 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a6c0ab600 con 0x7f1a7c0702b0 2023-06-08T03:52:45.908 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f1a7959a640 1 -- 172.21.15.62:0/4267891266 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a6c0ab760 con 0x7f1a7c0702b0 2023-06-08T03:52:45.908 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f1a7959a640 1 -- 172.21.15.62:0/4267891266 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a6c0abaf0 con 0x7f1a7c0702b0 2023-06-08T03:52:45.908 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f1a80f82640 1 -- 172.21.15.62:0/4267891266 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a7c0702b0 msgr2=0x7f1a7c0b0a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.908 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f1a80f82640 1 --2- 172.21.15.62:0/4267891266 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a7c0702b0 0x7f1a7c0b0a00 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c009870 tx=0x7f1a6c01c400 comp rx=0 tx=0).stop 2023-06-08T03:52:45.909 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fe7697fa640 1 --2- 172.21.15.62:0/3675475025 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe750066350 0x7fe750068800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.909 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fe7697fa640 1 -- 172.21.15.62:0/3675475025 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fe7600844f0 con 0x7fe76c0ccfe0 2023-06-08T03:52:45.909 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fe770863640 1 --2- 172.21.15.62:0/3675475025 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe750066350 0x7fe750068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.909 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f64ca5a0640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f64c406b3a0 0x7f64c40aff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f64ca5a0640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f64c40c85b0 0x7f64c40cc590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f64ca5a0640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64c40ca590 0x7f64c40ccad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f64c959e640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f64c406b3a0 0x7f64c40aff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f64c959e640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f64c406b3a0 0x7f64c40aff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.62:53582/0 (socket says 172.21.15.62:53582) 2023-06-08T03:52:45.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f64c9d9f640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64c40ca590 0x7f64c40ccad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f64c9d9f640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64c40ca590 0x7f64c40ccad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:51108/0 (socket says 172.21.15.62:51108) 2023-06-08T03:52:45.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f807cc7f640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f80780afdd0 0x7f80781560f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f807cc7f640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f80780c10b0 0x7f807814c020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f807cc7f640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f8078156da0 0x7f807814c850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f807cc7f640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80780b1ac0 con 0x7f80780afdd0 2023-06-08T03:52:45.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f807cc7f640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80780b1da0 con 0x7f8078156da0 2023-06-08T03:52:45.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f807cc7f640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80780b2080 con 0x7f80780c10b0 2023-06-08T03:52:45.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f807659c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f80780afdd0 0x7f80781560f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f807659c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f80780afdd0 0x7f80781560f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:51102/0 (socket says 172.21.15.62:51102) 2023-06-08T03:52:45.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f807659c640 1 -- 172.21.15.62:0/2496082328 learned_addr learned my addr 172.21.15.62:0/2496082328 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:45.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f8075d9b640 1 --2- 172.21.15.62:0/2496082328 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f80780c10b0 0x7f807814c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f8076d9d640 1 --2- 172.21.15.62:0/2496082328 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f8078156da0 0x7f807814c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f64c959e640 1 -- 172.21.15.62:0/424471811 learned_addr learned my addr 172.21.15.62:0/424471811 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:45.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f64c8d9d640 1 --2- 172.21.15.62:0/424471811 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f64c40c85b0 0x7f64c40cc590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f64ca5a0640 1 -- 172.21.15.62:0/424471811 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64c414f6d0 con 0x7f64c40ca590 2023-06-08T03:52:45.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f64ca5a0640 1 -- 172.21.15.62:0/424471811 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64c414f9b0 con 0x7f64c406b3a0 2023-06-08T03:52:45.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fe770863640 1 --2- 172.21.15.62:0/3675475025 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe750066350 0x7fe750068800 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fe7580af000 tx=0x7fe758009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f64ca5a0640 1 -- 172.21.15.62:0/424471811 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64c414fc90 con 0x7f64c40c85b0 2023-06-08T03:52:45.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fcd4ca12640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fcd480b0010 0x7fcd4815c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fcd4ca12640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcd480b03e0 0x7fcd48203c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fcd4ca12640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fcd480ccfe0 0x7fcd48204180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fcd4ca12640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd480c3980 con 0x7fcd480b03e0 2023-06-08T03:52:45.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fcd4ca12640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd4815aa50 con 0x7fcd480b0010 2023-06-08T03:52:45.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fcd4ca12640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcd480c3bd0 con 0x7fcd480ccfe0 2023-06-08T03:52:45.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fcd4659c640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fcd480b0010 0x7fcd4815c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fcd4659c640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fcd480b0010 0x7fcd4815c6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.62:53570/0 (socket says 172.21.15.62:53570) 2023-06-08T03:52:45.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fcd4659c640 1 -- 172.21.15.62:0/2533208638 learned_addr learned my addr 172.21.15.62:0/2533208638 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:45.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fcd46d9d640 1 --2- 172.21.15.62:0/2533208638 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fcd480ccfe0 0x7fcd48204180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fcd4659c640 1 -- 172.21.15.62:0/2533208638 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fcd480ccfe0 msgr2=0x7fcd48204180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fcd4659c640 1 --2- 172.21.15.62:0/2533208638 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fcd480ccfe0 0x7fcd48204180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fcd4659c640 1 -- 172.21.15.62:0/2533208638 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcd480b03e0 msgr2=0x7fcd48203c40 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-06-08T03:52:45.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fcd4659c640 1 --2- 172.21.15.62:0/2533208638 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcd480b03e0 0x7fcd48203c40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fcd4659c640 1 -- 172.21.15.62:0/2533208638 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd3c009480 con 0x7fcd480b0010 2023-06-08T03:52:45.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fcd46d9d640 1 --2- 172.21.15.62:0/2533208638 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fcd480ccfe0 0x7fcd48204180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:52:45.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7fcd4659c640 1 --2- 172.21.15.62:0/2533208638 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fcd480b0010 0x7fcd4815c6f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fcd3c01a120 tx=0x7fcd3c019290 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f64c9d9f640 1 -- 172.21.15.62:0/424471811 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f64c40c85b0 msgr2=0x7f64c40cc590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f64c9d9f640 1 --2- 172.21.15.62:0/424471811 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f64c40c85b0 0x7f64c40cc590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f64c9d9f640 1 -- 172.21.15.62:0/424471811 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f64c406b3a0 msgr2=0x7f64c40aff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f64c9d9f640 1 --2- 172.21.15.62:0/424471811 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f64c406b3a0 0x7f64c40aff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f64c9d9f640 1 -- 172.21.15.62:0/424471811 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64b40094d0 con 0x7f64c40ca590 2023-06-08T03:52:45.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f1a80f82640 1 -- 172.21.15.62:0/4267891266 shutdown_connections 2023-06-08T03:52:45.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f1a80f82640 1 --2- 172.21.15.62:0/4267891266 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a7c0702b0 0x7f1a7c0b0a00 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f1a80f82640 1 --2- 172.21.15.62:0/4267891266 >> v2:172.21.15.188:3300/0 conn(0x7f1a7c13d830 0x7f1a7c06fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f1a80f82640 1 -- 172.21.15.62:0/4267891266 >> 172.21.15.62:0/4267891266 conn(0x7f1a7c069310 msgr2=0x7f1a7c069710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:45.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f1a80f82640 1 -- 172.21.15.62:0/4267891266 shutdown_connections 2023-06-08T03:52:45.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f1a80f82640 1 -- 172.21.15.62:0/4267891266 wait complete. 2023-06-08T03:52:45.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f2618f8c640 1 -- 172.21.15.62:0/3464953597 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f260c16d650 con 0x7f260c0d3f90 2023-06-08T03:52:45.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f2619f8e640 1 --2- 172.21.15.62:0/3464953597 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f260c0d3650 0x7f260c0058c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:52:45.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f261978d640 1 --2- 172.21.15.62:0/3464953597 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2600003a00 0x7f260c04bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:52:45.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.845+0000 7f2618f8c640 1 --2- 172.21.15.62:0/3464953597 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f260c0d3f90 0x7f260c0d7200 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f261001f510 tx=0x7f261001f9d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f807659c640 1 -- 172.21.15.62:0/2496082328 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f80780c10b0 msgr2=0x7f807814c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f807659c640 1 --2- 172.21.15.62:0/2496082328 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f80780c10b0 0x7f807814c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f807659c640 1 -- 172.21.15.62:0/2496082328 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f8078156da0 msgr2=0x7f807814c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f807659c640 1 --2- 172.21.15.62:0/2496082328 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f8078156da0 0x7f807814c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f807659c640 1 -- 172.21.15.62:0/2496082328 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8068009420 con 0x7f80780afdd0 2023-06-08T03:52:45.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f807659c640 1 --2- 172.21.15.62:0/2496082328 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f80780afdd0 0x7f80781560f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f80680190d0 tx=0x7f806801ad00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f2609ffb640 1 -- 172.21.15.62:0/3464953597 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2610024890 con 0x7f260c0d3f90 2023-06-08T03:52:45.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f261a78f640 1 -- 172.21.15.62:0/3464953597 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f260c16d930 con 0x7f260c0d3f90 2023-06-08T03:52:45.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f64c9d9f640 1 --2- 172.21.15.62:0/424471811 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64c40ca590 0x7f64c40ccad0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f64bc00be20 tx=0x7f64bc00bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f261a78f640 1 -- 172.21.15.62:0/3464953597 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f260c0d7740 con 0x7f260c0d3f90 2023-06-08T03:52:45.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f2609ffb640 1 -- 172.21.15.62:0/3464953597 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26100249f0 con 0x7f260c0d3f90 2023-06-08T03:52:45.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.849+0000 7f2609ffb640 1 -- 172.21.15.62:0/3464953597 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2610024da0 con 0x7f260c0d3f90 2023-06-08T03:52:45.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a80f82640 1 Processor -- start 2023-06-08T03:52:45.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a80f82640 1 -- start start 2023-06-08T03:52:45.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a80f82640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1a7c0702b0 0x7f1a7c13a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a80f82640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1a7c0b0f40 0x7f1a7c138240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a80f82640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a7c13d830 0x7f1a7c138780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a80f82640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a7c14d890 con 0x7f1a7c13d830 2023-06-08T03:52:45.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a80f82640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a7c14db70 con 0x7f1a7c0b0f40 2023-06-08T03:52:45.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a80f82640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a7c14de50 con 0x7f1a7c0702b0 2023-06-08T03:52:45.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f261a78f640 1 -- 172.21.15.62:0/3464953597 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25f4005260 con 0x7f260c0d3f90 2023-06-08T03:52:45.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a7ad9d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a7c13d830 0x7f1a7c138780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a7ad9d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a7c13d830 0x7f1a7c138780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:51118/0 (socket says 172.21.15.62:51118) 2023-06-08T03:52:45.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a7ad9d640 1 -- 172.21.15.62:0/202842037 learned_addr learned my addr 172.21.15.62:0/202842037 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:45.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a7a59c640 1 --2- 172.21.15.62:0/202842037 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1a7c0702b0 0x7f1a7c13a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a79d9b640 1 --2- 172.21.15.62:0/202842037 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1a7c0b0f40 0x7f1a7c138240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a7ad9d640 1 -- 172.21.15.62:0/202842037 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1a7c0702b0 msgr2=0x7f1a7c13a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a7ad9d640 1 --2- 172.21.15.62:0/202842037 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1a7c0702b0 0x7f1a7c13a2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a7ad9d640 1 -- 172.21.15.62:0/202842037 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1a7c0b0f40 msgr2=0x7f1a7c138240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:45.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a7ad9d640 1 --2- 172.21.15.62:0/202842037 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1a7c0b0f40 0x7f1a7c138240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:45.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a7ad9d640 1 -- 172.21.15.62:0/202842037 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a6c0094d0 con 0x7f1a7c13d830 2023-06-08T03:52:45.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a79d9b640 1 --2- 172.21.15.62:0/202842037 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1a7c0b0f40 0x7f1a7c138240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:52:45.927 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a7ad9d640 1 --2- 172.21.15.62:0/202842037 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a7c13d830 0x7f1a7c138780 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f1a7000b410 tx=0x7f1a7000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.927 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f2609ffb640 1 -- 172.21.15.62:0/3464953597 <== mon.2 v2:172.21.15.188:3301/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f261002d450 con 0x7f260c0d3f90 2023-06-08T03:52:45.927 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f2609ffb640 1 --2- 172.21.15.62:0/3464953597 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f25f80662b0 0x7f25f8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.927 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f2609ffb640 1 -- 172.21.15.62:0/3464953597 <== mon.2 v2:172.21.15.188:3301/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f2610094ef0 con 0x7f260c0d3f90 2023-06-08T03:52:45.928 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f261978d640 1 --2- 172.21.15.62:0/3464953597 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f25f80662b0 0x7f25f8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.928 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7fe7697fa640 1 -- 172.21.15.62:0/3675475025 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe76c0ae5c0 con 0x7fe76c0ccfe0 2023-06-08T03:52:45.928 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f64b9ffb640 1 -- 172.21.15.62:0/424471811 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64bc00ce70 con 0x7f64c40ca590 2023-06-08T03:52:45.929 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f8066ffd640 1 -- 172.21.15.62:0/2496082328 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80680b46c0 con 0x7f80780afdd0 2023-06-08T03:52:45.929 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f807cc7f640 1 -- 172.21.15.62:0/2496082328 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80780b2360 con 0x7f80780afdd0 2023-06-08T03:52:45.929 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f807cc7f640 1 -- 172.21.15.62:0/2496082328 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80780b2920 con 0x7f80780afdd0 2023-06-08T03:52:45.929 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f261978d640 1 --2- 172.21.15.62:0/3464953597 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f25f80662b0 0x7f25f8068760 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f260401c430 tx=0x7f26040046d0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.930 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a6affd640 1 -- 172.21.15.62:0/202842037 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a70011830 con 0x7f1a7c13d830 2023-06-08T03:52:45.930 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a80f82640 1 -- 172.21.15.62:0/202842037 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a7c14e130 con 0x7f1a7c13d830 2023-06-08T03:52:45.930 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f1a80f82640 1 -- 172.21.15.62:0/202842037 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a7c14d510 con 0x7f1a7c13d830 2023-06-08T03:52:45.930 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f8066ffd640 1 -- 172.21.15.62:0/2496082328 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80680aa8f0 con 0x7f80780afdd0 2023-06-08T03:52:45.931 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f64ca5a0640 1 -- 172.21.15.62:0/424471811 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64c414ff70 con 0x7f64c40ca590 2023-06-08T03:52:45.931 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f64ca5a0640 1 -- 172.21.15.62:0/424471811 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64c4150770 con 0x7f64c40ca590 2023-06-08T03:52:45.931 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.853+0000 7f64ca5a0640 1 -- 172.21.15.62:0/424471811 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64c404dea0 con 0x7f64c40ca590 2023-06-08T03:52:45.931 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.857+0000 7f8066ffd640 1 -- 172.21.15.62:0/2496082328 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80680aab10 con 0x7f80780afdd0 2023-06-08T03:52:45.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.857+0000 7f807cc7f640 1 -- 172.21.15.62:0/2496082328 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f805c005260 con 0x7f80780afdd0 2023-06-08T03:52:45.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.857+0000 7f1a80f82640 1 -- 172.21.15.62:0/202842037 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a7c04dea0 con 0x7f1a7c13d830 2023-06-08T03:52:45.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.857+0000 7f64b9ffb640 1 -- 172.21.15.62:0/424471811 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64bc009810 con 0x7f64c40ca590 2023-06-08T03:52:45.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.857+0000 7f64b9ffb640 1 -- 172.21.15.62:0/424471811 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64bc01e6a0 con 0x7f64c40ca590 2023-06-08T03:52:45.933 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.857+0000 7f1a6affd640 1 -- 172.21.15.62:0/202842037 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a70009240 con 0x7f1a7c13d830 2023-06-08T03:52:45.933 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.857+0000 7fcd36ffd640 1 -- 172.21.15.62:0/2533208638 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd3c0aad30 con 0x7fcd480b0010 2023-06-08T03:52:45.933 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.857+0000 7fcd36ffd640 1 -- 172.21.15.62:0/2533208638 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd3c0aae90 con 0x7fcd480b0010 2023-06-08T03:52:45.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.857+0000 7fcd36ffd640 1 -- 172.21.15.62:0/2533208638 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd3c003820 con 0x7fcd480b0010 2023-06-08T03:52:45.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.857+0000 7f99eb7fe640 1 -- 172.21.15.62:0/3258260376 <== mon.1 v2:172.21.15.188:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f99f4051740 con 0x7f99fc0527f0 2023-06-08T03:52:45.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.857+0000 7f1a6affd640 1 -- 172.21.15.62:0/202842037 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a70011b90 con 0x7f1a7c13d830 2023-06-08T03:52:45.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.857+0000 7f8066ffd640 1 -- 172.21.15.62:0/2496082328 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f80680b4a20 con 0x7f80780afdd0 2023-06-08T03:52:45.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.857+0000 7fcd4ca12640 1 -- 172.21.15.62:0/2533208638 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcd480c3eb0 con 0x7fcd480b0010 2023-06-08T03:52:45.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.857+0000 7fcd4ca12640 1 -- 172.21.15.62:0/2533208638 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd4815cc30 con 0x7fcd480b0010 2023-06-08T03:52:45.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.857+0000 7f8066ffd640 1 --2- 172.21.15.62:0/2496082328 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f8058066280 0x7f8058068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.857+0000 7f8075d9b640 1 --2- 172.21.15.62:0/2496082328 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f8058066280 0x7f8058068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.861+0000 7f8075d9b640 1 --2- 172.21.15.62:0/2496082328 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f8058066280 0x7f8058068730 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f807814f2c0 tx=0x7f806c009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.861+0000 7f64b9ffb640 1 -- 172.21.15.62:0/424471811 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f64bc01d410 con 0x7f64c40ca590 2023-06-08T03:52:45.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.861+0000 7f64b9ffb640 1 --2- 172.21.15.62:0/424471811 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f64a8066280 0x7f64a8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.861+0000 7f64b9ffb640 1 -- 172.21.15.62:0/424471811 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f64bc0843f0 con 0x7f64c40ca590 2023-06-08T03:52:45.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.861+0000 7f1a6affd640 1 -- 172.21.15.62:0/202842037 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f1a70011cf0 con 0x7f1a7c13d830 2023-06-08T03:52:45.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.861+0000 7f64c959e640 1 --2- 172.21.15.62:0/424471811 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f64a8066280 0x7f64a8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.861+0000 7f1a6affd640 1 --2- 172.21.15.62:0/202842037 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1a5c066280 0x7f1a5c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.861+0000 7f1a6affd640 1 -- 172.21.15.62:0/202842037 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f1a700843c0 con 0x7f1a7c13d830 2023-06-08T03:52:45.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.861+0000 7f64c959e640 1 --2- 172.21.15.62:0/424471811 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f64a8066280 0x7f64a8068730 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f64c00099b0 tx=0x7f64c0009190 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.861+0000 7f1a7a59c640 1 --2- 172.21.15.62:0/202842037 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1a5c066280 0x7f1a5c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.861+0000 7fcd4ca12640 1 -- 172.21.15.62:0/2533208638 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcd4804d650 con 0x7fcd480b0010 2023-06-08T03:52:45.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.861+0000 7fcd36ffd640 1 -- 172.21.15.62:0/2533208638 <== mon.1 v2:172.21.15.188:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fcd3c003980 con 0x7fcd480b0010 2023-06-08T03:52:45.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.861+0000 7f1a7a59c640 1 --2- 172.21.15.62:0/202842037 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1a5c066280 0x7f1a5c068730 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f1a74003b90 tx=0x7f1a7400b750 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.861+0000 7fcd36ffd640 1 --2- 172.21.15.62:0/2533208638 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fcd280662d0 0x7fcd28068780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:45.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.861+0000 7fcd36ffd640 1 -- 172.21.15.62:0/2533208638 <== mon.1 v2:172.21.15.188:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fcd3c11e8a0 con 0x7fcd480b0010 2023-06-08T03:52:45.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.861+0000 7fcd45d9b640 1 --2- 172.21.15.62:0/2533208638 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fcd280662d0 0x7fcd28068780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:45.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.865+0000 7f8066ffd640 1 -- 172.21.15.62:0/2496082328 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f80680f39e0 con 0x7f80780afdd0 2023-06-08T03:52:45.941 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.865+0000 7fcd45d9b640 1 --2- 172.21.15.62:0/2533208638 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fcd280662d0 0x7fcd28068780 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fcd480cf220 tx=0x7fcd40009250 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:45.941 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.865+0000 7f8066ffd640 1 -- 172.21.15.62:0/2496082328 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f80680ebe10 con 0x7f80780afdd0 2023-06-08T03:52:45.941 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.869+0000 7f2609ffb640 1 -- 172.21.15.62:0/3464953597 <== mon.2 v2:172.21.15.188:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f26100622d0 con 0x7f260c0d3f90 2023-06-08T03:52:45.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.869+0000 7f64b9ffb640 1 -- 172.21.15.62:0/424471811 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f64bc0518a0 con 0x7f64c40ca590 2023-06-08T03:52:45.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.873+0000 7fcd36ffd640 1 -- 172.21.15.62:0/2533208638 <== mon.1 v2:172.21.15.188:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fcd3c0ebe00 con 0x7fcd480b0010 2023-06-08T03:52:45.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:45.877+0000 7f1a6affd640 1 -- 172.21.15.62:0/202842037 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1a70055250 con 0x7f1a7c13d830 2023-06-08T03:52:46.126 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.117+0000 7f4f25da8640 1 -- 172.21.15.62:0/1793336728 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f4f0c005540 con 0x7f4f200cbb20 2023-06-08T03:52:46.126 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.121+0000 7f4f07fff640 1 -- 172.21.15.62:0/1793336728 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f4f10053cb0 con 0x7f4f200cbb20 2023-06-08T03:52:46.129 INFO:teuthology.orchestra.run.smithi062.stdout:55834574856 2023-06-08T03:52:46.130 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.125+0000 7f4f05ffb640 1 -- 172.21.15.62:0/1793336728 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4f08066540 msgr2=0x7f4f080689f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.130 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.125+0000 7f4f05ffb640 1 --2- 172.21.15.62:0/1793336728 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4f08066540 0x7f4f080689f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f4f180b2000 tx=0x7f4f1800a040 comp rx=0 tx=0).stop 2023-06-08T03:52:46.130 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.125+0000 7f4f05ffb640 1 -- 172.21.15.62:0/1793336728 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4f200cbb20 msgr2=0x7f4f200cbfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.125+0000 7f4f05ffb640 1 --2- 172.21.15.62:0/1793336728 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4f200cbb20 0x7f4f200cbfc0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f4f1000c390 tx=0x7f4f1000c850 comp rx=0 tx=0).stop 2023-06-08T03:52:46.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.125+0000 7f4f05ffb640 1 -- 172.21.15.62:0/1793336728 shutdown_connections 2023-06-08T03:52:46.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.125+0000 7f4f05ffb640 1 --2- 172.21.15.62:0/1793336728 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4f08066540 0x7f4f080689f0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.125+0000 7f4f05ffb640 1 --2- 172.21.15.62:0/1793336728 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4f200cbb20 0x7f4f200cbfc0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.125+0000 7f4f05ffb640 1 --2- 172.21.15.62:0/1793336728 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4f200b0f40 0x7f4f201595c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.125+0000 7f4f05ffb640 1 --2- 172.21.15.62:0/1793336728 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4f200702b0 0x7f4f20152200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.125+0000 7f4f05ffb640 1 -- 172.21.15.62:0/1793336728 >> 172.21.15.62:0/1793336728 conn(0x7f4f20069310 msgr2=0x7f4f200cd070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:46.132 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.125+0000 7f4f05ffb640 1 -- 172.21.15.62:0/1793336728 shutdown_connections 2023-06-08T03:52:46.132 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.125+0000 7f4f05ffb640 1 -- 172.21.15.62:0/1793336728 wait complete. 2023-06-08T03:52:46.152 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.3 2023-06-08T03:52:46.152 DEBUG:teuthology.parallel:result is None 2023-06-08T03:52:46.163 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.157+0000 7fe772ac7640 1 -- 172.21.15.62:0/3675475025 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7fe76c04d650 con 0x7fe76c0ccfe0 2023-06-08T03:52:46.163 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.157+0000 7fe7697fa640 1 -- 172.21.15.62:0/3675475025 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe7600518c0 con 0x7fe76c0ccfe0 2023-06-08T03:52:46.166 INFO:teuthology.orchestra.run.smithi062.stdout:55834574854 2023-06-08T03:52:46.168 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.161+0000 7fe772ac7640 1 -- 172.21.15.62:0/3675475025 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe750066350 msgr2=0x7fe750068800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.169 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.161+0000 7fe772ac7640 1 --2- 172.21.15.62:0/3675475025 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe750066350 0x7fe750068800 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fe7580af000 tx=0x7fe758009040 comp rx=0 tx=0).stop 2023-06-08T03:52:46.169 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.161+0000 7fe772ac7640 1 -- 172.21.15.62:0/3675475025 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe76c0ccfe0 msgr2=0x7fe76c1598b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.169 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.161+0000 7fe772ac7640 1 --2- 172.21.15.62:0/3675475025 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe76c0ccfe0 0x7fe76c1598b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fe76000d800 tx=0x7fe76000dcc0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.170 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.161+0000 7fe772ac7640 1 -- 172.21.15.62:0/3675475025 shutdown_connections 2023-06-08T03:52:46.170 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.161+0000 7fe772ac7640 1 --2- 172.21.15.62:0/3675475025 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe750066350 0x7fe750068800 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.170 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.161+0000 7fe772ac7640 1 --2- 172.21.15.62:0/3675475025 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe76c0ad360 0x7fe76c159df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.170 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.161+0000 7fe772ac7640 1 --2- 172.21.15.62:0/3675475025 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe76c0ccfe0 0x7fe76c1598b0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.170 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.161+0000 7fe772ac7640 1 --2- 172.21.15.62:0/3675475025 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe76c0b03e0 0x7fe76c155c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.170 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.161+0000 7fe772ac7640 1 -- 172.21.15.62:0/3675475025 >> 172.21.15.62:0/3675475025 conn(0x7fe76c089fe0 msgr2=0x7fe76c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:46.170 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.161+0000 7fe772ac7640 1 -- 172.21.15.62:0/3675475025 shutdown_connections 2023-06-08T03:52:46.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.161+0000 7fe772ac7640 1 -- 172.21.15.62:0/3675475025 wait complete. 2023-06-08T03:52:46.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.161+0000 7f807cc7f640 1 -- 172.21.15.62:0/2496082328 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f805c0057e0 con 0x7f80780afdd0 2023-06-08T03:52:46.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.161+0000 7f8066ffd640 1 -- 172.21.15.62:0/2496082328 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f80680ef430 con 0x7f80780afdd0 2023-06-08T03:52:46.172 INFO:teuthology.orchestra.run.smithi062.stdout:55834574855 2023-06-08T03:52:46.173 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.165+0000 7f807cc7f640 1 -- 172.21.15.62:0/2496082328 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f8058066280 msgr2=0x7f8058068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.173 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.165+0000 7f807cc7f640 1 --2- 172.21.15.62:0/2496082328 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f8058066280 0x7f8058068730 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f807814f2c0 tx=0x7f806c009040 comp rx=0 tx=0).stop 2023-06-08T03:52:46.173 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.165+0000 7f807cc7f640 1 -- 172.21.15.62:0/2496082328 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f80780afdd0 msgr2=0x7f80781560f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.173 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.165+0000 7f807cc7f640 1 --2- 172.21.15.62:0/2496082328 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f80780afdd0 0x7f80781560f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f80680190d0 tx=0x7f806801ad00 comp rx=0 tx=0).stop 2023-06-08T03:52:46.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.165+0000 7f807cc7f640 1 -- 172.21.15.62:0/2496082328 shutdown_connections 2023-06-08T03:52:46.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.165+0000 7f807cc7f640 1 --2- 172.21.15.62:0/2496082328 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f8058066280 0x7f8058068730 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.165+0000 7f807cc7f640 1 --2- 172.21.15.62:0/2496082328 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f8078156da0 0x7f807814c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.165+0000 7f807cc7f640 1 --2- 172.21.15.62:0/2496082328 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f80780c10b0 0x7f807814c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.165+0000 7f807cc7f640 1 --2- 172.21.15.62:0/2496082328 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f80780afdd0 0x7f80781560f0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.165+0000 7f807cc7f640 1 -- 172.21.15.62:0/2496082328 >> 172.21.15.62:0/2496082328 conn(0x7f80780ca6c0 msgr2=0x7f8078151cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:46.175 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.165+0000 7f807cc7f640 1 -- 172.21.15.62:0/2496082328 shutdown_connections 2023-06-08T03:52:46.175 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.165+0000 7f807cc7f640 1 -- 172.21.15.62:0/2496082328 wait complete. 2023-06-08T03:52:46.175 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.165+0000 7f9a0896f640 1 -- 172.21.15.62:0/3258260376 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f99fc0054a0 con 0x7f99fc0527f0 2023-06-08T03:52:46.176 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.169+0000 7f99eb7fe640 1 -- 172.21.15.62:0/3258260376 <== mon.1 v2:172.21.15.188:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f99f4054d60 con 0x7f99fc0527f0 2023-06-08T03:52:46.176 INFO:teuthology.orchestra.run.smithi062.stdout:55834574857 2023-06-08T03:52:46.178 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.169+0000 7f9a0896f640 1 -- 172.21.15.62:0/3258260376 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f99f0066280 msgr2=0x7f99f0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.178 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.169+0000 7f9a0896f640 1 --2- 172.21.15.62:0/3258260376 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f99f0066280 0x7f99f0068730 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f99f80ae000 tx=0x7f99f8008040 comp rx=0 tx=0).stop 2023-06-08T03:52:46.178 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.169+0000 7f9a0896f640 1 -- 172.21.15.62:0/3258260376 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f99fc0527f0 msgr2=0x7f99fc0dacd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.169+0000 7f9a0896f640 1 --2- 172.21.15.62:0/3258260376 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f99fc0527f0 0x7f99fc0dacd0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f99f400e900 tx=0x7f99f400edc0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.169+0000 7f9a0896f640 1 -- 172.21.15.62:0/3258260376 shutdown_connections 2023-06-08T03:52:46.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.169+0000 7f9a0896f640 1 --2- 172.21.15.62:0/3258260376 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f99f0066280 0x7f99f0068730 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.169+0000 7f9a0896f640 1 --2- 172.21.15.62:0/3258260376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f99fc0e1ec0 0x7f99fc0db210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.169+0000 7f9a0896f640 1 --2- 172.21.15.62:0/3258260376 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f99fc0527f0 0x7f99fc0dacd0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.169+0000 7f9a0896f640 1 --2- 172.21.15.62:0/3258260376 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f99fc0521b0 0x7f99fc187c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.169+0000 7f9a0896f640 1 -- 172.21.15.62:0/3258260376 >> 172.21.15.62:0/3258260376 conn(0x7f99fc0516a0 msgr2=0x7f99fc04f0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:46.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.173+0000 7f9a0896f640 1 -- 172.21.15.62:0/3258260376 shutdown_connections 2023-06-08T03:52:46.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.173+0000 7f9a0896f640 1 -- 172.21.15.62:0/3258260376 wait complete. 2023-06-08T03:52:46.186 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.181+0000 7f261a78f640 1 -- 172.21.15.62:0/3464953597 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f25f4005510 con 0x7f260c0d3f90 2023-06-08T03:52:46.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.181+0000 7f2609ffb640 1 -- 172.21.15.62:0/3464953597 <== mon.2 v2:172.21.15.188:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f2610028020 con 0x7f260c0d3f90 2023-06-08T03:52:46.187 INFO:teuthology.orchestra.run.smithi062.stdout:55834574856 2023-06-08T03:52:46.190 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.185+0000 7f261a78f640 1 -- 172.21.15.62:0/3464953597 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f25f80662b0 msgr2=0x7f25f8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.190 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.185+0000 7f261a78f640 1 --2- 172.21.15.62:0/3464953597 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f25f80662b0 0x7f25f8068760 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f260401c430 tx=0x7f26040046d0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.191 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.185+0000 7f261a78f640 1 -- 172.21.15.62:0/3464953597 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f260c0d3f90 msgr2=0x7f260c0d7200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.191 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.185+0000 7f261a78f640 1 --2- 172.21.15.62:0/3464953597 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f260c0d3f90 0x7f260c0d7200 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f261001f510 tx=0x7f261001f9d0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.191 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.185+0000 7f261a78f640 1 -- 172.21.15.62:0/3464953597 shutdown_connections 2023-06-08T03:52:46.191 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.185+0000 7f261a78f640 1 --2- 172.21.15.62:0/3464953597 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f25f80662b0 0x7f25f8068760 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.191 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.185+0000 7f261a78f640 1 --2- 172.21.15.62:0/3464953597 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f260c0d3650 0x7f260c0058c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.191 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.185+0000 7f261a78f640 1 --2- 172.21.15.62:0/3464953597 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f260c0d3f90 0x7f260c0d7200 secure :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f261001f510 tx=0x7f261001f9d0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.191 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.185+0000 7f261a78f640 1 --2- 172.21.15.62:0/3464953597 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2600003a00 0x7f260c04bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.192 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.185+0000 7f261a78f640 1 -- 172.21.15.62:0/3464953597 >> 172.21.15.62:0/3464953597 conn(0x7f260c0516a0 msgr2=0x7f260c0dea70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:46.192 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.185+0000 7f261a78f640 1 -- 172.21.15.62:0/3464953597 shutdown_connections 2023-06-08T03:52:46.192 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.185+0000 7f261a78f640 1 -- 172.21.15.62:0/3464953597 wait complete. 2023-06-08T03:52:46.194 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.189+0000 7f64ca5a0640 1 -- 172.21.15.62:0/424471811 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f64c4150420 con 0x7f64c40ca590 2023-06-08T03:52:46.195 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.1 2023-06-08T03:52:46.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.189+0000 7f64b9ffb640 1 -- 172.21.15.62:0/424471811 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f64bc054ec0 con 0x7f64c40ca590 2023-06-08T03:52:46.195 INFO:teuthology.orchestra.run.smithi062.stdout:55834574857 2023-06-08T03:52:46.196 DEBUG:teuthology.parallel:result is None 2023-06-08T03:52:46.197 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.189+0000 7fcd4ca12640 1 -- 172.21.15.62:0/2533208638 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7fcd480c3d10 con 0x7fcd480b0010 2023-06-08T03:52:46.198 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.189+0000 7f64ca5a0640 1 -- 172.21.15.62:0/424471811 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f64a8066280 msgr2=0x7f64a8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.198 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.189+0000 7f64ca5a0640 1 --2- 172.21.15.62:0/424471811 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f64a8066280 0x7f64a8068730 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f64c00099b0 tx=0x7f64c0009190 comp rx=0 tx=0).stop 2023-06-08T03:52:46.198 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.189+0000 7f64ca5a0640 1 -- 172.21.15.62:0/424471811 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64c40ca590 msgr2=0x7f64c40ccad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.198 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.189+0000 7f64ca5a0640 1 --2- 172.21.15.62:0/424471811 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64c40ca590 0x7f64c40ccad0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f64bc00be20 tx=0x7f64bc00bf10 comp rx=0 tx=0).stop 2023-06-08T03:52:46.198 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.189+0000 7fcd36ffd640 1 -- 172.21.15.62:0/2533208638 <== mon.1 v2:172.21.15.188:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fcd480c3d10 con 0x7fcd480b0010 2023-06-08T03:52:46.199 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.189+0000 7f64ca5a0640 1 -- 172.21.15.62:0/424471811 shutdown_connections 2023-06-08T03:52:46.199 INFO:teuthology.orchestra.run.smithi062.stdout:55834574854 2023-06-08T03:52:46.200 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.189+0000 7f64ca5a0640 1 --2- 172.21.15.62:0/424471811 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f64a8066280 0x7f64a8068730 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.200 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.193+0000 7f64ca5a0640 1 --2- 172.21.15.62:0/424471811 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64c40ca590 0x7f64c40ccad0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.200 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.193+0000 7f64ca5a0640 1 --2- 172.21.15.62:0/424471811 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f64c40c85b0 0x7f64c40cc590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.200 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.193+0000 7f64ca5a0640 1 --2- 172.21.15.62:0/424471811 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f64c406b3a0 0x7f64c40aff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.200 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.193+0000 7f64ca5a0640 1 -- 172.21.15.62:0/424471811 >> 172.21.15.62:0/424471811 conn(0x7f64c4069310 msgr2=0x7f64c4159cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:46.201 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.7 2023-06-08T03:52:46.201 DEBUG:teuthology.parallel:result is None 2023-06-08T03:52:46.201 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.193+0000 7f64ca5a0640 1 -- 172.21.15.62:0/424471811 shutdown_connections 2023-06-08T03:52:46.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.193+0000 7f64ca5a0640 1 -- 172.21.15.62:0/424471811 wait complete. 2023-06-08T03:52:46.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.193+0000 7fcd4ca12640 1 -- 172.21.15.62:0/2533208638 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fcd280662d0 msgr2=0x7fcd28068780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.193+0000 7fcd4ca12640 1 --2- 172.21.15.62:0/2533208638 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fcd280662d0 0x7fcd28068780 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fcd480cf220 tx=0x7fcd40009250 comp rx=0 tx=0).stop 2023-06-08T03:52:46.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.193+0000 7fcd4ca12640 1 -- 172.21.15.62:0/2533208638 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fcd480b0010 msgr2=0x7fcd4815c6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.193+0000 7fcd4ca12640 1 --2- 172.21.15.62:0/2533208638 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fcd480b0010 0x7fcd4815c6f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fcd3c01a120 tx=0x7fcd3c019290 comp rx=0 tx=0).stop 2023-06-08T03:52:46.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.193+0000 7fcd4ca12640 1 -- 172.21.15.62:0/2533208638 shutdown_connections 2023-06-08T03:52:46.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.193+0000 7fcd4ca12640 1 --2- 172.21.15.62:0/2533208638 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fcd280662d0 0x7fcd28068780 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.193+0000 7fcd4ca12640 1 --2- 172.21.15.62:0/2533208638 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fcd480ccfe0 0x7fcd48204180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.193+0000 7fcd4ca12640 1 --2- 172.21.15.62:0/2533208638 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcd480b03e0 0x7fcd48203c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.193+0000 7fcd4ca12640 1 --2- 172.21.15.62:0/2533208638 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fcd480b0010 0x7fcd4815c6f0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.193+0000 7fcd4ca12640 1 -- 172.21.15.62:0/2533208638 >> 172.21.15.62:0/2533208638 conn(0x7fcd48089fe0 msgr2=0x7fcd480991b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:46.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.193+0000 7fcd4ca12640 1 -- 172.21.15.62:0/2533208638 shutdown_connections 2023-06-08T03:52:46.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.193+0000 7fcd4ca12640 1 -- 172.21.15.62:0/2533208638 wait complete. 2023-06-08T03:52:46.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.197+0000 7f1a80f82640 1 -- 172.21.15.62:0/202842037 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f1a7c14e5e0 con 0x7f1a7c13d830 2023-06-08T03:52:46.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.197+0000 7f1a6affd640 1 -- 172.21.15.62:0/202842037 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f1a70054de0 con 0x7f1a7c13d830 2023-06-08T03:52:46.205 INFO:teuthology.orchestra.run.smithi062.stdout:55834574855 2023-06-08T03:52:46.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.197+0000 7f1a80f82640 1 -- 172.21.15.62:0/202842037 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1a5c066280 msgr2=0x7f1a5c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.197+0000 7f1a80f82640 1 --2- 172.21.15.62:0/202842037 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1a5c066280 0x7f1a5c068730 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f1a74003b90 tx=0x7f1a7400b750 comp rx=0 tx=0).stop 2023-06-08T03:52:46.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.197+0000 7f1a80f82640 1 -- 172.21.15.62:0/202842037 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a7c13d830 msgr2=0x7f1a7c138780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.197+0000 7f1a80f82640 1 --2- 172.21.15.62:0/202842037 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a7c13d830 0x7f1a7c138780 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f1a7000b410 tx=0x7f1a7000b8d0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.197+0000 7f1a80f82640 1 -- 172.21.15.62:0/202842037 shutdown_connections 2023-06-08T03:52:46.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.197+0000 7f1a80f82640 1 --2- 172.21.15.62:0/202842037 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1a5c066280 0x7f1a5c068730 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.197+0000 7f1a80f82640 1 --2- 172.21.15.62:0/202842037 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a7c13d830 0x7f1a7c138780 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.197+0000 7f1a80f82640 1 --2- 172.21.15.62:0/202842037 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1a7c0b0f40 0x7f1a7c138240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.197+0000 7f1a80f82640 1 --2- 172.21.15.62:0/202842037 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1a7c0702b0 0x7f1a7c13a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.197+0000 7f1a80f82640 1 -- 172.21.15.62:0/202842037 >> 172.21.15.62:0/202842037 conn(0x7f1a7c069310 msgr2=0x7f1a7c157bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:46.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.197+0000 7f1a80f82640 1 -- 172.21.15.62:0/202842037 shutdown_connections 2023-06-08T03:52:46.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.197+0000 7f1a80f82640 1 -- 172.21.15.62:0/202842037 wait complete. 2023-06-08T03:52:46.208 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.0 2023-06-08T03:52:46.208 DEBUG:teuthology.parallel:result is None 2023-06-08T03:52:46.219 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.6 2023-06-08T03:52:46.219 DEBUG:teuthology.parallel:result is None 2023-06-08T03:52:46.221 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.4 2023-06-08T03:52:46.221 DEBUG:teuthology.parallel:result is None 2023-06-08T03:52:46.223 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.2 2023-06-08T03:52:46.223 DEBUG:teuthology.parallel:result is None 2023-06-08T03:52:46.226 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.5 2023-06-08T03:52:46.226 DEBUG:teuthology.parallel:result is None 2023-06-08T03:52:46.226 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-06-08T03:52:46.226 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-08T03:52:46.378 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.369+0000 7f7cde687640 1 Processor -- start 2023-06-08T03:52:46.378 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.369+0000 7f7cde687640 1 -- start start 2023-06-08T03:52:46.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.373+0000 7f7cde687640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f7cd806ca40 0x7f7cd806ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:46.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.373+0000 7f7cde687640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7cd80b1b30 0x7f7cd80b4460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:46.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.373+0000 7f7cde687640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7cd806a0d0 con 0x7f7cd80b49a0 2023-06-08T03:52:46.380 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.373+0000 7f7cde687640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7cd806b920 con 0x7f7cd806ca40 2023-06-08T03:52:46.380 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.373+0000 7f7cde687640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7cd806d350 con 0x7f7cd80b1b30 2023-06-08T03:52:46.380 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.373+0000 7f7cdcc24640 1 --1- >> v1:172.21.15.188:6789/0 conn(0x7f7cd80b49a0 0x7f7cd806fe50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.188:6789/0 says I am v1:172.21.15.62:40936/0 (socket says 172.21.15.62:40936) 2023-06-08T03:52:46.380 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.373+0000 7f7cdcc24640 1 -- 172.21.15.62:0/2476526028 learned_addr learned my addr 172.21.15.62:0/2476526028 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:46.380 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.373+0000 7f7cd77fe640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7cd80b1b30 0x7f7cd80b4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:46.380 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.373+0000 7f7cd7fff640 1 --2- 172.21.15.62:0/2476526028 >> v2:172.21.15.188:3300/0 conn(0x7f7cd806ca40 0x7f7cd806ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:46.381 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.373+0000 7f7cd7fff640 1 -- 172.21.15.62:0/2476526028 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7cd80b1b30 msgr2=0x7f7cd80b4460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:46.381 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.373+0000 7f7cd7fff640 1 --2- 172.21.15.62:0/2476526028 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7cd80b1b30 0x7f7cd80b4460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.381 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.373+0000 7f7cd7fff640 1 -- 172.21.15.62:0/2476526028 >> v1:172.21.15.188:6789/0 conn(0x7f7cd80b49a0 legacy=0x7f7cd806fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.381 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.373+0000 7f7cd7fff640 1 -- 172.21.15.62:0/2476526028 --> v2:172.21.15.188:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cd806bb30 con 0x7f7cd806ca40 2023-06-08T03:52:46.382 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cd7fff640 1 --2- 172.21.15.62:0/2476526028 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7cd806ca40 0x7f7cd806ce10 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7cc80097c0 tx=0x7f7cc801c450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fffc17f57f25662d server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:46.383 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cd6ffd640 1 -- 172.21.15.62:0/2476526028 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cc80ab600 con 0x7f7cd806ca40 2023-06-08T03:52:46.383 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cd6ffd640 1 -- 172.21.15.62:0/2476526028 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cc80a7050 con 0x7f7cd806ca40 2023-06-08T03:52:46.383 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cd6ffd640 1 -- 172.21.15.62:0/2476526028 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cc80ab980 con 0x7f7cd806ca40 2023-06-08T03:52:46.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cde687640 1 -- 172.21.15.62:0/2476526028 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7cd806ca40 msgr2=0x7f7cd806ce10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cde687640 1 --2- 172.21.15.62:0/2476526028 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7cd806ca40 0x7f7cd806ce10 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7cc80097c0 tx=0x7f7cc801c450 comp rx=0 tx=0).stop 2023-06-08T03:52:46.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cde687640 1 -- 172.21.15.62:0/2476526028 shutdown_connections 2023-06-08T03:52:46.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cde687640 1 --2- 172.21.15.62:0/2476526028 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7cd80b1b30 0x7f7cd80b4460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cde687640 1 --2- 172.21.15.62:0/2476526028 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7cd806ca40 0x7f7cd806ce10 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cde687640 1 -- 172.21.15.62:0/2476526028 >> 172.21.15.62:0/2476526028 conn(0x7f7cd80cc3f0 msgr2=0x7f7cd80cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:46.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cde687640 1 -- 172.21.15.62:0/2476526028 shutdown_connections 2023-06-08T03:52:46.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cde687640 1 -- 172.21.15.62:0/2476526028 wait complete. 2023-06-08T03:52:46.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cde687640 1 Processor -- start 2023-06-08T03:52:46.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cde687640 1 -- start start 2023-06-08T03:52:46.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cde687640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7cd806ca40 0x7f7cd8148490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:46.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cde687640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7cd80b1b30 0x7f7cd80ae640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:46.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cde687640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7cd80b49a0 0x7f7cd814ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:46.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cde687640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cd80aeb80 con 0x7f7cd806ca40 2023-06-08T03:52:46.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cde687640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cd815afa0 con 0x7f7cd80b1b30 2023-06-08T03:52:46.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cde687640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7cd815b280 con 0x7f7cd80b49a0 2023-06-08T03:52:46.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cd7fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7cd806ca40 0x7f7cd8148490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:46.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cd7fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7cd806ca40 0x7f7cd8148490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:51132/0 (socket says 172.21.15.62:51132) 2023-06-08T03:52:46.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.377+0000 7f7cd7fff640 1 -- 172.21.15.62:0/3769419335 learned_addr learned my addr 172.21.15.62:0/3769419335 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:46.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.381+0000 7f7cd77fe640 1 --2- 172.21.15.62:0/3769419335 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7cd80b1b30 0x7f7cd80ae640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:46.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.381+0000 7f7cdcc24640 1 --2- 172.21.15.62:0/3769419335 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7cd80b49a0 0x7f7cd814ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:46.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.381+0000 7f7cd7fff640 1 -- 172.21.15.62:0/3769419335 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7cd80b49a0 msgr2=0x7f7cd814ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.389 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.381+0000 7f7cd7fff640 1 --2- 172.21.15.62:0/3769419335 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7cd80b49a0 0x7f7cd814ca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.389 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.381+0000 7f7cd7fff640 1 -- 172.21.15.62:0/3769419335 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7cd80b1b30 msgr2=0x7f7cd80ae640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.389 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.381+0000 7f7cd7fff640 1 --2- 172.21.15.62:0/3769419335 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7cd80b1b30 0x7f7cd80ae640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.389 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.381+0000 7f7cd7fff640 1 -- 172.21.15.62:0/3769419335 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cc8009420 con 0x7f7cd806ca40 2023-06-08T03:52:46.389 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.381+0000 7f7cd77fe640 1 --2- 172.21.15.62:0/3769419335 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7cd80b1b30 0x7f7cd80ae640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:46.389 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.381+0000 7f7cd7fff640 1 --2- 172.21.15.62:0/3769419335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7cd806ca40 0x7f7cd8148490 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f7cc801a080 tx=0x7f7cc80191f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:46.389 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.381+0000 7f7cd4ff9640 1 -- 172.21.15.62:0/3769419335 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cc80b4400 con 0x7f7cd806ca40 2023-06-08T03:52:46.390 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.381+0000 7f7cd4ff9640 1 -- 172.21.15.62:0/3769419335 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cc80b4560 con 0x7f7cd806ca40 2023-06-08T03:52:46.390 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.381+0000 7f7cd4ff9640 1 -- 172.21.15.62:0/3769419335 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cc80b48d0 con 0x7f7cd806ca40 2023-06-08T03:52:46.390 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.381+0000 7f7cde687640 1 -- 172.21.15.62:0/3769419335 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7cd815b560 con 0x7f7cd806ca40 2023-06-08T03:52:46.390 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.381+0000 7f7cde687640 1 -- 172.21.15.62:0/3769419335 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7cd815ac50 con 0x7f7cd806ca40 2023-06-08T03:52:46.391 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.381+0000 7f7cde687640 1 -- 172.21.15.62:0/3769419335 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7cd804d6c0 con 0x7f7cd806ca40 2023-06-08T03:52:46.391 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.381+0000 7f7cd4ff9640 1 -- 172.21.15.62:0/3769419335 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7cc80b2040 con 0x7f7cd806ca40 2023-06-08T03:52:46.391 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.381+0000 7f7cd4ff9640 1 --2- 172.21.15.62:0/3769419335 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7cc4066280 0x7f7cc4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:46.391 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.381+0000 7f7cd4ff9640 1 -- 172.21.15.62:0/3769419335 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f7cc811ddd0 con 0x7f7cd806ca40 2023-06-08T03:52:46.391 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.381+0000 7f7cd77fe640 1 --2- 172.21.15.62:0/3769419335 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7cc4066280 0x7f7cc4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:46.391 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.381+0000 7f7cd77fe640 1 --2- 172.21.15.62:0/3769419335 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7cc4066280 0x7f7cc4068730 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f7cd8152d40 tx=0x7f7ccc008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:46.392 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.385+0000 7f7cd4ff9640 1 -- 172.21.15.62:0/3769419335 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7cc80eb2e0 con 0x7f7cd806ca40 2023-06-08T03:52:46.536 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.529+0000 7f7cde687640 1 -- 172.21.15.62:0/3769419335 --> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f7cd806c6b0 con 0x7f7cc4066280 2023-06-08T03:52:46.557 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.549+0000 7f7cd4ff9640 1 -- 172.21.15.62:0/3769419335 <== mgr.4103 v2:172.21.15.188:6832/4222075021 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286512 (secure 0 0 0) 0x7f7ccc010870 con 0x7f7cc4066280 2023-06-08T03:52:46.560 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:46.561 INFO:teuthology.orchestra.run.smithi062.stderr:dumped all 2023-06-08T03:52:46.562 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.553+0000 7f7cde687640 1 -- 172.21.15.62:0/3769419335 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7cc4066280 msgr2=0x7f7cc4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.562 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.553+0000 7f7cde687640 1 --2- 172.21.15.62:0/3769419335 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7cc4066280 0x7f7cc4068730 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f7cd8152d40 tx=0x7f7ccc008040 comp rx=0 tx=0).stop 2023-06-08T03:52:46.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.553+0000 7f7cde687640 1 -- 172.21.15.62:0/3769419335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7cd806ca40 msgr2=0x7f7cd8148490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.553+0000 7f7cde687640 1 --2- 172.21.15.62:0/3769419335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7cd806ca40 0x7f7cd8148490 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f7cc801a080 tx=0x7f7cc80191f0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.553+0000 7f7cde687640 1 -- 172.21.15.62:0/3769419335 shutdown_connections 2023-06-08T03:52:46.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.553+0000 7f7cde687640 1 --2- 172.21.15.62:0/3769419335 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7cc4066280 0x7f7cc4068730 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.553+0000 7f7cde687640 1 --2- 172.21.15.62:0/3769419335 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7cd80b49a0 0x7f7cd814ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.553+0000 7f7cde687640 1 --2- 172.21.15.62:0/3769419335 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7cd80b1b30 0x7f7cd80ae640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.553+0000 7f7cde687640 1 --2- 172.21.15.62:0/3769419335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7cd806ca40 0x7f7cd8148490 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.553+0000 7f7cde687640 1 -- 172.21.15.62:0/3769419335 >> 172.21.15.62:0/3769419335 conn(0x7f7cd80cc3f0 msgr2=0x7f7cd80ceac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:46.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.553+0000 7f7cde687640 1 -- 172.21.15.62:0/3769419335 shutdown_connections 2023-06-08T03:52:46.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.553+0000 7f7cde687640 1 -- 172.21.15.62:0/3769419335 wait complete. 2023-06-08T03:52:46.576 INFO:teuthology.orchestra.run.smithi062.stdout:{"pg_ready":true,"pg_map":{"version":28,"stamp":"2023-06-08T03:52:46.292716+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":210,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218728,"kb_used_data":3112,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":754755992,"statfs":{"total":773094113280,"available":772870135808,"internally_reserved":0,"allocated":3186688,"data_stored":1902252,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.113362"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.634371+0000","last_change":"2023-06-08T03:52:34.197503+0000","last_active":"2023-06-08T03:52:36.634371+0000","last_peered":"2023-06-08T03:52:36.634371+0000","last_clean":"2023-06-08T03:52:36.634371+0000","last_became_active":"2023-06-08T03:52:34.197212+0000","last_became_peered":"2023-06-08T03:52:34.197212+0000","last_unstale":"2023-06-08T03:52:36.634371+0000","last_undegraded":"2023-06-08T03:52:36.634371+0000","last_fullsized":"2023-06-08T03:52:36.634371+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:03:34.763538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184865+0000","last_change":"2023-06-08T03:52:34.197935+0000","last_active":"2023-06-08T03:52:35.184865+0000","last_peered":"2023-06-08T03:52:35.184865+0000","last_clean":"2023-06-08T03:52:35.184865+0000","last_became_active":"2023-06-08T03:52:34.197537+0000","last_became_peered":"2023-06-08T03:52:34.197537+0000","last_unstale":"2023-06-08T03:52:35.184865+0000","last_undegraded":"2023-06-08T03:52:35.184865+0000","last_fullsized":"2023-06-08T03:52:35.184865+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183080+0000","last_change":"2023-06-08T03:52:34.211155+0000","last_active":"2023-06-08T03:52:35.183080+0000","last_peered":"2023-06-08T03:52:35.183080+0000","last_clean":"2023-06-08T03:52:35.183080+0000","last_became_active":"2023-06-08T03:52:34.210488+0000","last_became_peered":"2023-06-08T03:52:34.210488+0000","last_unstale":"2023-06-08T03:52:35.183080+0000","last_undegraded":"2023-06-08T03:52:35.183080+0000","last_fullsized":"2023-06-08T03:52:35.183080+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:16.389781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.829226+0000","last_change":"2023-06-08T03:52:34.210405+0000","last_active":"2023-06-08T03:52:37.829226+0000","last_peered":"2023-06-08T03:52:37.829226+0000","last_clean":"2023-06-08T03:52:37.829226+0000","last_became_active":"2023-06-08T03:52:34.210043+0000","last_became_peered":"2023-06-08T03:52:34.210043+0000","last_unstale":"2023-06-08T03:52:37.829226+0000","last_undegraded":"2023-06-08T03:52:37.829226+0000","last_fullsized":"2023-06-08T03:52:37.829226+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:43:42.896982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783595+0000","last_change":"2023-06-08T03:52:34.200826+0000","last_active":"2023-06-08T03:52:36.783595+0000","last_peered":"2023-06-08T03:52:36.783595+0000","last_clean":"2023-06-08T03:52:36.783595+0000","last_became_active":"2023-06-08T03:52:34.200276+0000","last_became_peered":"2023-06-08T03:52:34.200276+0000","last_unstale":"2023-06-08T03:52:36.783595+0000","last_undegraded":"2023-06-08T03:52:36.783595+0000","last_fullsized":"2023-06-08T03:52:36.783595+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:17.131702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183078+0000","last_change":"2023-06-08T03:52:34.196437+0000","last_active":"2023-06-08T03:52:35.183078+0000","last_peered":"2023-06-08T03:52:35.183078+0000","last_clean":"2023-06-08T03:52:35.183078+0000","last_became_active":"2023-06-08T03:52:34.196075+0000","last_became_peered":"2023-06-08T03:52:34.196075+0000","last_unstale":"2023-06-08T03:52:35.183078+0000","last_undegraded":"2023-06-08T03:52:35.183078+0000","last_fullsized":"2023-06-08T03:52:35.183078+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:29.544344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376187+0000","last_change":"2023-06-08T03:52:34.223083+0000","last_active":"2023-06-08T03:52:37.376187+0000","last_peered":"2023-06-08T03:52:37.376187+0000","last_clean":"2023-06-08T03:52:37.376187+0000","last_became_active":"2023-06-08T03:52:34.222474+0000","last_became_peered":"2023-06-08T03:52:34.222474+0000","last_unstale":"2023-06-08T03:52:37.376187+0000","last_undegraded":"2023-06-08T03:52:37.376187+0000","last_fullsized":"2023-06-08T03:52:37.376187+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:47.196103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185707+0000","last_change":"2023-06-08T03:52:34.186192+0000","last_active":"2023-06-08T03:52:35.185707+0000","last_peered":"2023-06-08T03:52:35.185707+0000","last_clean":"2023-06-08T03:52:35.185707+0000","last_became_active":"2023-06-08T03:52:34.185859+0000","last_became_peered":"2023-06-08T03:52:34.185859+0000","last_unstale":"2023-06-08T03:52:35.185707+0000","last_undegraded":"2023-06-08T03:52:35.185707+0000","last_fullsized":"2023-06-08T03:52:35.185707+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:00:20.730531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783755+0000","last_change":"2023-06-08T03:52:34.205112+0000","last_active":"2023-06-08T03:52:36.783755+0000","last_peered":"2023-06-08T03:52:36.783755+0000","last_clean":"2023-06-08T03:52:36.783755+0000","last_became_active":"2023-06-08T03:52:34.204541+0000","last_became_peered":"2023-06-08T03:52:34.204541+0000","last_unstale":"2023-06-08T03:52:36.783755+0000","last_undegraded":"2023-06-08T03:52:36.783755+0000","last_fullsized":"2023-06-08T03:52:36.783755+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:46.192405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185185+0000","last_change":"2023-06-08T03:52:34.206190+0000","last_active":"2023-06-08T03:52:35.185185+0000","last_peered":"2023-06-08T03:52:35.185185+0000","last_clean":"2023-06-08T03:52:35.185185+0000","last_became_active":"2023-06-08T03:52:34.205926+0000","last_became_peered":"2023-06-08T03:52:34.205926+0000","last_unstale":"2023-06-08T03:52:35.185185+0000","last_undegraded":"2023-06-08T03:52:35.185185+0000","last_fullsized":"2023-06-08T03:52:35.185185+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:29.544344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183381+0000","last_change":"2023-06-08T03:52:34.212388+0000","last_active":"2023-06-08T03:52:35.183381+0000","last_peered":"2023-06-08T03:52:35.183381+0000","last_clean":"2023-06-08T03:52:35.183381+0000","last_became_active":"2023-06-08T03:52:34.209506+0000","last_became_peered":"2023-06-08T03:52:34.209506+0000","last_unstale":"2023-06-08T03:52:35.183381+0000","last_undegraded":"2023-06-08T03:52:35.183381+0000","last_fullsized":"2023-06-08T03:52:35.183381+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.634111+0000","last_change":"2023-06-08T03:52:34.203548+0000","last_active":"2023-06-08T03:52:36.634111+0000","last_peered":"2023-06-08T03:52:36.634111+0000","last_clean":"2023-06-08T03:52:36.634111+0000","last_became_active":"2023-06-08T03:52:34.203148+0000","last_became_peered":"2023-06-08T03:52:34.203148+0000","last_unstale":"2023-06-08T03:52:36.634111+0000","last_undegraded":"2023-06-08T03:52:36.634111+0000","last_fullsized":"2023-06-08T03:52:36.634111+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:36:12.657810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.633877+0000","last_change":"2023-06-08T03:52:34.198088+0000","last_active":"2023-06-08T03:52:36.633877+0000","last_peered":"2023-06-08T03:52:36.633877+0000","last_clean":"2023-06-08T03:52:36.633877+0000","last_became_active":"2023-06-08T03:52:34.197694+0000","last_became_peered":"2023-06-08T03:52:34.197694+0000","last_unstale":"2023-06-08T03:52:36.633877+0000","last_undegraded":"2023-06-08T03:52:36.633877+0000","last_fullsized":"2023-06-08T03:52:36.633877+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:07:09.653478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185401+0000","last_change":"2023-06-08T03:52:34.192446+0000","last_active":"2023-06-08T03:52:35.185401+0000","last_peered":"2023-06-08T03:52:35.185401+0000","last_clean":"2023-06-08T03:52:35.185401+0000","last_became_active":"2023-06-08T03:52:34.192153+0000","last_became_peered":"2023-06-08T03:52:34.192153+0000","last_unstale":"2023-06-08T03:52:35.185401+0000","last_undegraded":"2023-06-08T03:52:35.185401+0000","last_fullsized":"2023-06-08T03:52:35.185401+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376387+0000","last_change":"2023-06-08T03:52:34.223263+0000","last_active":"2023-06-08T03:52:37.376387+0000","last_peered":"2023-06-08T03:52:37.376387+0000","last_clean":"2023-06-08T03:52:37.376387+0000","last_became_active":"2023-06-08T03:52:34.222823+0000","last_became_peered":"2023-06-08T03:52:34.222823+0000","last_unstale":"2023-06-08T03:52:37.376387+0000","last_undegraded":"2023-06-08T03:52:37.376387+0000","last_fullsized":"2023-06-08T03:52:37.376387+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:00:20.730531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182189+0000","last_change":"2023-06-08T03:52:34.210602+0000","last_active":"2023-06-08T03:52:35.182189+0000","last_peered":"2023-06-08T03:52:35.182189+0000","last_clean":"2023-06-08T03:52:35.182189+0000","last_became_active":"2023-06-08T03:52:34.210259+0000","last_became_peered":"2023-06-08T03:52:34.210259+0000","last_unstale":"2023-06-08T03:52:35.182189+0000","last_undegraded":"2023-06-08T03:52:35.182189+0000","last_fullsized":"2023-06-08T03:52:35.182189+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:49:58.084661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783887+0000","last_change":"2023-06-08T03:52:34.204878+0000","last_active":"2023-06-08T03:52:36.783887+0000","last_peered":"2023-06-08T03:52:36.783887+0000","last_clean":"2023-06-08T03:52:36.783887+0000","last_became_active":"2023-06-08T03:52:34.203630+0000","last_became_peered":"2023-06-08T03:52:34.203630+0000","last_unstale":"2023-06-08T03:52:36.783887+0000","last_undegraded":"2023-06-08T03:52:36.783887+0000","last_fullsized":"2023-06-08T03:52:36.783887+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:16.389781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182894+0000","last_change":"2023-06-08T03:52:34.194985+0000","last_active":"2023-06-08T03:52:35.182894+0000","last_peered":"2023-06-08T03:52:35.182894+0000","last_clean":"2023-06-08T03:52:35.182894+0000","last_became_active":"2023-06-08T03:52:34.194629+0000","last_became_peered":"2023-06-08T03:52:34.194629+0000","last_unstale":"2023-06-08T03:52:35.182894+0000","last_undegraded":"2023-06-08T03:52:35.182894+0000","last_fullsized":"2023-06-08T03:52:35.182894+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:26.261589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.634489+0000","last_change":"2023-06-08T03:52:34.210847+0000","last_active":"2023-06-08T03:52:36.634489+0000","last_peered":"2023-06-08T03:52:36.634489+0000","last_clean":"2023-06-08T03:52:36.634489+0000","last_became_active":"2023-06-08T03:52:34.210508+0000","last_became_peered":"2023-06-08T03:52:34.210508+0000","last_unstale":"2023-06-08T03:52:36.634489+0000","last_undegraded":"2023-06-08T03:52:36.634489+0000","last_fullsized":"2023-06-08T03:52:36.634489+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:05:09.823832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184118+0000","last_change":"2023-06-08T03:52:34.212683+0000","last_active":"2023-06-08T03:52:35.184118+0000","last_peered":"2023-06-08T03:52:35.184118+0000","last_clean":"2023-06-08T03:52:35.184118+0000","last_became_active":"2023-06-08T03:52:34.212058+0000","last_became_peered":"2023-06-08T03:52:34.212058+0000","last_unstale":"2023-06-08T03:52:35.184118+0000","last_undegraded":"2023-06-08T03:52:35.184118+0000","last_fullsized":"2023-06-08T03:52:35.184118+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:17:26.410163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376545+0000","last_change":"2023-06-08T03:52:34.221853+0000","last_active":"2023-06-08T03:52:37.376545+0000","last_peered":"2023-06-08T03:52:37.376545+0000","last_clean":"2023-06-08T03:52:37.376545+0000","last_became_active":"2023-06-08T03:52:34.221014+0000","last_became_peered":"2023-06-08T03:52:34.221014+0000","last_unstale":"2023-06-08T03:52:37.376545+0000","last_undegraded":"2023-06-08T03:52:37.376545+0000","last_fullsized":"2023-06-08T03:52:37.376545+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:22:43.096943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.782948+0000","last_change":"2023-06-08T03:52:34.200224+0000","last_active":"2023-06-08T03:52:36.782948+0000","last_peered":"2023-06-08T03:52:36.782948+0000","last_clean":"2023-06-08T03:52:36.782948+0000","last_became_active":"2023-06-08T03:52:34.199936+0000","last_became_peered":"2023-06-08T03:52:34.199936+0000","last_unstale":"2023-06-08T03:52:36.782948+0000","last_undegraded":"2023-06-08T03:52:36.782948+0000","last_fullsized":"2023-06-08T03:52:36.782948+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:37:09.935889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.177846+0000","last_change":"2023-06-08T03:52:34.194414+0000","last_active":"2023-06-08T03:52:35.177846+0000","last_peered":"2023-06-08T03:52:35.177846+0000","last_clean":"2023-06-08T03:52:35.177846+0000","last_became_active":"2023-06-08T03:52:34.194057+0000","last_became_peered":"2023-06-08T03:52:34.194057+0000","last_unstale":"2023-06-08T03:52:35.177846+0000","last_undegraded":"2023-06-08T03:52:35.177846+0000","last_fullsized":"2023-06-08T03:52:35.177846+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:31:10.643634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376152+0000","last_change":"2023-06-08T03:52:34.217750+0000","last_active":"2023-06-08T03:52:37.376152+0000","last_peered":"2023-06-08T03:52:37.376152+0000","last_clean":"2023-06-08T03:52:37.376152+0000","last_became_active":"2023-06-08T03:52:34.217394+0000","last_became_peered":"2023-06-08T03:52:34.217394+0000","last_unstale":"2023-06-08T03:52:37.376152+0000","last_undegraded":"2023-06-08T03:52:37.376152+0000","last_fullsized":"2023-06-08T03:52:37.376152+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.633817+0000","last_change":"2023-06-08T03:52:34.210957+0000","last_active":"2023-06-08T03:52:35.633817+0000","last_peered":"2023-06-08T03:52:35.633817+0000","last_clean":"2023-06-08T03:52:35.633817+0000","last_became_active":"2023-06-08T03:52:34.210642+0000","last_became_peered":"2023-06-08T03:52:34.210642+0000","last_unstale":"2023-06-08T03:52:35.633817+0000","last_undegraded":"2023-06-08T03:52:35.633817+0000","last_fullsized":"2023-06-08T03:52:35.633817+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:17.131702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634065+0000","last_change":"2023-06-08T03:52:34.196652+0000","last_active":"2023-06-08T03:52:35.634065+0000","last_peered":"2023-06-08T03:52:35.634065+0000","last_clean":"2023-06-08T03:52:35.634065+0000","last_became_active":"2023-06-08T03:52:34.196408+0000","last_became_peered":"2023-06-08T03:52:34.196408+0000","last_unstale":"2023-06-08T03:52:35.634065+0000","last_undegraded":"2023-06-08T03:52:35.634065+0000","last_fullsized":"2023-06-08T03:52:35.634065+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:26.261589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184944+0000","last_change":"2023-06-08T03:52:34.221093+0000","last_active":"2023-06-08T03:52:35.184944+0000","last_peered":"2023-06-08T03:52:35.184944+0000","last_clean":"2023-06-08T03:52:35.184944+0000","last_became_active":"2023-06-08T03:52:34.220707+0000","last_became_peered":"2023-06-08T03:52:34.220707+0000","last_unstale":"2023-06-08T03:52:35.184944+0000","last_undegraded":"2023-06-08T03:52:35.184944+0000","last_fullsized":"2023-06-08T03:52:35.184944+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:46.192405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634447+0000","last_change":"2023-06-08T03:52:34.204359+0000","last_active":"2023-06-08T03:52:35.634447+0000","last_peered":"2023-06-08T03:52:35.634447+0000","last_clean":"2023-06-08T03:52:35.634447+0000","last_became_active":"2023-06-08T03:52:34.204023+0000","last_became_peered":"2023-06-08T03:52:34.204023+0000","last_unstale":"2023-06-08T03:52:35.634447+0000","last_undegraded":"2023-06-08T03:52:35.634447+0000","last_fullsized":"2023-06-08T03:52:35.634447+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178983+0000","last_change":"2023-06-08T03:52:34.217989+0000","last_active":"2023-06-08T03:52:35.178983+0000","last_peered":"2023-06-08T03:52:35.178983+0000","last_clean":"2023-06-08T03:52:35.178983+0000","last_became_active":"2023-06-08T03:52:34.217704+0000","last_became_peered":"2023-06-08T03:52:34.217704+0000","last_unstale":"2023-06-08T03:52:35.178983+0000","last_undegraded":"2023-06-08T03:52:35.178983+0000","last_fullsized":"2023-06-08T03:52:35.178983+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:47.196103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182725+0000","last_change":"2023-06-08T03:52:34.214912+0000","last_active":"2023-06-08T03:52:35.182725+0000","last_peered":"2023-06-08T03:52:35.182725+0000","last_clean":"2023-06-08T03:52:35.182725+0000","last_became_active":"2023-06-08T03:52:34.214493+0000","last_became_peered":"2023-06-08T03:52:34.214493+0000","last_unstale":"2023-06-08T03:52:35.182725+0000","last_undegraded":"2023-06-08T03:52:35.182725+0000","last_fullsized":"2023-06-08T03:52:35.182725+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.177908+0000","last_change":"2023-06-08T03:52:34.202014+0000","last_active":"2023-06-08T03:52:35.177908+0000","last_peered":"2023-06-08T03:52:35.177908+0000","last_clean":"2023-06-08T03:52:35.177908+0000","last_became_active":"2023-06-08T03:52:34.201251+0000","last_became_peered":"2023-06-08T03:52:34.201251+0000","last_unstale":"2023-06-08T03:52:35.177908+0000","last_undegraded":"2023-06-08T03:52:35.177908+0000","last_fullsized":"2023-06-08T03:52:35.177908+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:43:42.896982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.828642+0000","last_change":"2023-06-08T03:52:34.211062+0000","last_active":"2023-06-08T03:52:37.828642+0000","last_peered":"2023-06-08T03:52:37.828642+0000","last_clean":"2023-06-08T03:52:37.828642+0000","last_became_active":"2023-06-08T03:52:34.210678+0000","last_became_peered":"2023-06-08T03:52:34.210678+0000","last_unstale":"2023-06-08T03:52:37.828642+0000","last_undegraded":"2023-06-08T03:52:37.828642+0000","last_fullsized":"2023-06-08T03:52:37.828642+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:25:20.430101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178666+0000","last_change":"2023-06-08T03:52:34.201688+0000","last_active":"2023-06-08T03:52:35.178666+0000","last_peered":"2023-06-08T03:52:35.178666+0000","last_clean":"2023-06-08T03:52:35.178666+0000","last_became_active":"2023-06-08T03:52:34.200812+0000","last_became_peered":"2023-06-08T03:52:34.200812+0000","last_unstale":"2023-06-08T03:52:35.178666+0000","last_undegraded":"2023-06-08T03:52:35.178666+0000","last_fullsized":"2023-06-08T03:52:35.178666+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:46.192405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376912+0000","last_change":"2023-06-08T03:52:33.842431+0000","last_active":"2023-06-08T03:52:37.376912+0000","last_peered":"2023-06-08T03:52:37.376912+0000","last_clean":"2023-06-08T03:52:37.376912+0000","last_became_active":"2023-06-08T03:52:33.841864+0000","last_became_peered":"2023-06-08T03:52:33.841864+0000","last_unstale":"2023-06-08T03:52:37.376912+0000","last_undegraded":"2023-06-08T03:52:37.376912+0000","last_fullsized":"2023-06-08T03:52:37.376912+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:25:23.757251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184865+0000","last_change":"2023-06-08T03:52:34.220977+0000","last_active":"2023-06-08T03:52:35.184865+0000","last_peered":"2023-06-08T03:52:35.184865+0000","last_clean":"2023-06-08T03:52:35.184865+0000","last_became_active":"2023-06-08T03:52:34.220670+0000","last_became_peered":"2023-06-08T03:52:34.220670+0000","last_unstale":"2023-06-08T03:52:35.184865+0000","last_undegraded":"2023-06-08T03:52:35.184865+0000","last_fullsized":"2023-06-08T03:52:35.184865+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:26.261589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783261+0000","last_change":"2023-06-08T03:52:33.826749+0000","last_active":"2023-06-08T03:52:36.783261+0000","last_peered":"2023-06-08T03:52:36.783261+0000","last_clean":"2023-06-08T03:52:36.783261+0000","last_became_active":"2023-06-08T03:52:33.826359+0000","last_became_peered":"2023-06-08T03:52:33.826359+0000","last_unstale":"2023-06-08T03:52:36.783261+0000","last_undegraded":"2023-06-08T03:52:36.783261+0000","last_fullsized":"2023-06-08T03:52:36.783261+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:31.592187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.784057+0000","last_change":"2023-06-08T03:52:34.201527+0000","last_active":"2023-06-08T03:52:36.784057+0000","last_peered":"2023-06-08T03:52:36.784057+0000","last_clean":"2023-06-08T03:52:36.784057+0000","last_became_active":"2023-06-08T03:52:34.200482+0000","last_became_peered":"2023-06-08T03:52:34.200482+0000","last_unstale":"2023-06-08T03:52:36.784057+0000","last_undegraded":"2023-06-08T03:52:36.784057+0000","last_fullsized":"2023-06-08T03:52:36.784057+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376576+0000","last_change":"2023-06-08T03:52:33.838747+0000","last_active":"2023-06-08T03:52:37.376576+0000","last_peered":"2023-06-08T03:52:37.376576+0000","last_clean":"2023-06-08T03:52:37.376576+0000","last_became_active":"2023-06-08T03:52:33.837712+0000","last_became_peered":"2023-06-08T03:52:33.837712+0000","last_unstale":"2023-06-08T03:52:37.376576+0000","last_undegraded":"2023-06-08T03:52:37.376576+0000","last_fullsized":"2023-06-08T03:52:37.376576+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:20:37.268273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178697+0000","last_change":"2023-06-08T03:52:34.217636+0000","last_active":"2023-06-08T03:52:35.178697+0000","last_peered":"2023-06-08T03:52:35.178697+0000","last_clean":"2023-06-08T03:52:35.178697+0000","last_became_active":"2023-06-08T03:52:34.217365+0000","last_became_peered":"2023-06-08T03:52:34.217365+0000","last_unstale":"2023-06-08T03:52:35.178697+0000","last_undegraded":"2023-06-08T03:52:35.178697+0000","last_fullsized":"2023-06-08T03:52:35.178697+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:16.389781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"22'8","reported_seq":21,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.828829+0000","last_change":"2023-06-08T03:52:33.821293+0000","last_active":"2023-06-08T03:52:37.828829+0000","last_peered":"2023-06-08T03:52:37.828829+0000","last_clean":"2023-06-08T03:52:37.828829+0000","last_became_active":"2023-06-08T03:52:33.819639+0000","last_became_peered":"2023-06-08T03:52:33.819639+0000","last_unstale":"2023-06-08T03:52:37.828829+0000","last_undegraded":"2023-06-08T03:52:37.828829+0000","last_fullsized":"2023-06-08T03:52:37.828829+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:53:56.193962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376944+0000","last_change":"2023-06-08T03:52:33.842261+0000","last_active":"2023-06-08T03:52:37.376944+0000","last_peered":"2023-06-08T03:52:37.376944+0000","last_clean":"2023-06-08T03:52:37.376944+0000","last_became_active":"2023-06-08T03:52:33.841779+0000","last_became_peered":"2023-06-08T03:52:33.841779+0000","last_unstale":"2023-06-08T03:52:37.376944+0000","last_undegraded":"2023-06-08T03:52:37.376944+0000","last_fullsized":"2023-06-08T03:52:37.376944+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:32:07.112293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184498+0000","last_change":"2023-06-08T03:52:34.214385+0000","last_active":"2023-06-08T03:52:35.184498+0000","last_peered":"2023-06-08T03:52:35.184498+0000","last_clean":"2023-06-08T03:52:35.184498+0000","last_became_active":"2023-06-08T03:52:34.214080+0000","last_became_peered":"2023-06-08T03:52:34.214080+0000","last_unstale":"2023-06-08T03:52:35.184498+0000","last_undegraded":"2023-06-08T03:52:35.184498+0000","last_fullsized":"2023-06-08T03:52:35.184498+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:53.142873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376996+0000","last_change":"2023-06-08T03:52:33.842752+0000","last_active":"2023-06-08T03:52:37.376996+0000","last_peered":"2023-06-08T03:52:37.376996+0000","last_clean":"2023-06-08T03:52:37.376996+0000","last_became_active":"2023-06-08T03:52:33.842137+0000","last_became_peered":"2023-06-08T03:52:33.842137+0000","last_unstale":"2023-06-08T03:52:37.376996+0000","last_undegraded":"2023-06-08T03:52:37.376996+0000","last_fullsized":"2023-06-08T03:52:37.376996+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:56:25.150096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182487+0000","last_change":"2023-06-08T03:52:34.205080+0000","last_active":"2023-06-08T03:52:35.182487+0000","last_peered":"2023-06-08T03:52:35.182487+0000","last_clean":"2023-06-08T03:52:35.182487+0000","last_became_active":"2023-06-08T03:52:34.204573+0000","last_became_peered":"2023-06-08T03:52:34.204573+0000","last_unstale":"2023-06-08T03:52:35.182487+0000","last_undegraded":"2023-06-08T03:52:35.182487+0000","last_fullsized":"2023-06-08T03:52:35.182487+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:14.910986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376981+0000","last_change":"2023-06-08T03:52:33.834982+0000","last_active":"2023-06-08T03:52:37.376981+0000","last_peered":"2023-06-08T03:52:37.376981+0000","last_clean":"2023-06-08T03:52:37.376981+0000","last_became_active":"2023-06-08T03:52:33.834324+0000","last_became_peered":"2023-06-08T03:52:33.834324+0000","last_unstale":"2023-06-08T03:52:37.376981+0000","last_undegraded":"2023-06-08T03:52:37.376981+0000","last_fullsized":"2023-06-08T03:52:37.376981+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:09:02.637672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.828744+0000","last_change":"2023-06-08T03:52:34.219483+0000","last_active":"2023-06-08T03:52:37.828744+0000","last_peered":"2023-06-08T03:52:37.828744+0000","last_clean":"2023-06-08T03:52:37.828744+0000","last_became_active":"2023-06-08T03:52:34.219225+0000","last_became_peered":"2023-06-08T03:52:34.219225+0000","last_unstale":"2023-06-08T03:52:37.828744+0000","last_undegraded":"2023-06-08T03:52:37.828744+0000","last_fullsized":"2023-06-08T03:52:37.828744+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:50:24.599710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184656+0000","last_change":"2023-06-08T03:52:33.816004+0000","last_active":"2023-06-08T03:52:35.184656+0000","last_peered":"2023-06-08T03:52:35.184656+0000","last_clean":"2023-06-08T03:52:35.184656+0000","last_became_active":"2023-06-08T03:52:33.815108+0000","last_became_peered":"2023-06-08T03:52:33.815108+0000","last_unstale":"2023-06-08T03:52:35.184656+0000","last_undegraded":"2023-06-08T03:52:35.184656+0000","last_fullsized":"2023-06-08T03:52:35.184656+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:31.592187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783097+0000","last_change":"2023-06-08T03:52:34.200608+0000","last_active":"2023-06-08T03:52:36.783097+0000","last_peered":"2023-06-08T03:52:36.783097+0000","last_clean":"2023-06-08T03:52:36.783097+0000","last_became_active":"2023-06-08T03:52:34.199820+0000","last_became_peered":"2023-06-08T03:52:34.199820+0000","last_unstale":"2023-06-08T03:52:36.783097+0000","last_undegraded":"2023-06-08T03:52:36.783097+0000","last_fullsized":"2023-06-08T03:52:36.783097+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:14.910986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178872+0000","last_change":"2023-06-08T03:52:33.819712+0000","last_active":"2023-06-08T03:52:35.178872+0000","last_peered":"2023-06-08T03:52:35.178872+0000","last_clean":"2023-06-08T03:52:35.178872+0000","last_became_active":"2023-06-08T03:52:33.819280+0000","last_became_peered":"2023-06-08T03:52:33.819280+0000","last_unstale":"2023-06-08T03:52:35.178872+0000","last_undegraded":"2023-06-08T03:52:35.178872+0000","last_fullsized":"2023-06-08T03:52:35.178872+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:47.612504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184378+0000","last_change":"2023-06-08T03:52:34.196096+0000","last_active":"2023-06-08T03:52:35.184378+0000","last_peered":"2023-06-08T03:52:35.184378+0000","last_clean":"2023-06-08T03:52:35.184378+0000","last_became_active":"2023-06-08T03:52:34.195770+0000","last_became_peered":"2023-06-08T03:52:34.195770+0000","last_unstale":"2023-06-08T03:52:35.184378+0000","last_undegraded":"2023-06-08T03:52:35.184378+0000","last_fullsized":"2023-06-08T03:52:35.184378+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:22:43.096943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.829016+0000","last_change":"2023-06-08T03:52:33.837999+0000","last_active":"2023-06-08T03:52:37.829016+0000","last_peered":"2023-06-08T03:52:37.829016+0000","last_clean":"2023-06-08T03:52:37.829016+0000","last_became_active":"2023-06-08T03:52:33.837284+0000","last_became_peered":"2023-06-08T03:52:33.837284+0000","last_unstale":"2023-06-08T03:52:37.829016+0000","last_undegraded":"2023-06-08T03:52:37.829016+0000","last_fullsized":"2023-06-08T03:52:37.829016+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:31:09.639967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183684+0000","last_change":"2023-06-08T03:52:34.196922+0000","last_active":"2023-06-08T03:52:35.183684+0000","last_peered":"2023-06-08T03:52:35.183684+0000","last_clean":"2023-06-08T03:52:35.183684+0000","last_became_active":"2023-06-08T03:52:34.194976+0000","last_became_peered":"2023-06-08T03:52:34.194976+0000","last_unstale":"2023-06-08T03:52:35.183684+0000","last_undegraded":"2023-06-08T03:52:35.183684+0000","last_fullsized":"2023-06-08T03:52:35.183684+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:00:20.730531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182563+0000","last_change":"2023-06-08T03:52:33.827858+0000","last_active":"2023-06-08T03:52:35.182563+0000","last_peered":"2023-06-08T03:52:35.182563+0000","last_clean":"2023-06-08T03:52:35.182563+0000","last_became_active":"2023-06-08T03:52:33.827102+0000","last_became_peered":"2023-06-08T03:52:33.827102+0000","last_unstale":"2023-06-08T03:52:35.182563+0000","last_undegraded":"2023-06-08T03:52:35.182563+0000","last_fullsized":"2023-06-08T03:52:35.182563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:31.592187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182692+0000","last_change":"2023-06-08T03:52:34.212316+0000","last_active":"2023-06-08T03:52:35.182692+0000","last_peered":"2023-06-08T03:52:35.182692+0000","last_clean":"2023-06-08T03:52:35.182692+0000","last_became_active":"2023-06-08T03:52:34.211879+0000","last_became_peered":"2023-06-08T03:52:34.211879+0000","last_unstale":"2023-06-08T03:52:35.182692+0000","last_undegraded":"2023-06-08T03:52:35.182692+0000","last_fullsized":"2023-06-08T03:52:35.182692+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:17.131702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178612+0000","last_change":"2023-06-08T03:52:33.809891+0000","last_active":"2023-06-08T03:52:35.178612+0000","last_peered":"2023-06-08T03:52:35.178612+0000","last_clean":"2023-06-08T03:52:35.178612+0000","last_became_active":"2023-06-08T03:52:33.809321+0000","last_became_peered":"2023-06-08T03:52:33.809321+0000","last_unstale":"2023-06-08T03:52:35.178612+0000","last_undegraded":"2023-06-08T03:52:35.178612+0000","last_fullsized":"2023-06-08T03:52:35.178612+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:25.257922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634047+0000","last_change":"2023-06-08T03:52:34.197875+0000","last_active":"2023-06-08T03:52:35.634047+0000","last_peered":"2023-06-08T03:52:35.634047+0000","last_clean":"2023-06-08T03:52:35.634047+0000","last_became_active":"2023-06-08T03:52:34.197430+0000","last_became_peered":"2023-06-08T03:52:34.197430+0000","last_unstale":"2023-06-08T03:52:35.634047+0000","last_undegraded":"2023-06-08T03:52:35.634047+0000","last_fullsized":"2023-06-08T03:52:35.634047+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":175,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376518+0000","last_change":"2023-06-08T03:52:24.078700+0000","last_active":"2023-06-08T03:52:37.376518+0000","last_peered":"2023-06-08T03:52:37.376518+0000","last_clean":"2023-06-08T03:52:37.376518+0000","last_became_active":"2023-06-08T03:52:24.076762+0000","last_became_peered":"2023-06-08T03:52:24.076762+0000","last_unstale":"2023-06-08T03:52:37.376518+0000","last_undegraded":"2023-06-08T03:52:37.376518+0000","last_fullsized":"2023-06-08T03:52:37.376518+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:22.642730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:22.642730+0000","last_clean_scrub_stamp":"2023-06-08T03:52:22.642730+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:17:15.275505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184394+0000","last_change":"2023-06-08T03:52:29.775070+0000","last_active":"2023-06-08T03:52:35.184394+0000","last_peered":"2023-06-08T03:52:35.184394+0000","last_clean":"2023-06-08T03:52:35.184394+0000","last_became_active":"2023-06-08T03:52:29.774047+0000","last_became_peered":"2023-06-08T03:52:29.774047+0000","last_unstale":"2023-06-08T03:52:35.184394+0000","last_undegraded":"2023-06-08T03:52:35.184394+0000","last_fullsized":"2023-06-08T03:52:35.184394+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:09.869151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.177944+0000","last_change":"2023-06-08T03:52:33.813421+0000","last_active":"2023-06-08T03:52:35.177944+0000","last_peered":"2023-06-08T03:52:35.177944+0000","last_clean":"2023-06-08T03:52:35.177944+0000","last_became_active":"2023-06-08T03:52:33.813120+0000","last_became_peered":"2023-06-08T03:52:33.813120+0000","last_unstale":"2023-06-08T03:52:35.177944+0000","last_undegraded":"2023-06-08T03:52:35.177944+0000","last_fullsized":"2023-06-08T03:52:35.177944+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:49:57.080994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.829337+0000","last_change":"2023-06-08T03:52:34.223823+0000","last_active":"2023-06-08T03:52:37.829337+0000","last_peered":"2023-06-08T03:52:37.829337+0000","last_clean":"2023-06-08T03:52:37.829337+0000","last_became_active":"2023-06-08T03:52:34.223487+0000","last_became_peered":"2023-06-08T03:52:34.223487+0000","last_unstale":"2023-06-08T03:52:37.829337+0000","last_undegraded":"2023-06-08T03:52:37.829337+0000","last_fullsized":"2023-06-08T03:52:37.829337+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:49:58.084661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376278+0000","last_change":"2023-06-08T03:52:29.780410+0000","last_active":"2023-06-08T03:52:37.376278+0000","last_peered":"2023-06-08T03:52:37.376278+0000","last_clean":"2023-06-08T03:52:37.376278+0000","last_became_active":"2023-06-08T03:52:29.779630+0000","last_became_peered":"2023-06-08T03:52:29.779630+0000","last_unstale":"2023-06-08T03:52:37.376278+0000","last_undegraded":"2023-06-08T03:52:37.376278+0000","last_fullsized":"2023-06-08T03:52:37.376278+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:02.135686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.782881+0000","last_change":"2023-06-08T03:52:33.837466+0000","last_active":"2023-06-08T03:52:36.782881+0000","last_peered":"2023-06-08T03:52:36.782881+0000","last_clean":"2023-06-08T03:52:36.782881+0000","last_became_active":"2023-06-08T03:52:33.837003+0000","last_became_peered":"2023-06-08T03:52:33.837003+0000","last_unstale":"2023-06-08T03:52:36.782881+0000","last_undegraded":"2023-06-08T03:52:36.782881+0000","last_fullsized":"2023-06-08T03:52:36.782881+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:49:57.080994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783901+0000","last_change":"2023-06-08T03:52:34.200817+0000","last_active":"2023-06-08T03:52:36.783901+0000","last_peered":"2023-06-08T03:52:36.783901+0000","last_clean":"2023-06-08T03:52:36.783901+0000","last_became_active":"2023-06-08T03:52:34.200038+0000","last_became_peered":"2023-06-08T03:52:34.200038+0000","last_unstale":"2023-06-08T03:52:36.783901+0000","last_undegraded":"2023-06-08T03:52:36.783901+0000","last_fullsized":"2023-06-08T03:52:36.783901+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:29.544344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.633856+0000","last_change":"2023-06-08T03:52:29.875560+0000","last_active":"2023-06-08T03:52:36.633856+0000","last_peered":"2023-06-08T03:52:36.633856+0000","last_clean":"2023-06-08T03:52:36.633856+0000","last_became_active":"2023-06-08T03:52:29.875158+0000","last_became_peered":"2023-06-08T03:52:29.875158+0000","last_unstale":"2023-06-08T03:52:36.633856+0000","last_undegraded":"2023-06-08T03:52:36.633856+0000","last_fullsized":"2023-06-08T03:52:36.633856+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:03:58.579573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.633313+0000","last_change":"2023-06-08T03:52:33.817915+0000","last_active":"2023-06-08T03:52:35.633313+0000","last_peered":"2023-06-08T03:52:35.633313+0000","last_clean":"2023-06-08T03:52:35.633313+0000","last_became_active":"2023-06-08T03:52:33.817547+0000","last_became_peered":"2023-06-08T03:52:33.817547+0000","last_unstale":"2023-06-08T03:52:35.633313+0000","last_undegraded":"2023-06-08T03:52:35.633313+0000","last_fullsized":"2023-06-08T03:52:35.633313+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:13.907319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634213+0000","last_change":"2023-06-08T03:52:34.197688+0000","last_active":"2023-06-08T03:52:35.634213+0000","last_peered":"2023-06-08T03:52:35.634213+0000","last_clean":"2023-06-08T03:52:35.634213+0000","last_became_active":"2023-06-08T03:52:34.197083+0000","last_became_peered":"2023-06-08T03:52:34.197083+0000","last_unstale":"2023-06-08T03:52:35.634213+0000","last_undegraded":"2023-06-08T03:52:35.634213+0000","last_fullsized":"2023-06-08T03:52:35.634213+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:29.544344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185516+0000","last_change":"2023-06-08T03:52:29.775307+0000","last_active":"2023-06-08T03:52:35.185516+0000","last_peered":"2023-06-08T03:52:35.185516+0000","last_clean":"2023-06-08T03:52:35.185516+0000","last_became_active":"2023-06-08T03:52:29.774465+0000","last_became_peered":"2023-06-08T03:52:29.774465+0000","last_unstale":"2023-06-08T03:52:35.185516+0000","last_undegraded":"2023-06-08T03:52:35.185516+0000","last_fullsized":"2023-06-08T03:52:35.185516+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:02.135686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183669+0000","last_change":"2023-06-08T03:52:33.833486+0000","last_active":"2023-06-08T03:52:35.183669+0000","last_peered":"2023-06-08T03:52:35.183669+0000","last_clean":"2023-06-08T03:52:35.183669+0000","last_became_active":"2023-06-08T03:52:33.832814+0000","last_became_peered":"2023-06-08T03:52:33.832814+0000","last_unstale":"2023-06-08T03:52:35.183669+0000","last_undegraded":"2023-06-08T03:52:35.183669+0000","last_fullsized":"2023-06-08T03:52:35.183669+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:06.173854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634537+0000","last_change":"2023-06-08T03:52:34.198749+0000","last_active":"2023-06-08T03:52:35.634537+0000","last_peered":"2023-06-08T03:52:35.634537+0000","last_clean":"2023-06-08T03:52:35.634537+0000","last_became_active":"2023-06-08T03:52:34.198471+0000","last_became_peered":"2023-06-08T03:52:34.198471+0000","last_unstale":"2023-06-08T03:52:35.634537+0000","last_undegraded":"2023-06-08T03:52:35.634537+0000","last_fullsized":"2023-06-08T03:52:35.634537+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:47.196103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185291+0000","last_change":"2023-06-08T03:52:33.815429+0000","last_active":"2023-06-08T03:52:35.185291+0000","last_peered":"2023-06-08T03:52:35.185291+0000","last_clean":"2023-06-08T03:52:35.185291+0000","last_became_active":"2023-06-08T03:52:33.813577+0000","last_became_peered":"2023-06-08T03:52:33.813577+0000","last_unstale":"2023-06-08T03:52:35.185291+0000","last_undegraded":"2023-06-08T03:52:35.185291+0000","last_fullsized":"2023-06-08T03:52:35.185291+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:45.373351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634599+0000","last_change":"2023-06-08T03:52:29.878343+0000","last_active":"2023-06-08T03:52:35.634599+0000","last_peered":"2023-06-08T03:52:35.634599+0000","last_clean":"2023-06-08T03:52:35.634599+0000","last_became_active":"2023-06-08T03:52:29.878028+0000","last_became_peered":"2023-06-08T03:52:29.878028+0000","last_unstale":"2023-06-08T03:52:35.634599+0000","last_undegraded":"2023-06-08T03:52:35.634599+0000","last_fullsized":"2023-06-08T03:52:35.634599+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:02.135686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.633570+0000","last_change":"2023-06-08T03:52:34.195036+0000","last_active":"2023-06-08T03:52:35.633570+0000","last_peered":"2023-06-08T03:52:35.633570+0000","last_clean":"2023-06-08T03:52:35.633570+0000","last_became_active":"2023-06-08T03:52:34.194766+0000","last_became_peered":"2023-06-08T03:52:34.194766+0000","last_unstale":"2023-06-08T03:52:35.633570+0000","last_undegraded":"2023-06-08T03:52:35.633570+0000","last_fullsized":"2023-06-08T03:52:35.633570+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:32.595854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634170+0000","last_change":"2023-06-08T03:52:33.817383+0000","last_active":"2023-06-08T03:52:35.634170+0000","last_peered":"2023-06-08T03:52:35.634170+0000","last_clean":"2023-06-08T03:52:35.634170+0000","last_became_active":"2023-06-08T03:52:33.816990+0000","last_became_peered":"2023-06-08T03:52:33.816990+0000","last_unstale":"2023-06-08T03:52:35.634170+0000","last_undegraded":"2023-06-08T03:52:35.634170+0000","last_fullsized":"2023-06-08T03:52:35.634170+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:15.386114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.377221+0000","last_change":"2023-06-08T03:52:29.875243+0000","last_active":"2023-06-08T03:52:37.377221+0000","last_peered":"2023-06-08T03:52:37.377221+0000","last_clean":"2023-06-08T03:52:37.377221+0000","last_became_active":"2023-06-08T03:52:29.874833+0000","last_became_peered":"2023-06-08T03:52:29.874833+0000","last_unstale":"2023-06-08T03:52:37.377221+0000","last_undegraded":"2023-06-08T03:52:37.377221+0000","last_fullsized":"2023-06-08T03:52:37.377221+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:43:04.060256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783241+0000","last_change":"2023-06-08T03:52:34.196337+0000","last_active":"2023-06-08T03:52:36.783241+0000","last_peered":"2023-06-08T03:52:36.783241+0000","last_clean":"2023-06-08T03:52:36.783241+0000","last_became_active":"2023-06-08T03:52:34.195408+0000","last_became_peered":"2023-06-08T03:52:34.195408+0000","last_unstale":"2023-06-08T03:52:36.783241+0000","last_undegraded":"2023-06-08T03:52:36.783241+0000","last_fullsized":"2023-06-08T03:52:36.783241+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:53.142873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178793+0000","last_change":"2023-06-08T03:52:33.825283+0000","last_active":"2023-06-08T03:52:35.178793+0000","last_peered":"2023-06-08T03:52:35.178793+0000","last_clean":"2023-06-08T03:52:35.178793+0000","last_became_active":"2023-06-08T03:52:33.824917+0000","last_became_peered":"2023-06-08T03:52:33.824917+0000","last_unstale":"2023-06-08T03:52:35.178793+0000","last_undegraded":"2023-06-08T03:52:35.178793+0000","last_fullsized":"2023-06-08T03:52:35.178793+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:45.373351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634012+0000","last_change":"2023-06-08T03:52:29.777779+0000","last_active":"2023-06-08T03:52:35.634012+0000","last_peered":"2023-06-08T03:52:35.634012+0000","last_clean":"2023-06-08T03:52:35.634012+0000","last_became_active":"2023-06-08T03:52:29.777419+0000","last_became_peered":"2023-06-08T03:52:29.777419+0000","last_unstale":"2023-06-08T03:52:35.634012+0000","last_undegraded":"2023-06-08T03:52:35.634012+0000","last_fullsized":"2023-06-08T03:52:35.634012+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:41.150569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178263+0000","last_change":"2023-06-08T03:52:34.217100+0000","last_active":"2023-06-08T03:52:35.178263+0000","last_peered":"2023-06-08T03:52:35.178263+0000","last_clean":"2023-06-08T03:52:35.178263+0000","last_became_active":"2023-06-08T03:52:34.216825+0000","last_became_peered":"2023-06-08T03:52:34.216825+0000","last_unstale":"2023-06-08T03:52:35.178263+0000","last_undegraded":"2023-06-08T03:52:35.178263+0000","last_fullsized":"2023-06-08T03:52:35.178263+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:32.595854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.784209+0000","last_change":"2023-06-08T03:52:33.820179+0000","last_active":"2023-06-08T03:52:36.784209+0000","last_peered":"2023-06-08T03:52:36.784209+0000","last_clean":"2023-06-08T03:52:36.784209+0000","last_became_active":"2023-06-08T03:52:33.819769+0000","last_became_peered":"2023-06-08T03:52:33.819769+0000","last_unstale":"2023-06-08T03:52:36.784209+0000","last_undegraded":"2023-06-08T03:52:36.784209+0000","last_fullsized":"2023-06-08T03:52:36.784209+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:46.192435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.828415+0000","last_change":"2023-06-08T03:52:29.779829+0000","last_active":"2023-06-08T03:52:37.828415+0000","last_peered":"2023-06-08T03:52:37.828415+0000","last_clean":"2023-06-08T03:52:37.828415+0000","last_became_active":"2023-06-08T03:52:29.778989+0000","last_became_peered":"2023-06-08T03:52:29.778989+0000","last_unstale":"2023-06-08T03:52:37.828415+0000","last_undegraded":"2023-06-08T03:52:37.828415+0000","last_fullsized":"2023-06-08T03:52:37.828415+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:05:04.781997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182415+0000","last_change":"2023-06-08T03:52:34.197432+0000","last_active":"2023-06-08T03:52:35.182415+0000","last_peered":"2023-06-08T03:52:35.182415+0000","last_clean":"2023-06-08T03:52:35.182415+0000","last_became_active":"2023-06-08T03:52:34.193639+0000","last_became_peered":"2023-06-08T03:52:34.193639+0000","last_unstale":"2023-06-08T03:52:35.182415+0000","last_undegraded":"2023-06-08T03:52:35.182415+0000","last_fullsized":"2023-06-08T03:52:35.182415+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:37:09.935889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183518+0000","last_change":"2023-06-08T03:52:34.212764+0000","last_active":"2023-06-08T03:52:35.183518+0000","last_peered":"2023-06-08T03:52:35.183518+0000","last_clean":"2023-06-08T03:52:35.183518+0000","last_became_active":"2023-06-08T03:52:34.212338+0000","last_became_peered":"2023-06-08T03:52:34.212338+0000","last_unstale":"2023-06-08T03:52:35.183518+0000","last_undegraded":"2023-06-08T03:52:35.183518+0000","last_fullsized":"2023-06-08T03:52:35.183518+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:47.196103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"22'6","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184693+0000","last_change":"2023-06-08T03:52:33.832442+0000","last_active":"2023-06-08T03:52:35.184693+0000","last_peered":"2023-06-08T03:52:35.184693+0000","last_clean":"2023-06-08T03:52:35.184693+0000","last_became_active":"2023-06-08T03:52:33.831711+0000","last_became_peered":"2023-06-08T03:52:33.831711+0000","last_unstale":"2023-06-08T03:52:35.184693+0000","last_undegraded":"2023-06-08T03:52:35.184693+0000","last_fullsized":"2023-06-08T03:52:35.184693+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:20:37.268273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634392+0000","last_change":"2023-06-08T03:52:34.214731+0000","last_active":"2023-06-08T03:52:35.634392+0000","last_peered":"2023-06-08T03:52:35.634392+0000","last_clean":"2023-06-08T03:52:35.634392+0000","last_became_active":"2023-06-08T03:52:34.214451+0000","last_became_peered":"2023-06-08T03:52:34.214451+0000","last_unstale":"2023-06-08T03:52:35.634392+0000","last_undegraded":"2023-06-08T03:52:35.634392+0000","last_fullsized":"2023-06-08T03:52:35.634392+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:46.377019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"22'3","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376918+0000","last_change":"2023-06-08T03:52:33.836063+0000","last_active":"2023-06-08T03:52:37.376918+0000","last_peered":"2023-06-08T03:52:37.376918+0000","last_clean":"2023-06-08T03:52:37.376918+0000","last_became_active":"2023-06-08T03:52:33.835441+0000","last_became_peered":"2023-06-08T03:52:33.835441+0000","last_unstale":"2023-06-08T03:52:37.376918+0000","last_undegraded":"2023-06-08T03:52:37.376918+0000","last_fullsized":"2023-06-08T03:52:37.376918+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:37:17.969346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185436+0000","last_change":"2023-06-08T03:52:33.825661+0000","last_active":"2023-06-08T03:52:35.185436+0000","last_peered":"2023-06-08T03:52:35.185436+0000","last_clean":"2023-06-08T03:52:35.185436+0000","last_became_active":"2023-06-08T03:52:33.824940+0000","last_became_peered":"2023-06-08T03:52:33.824940+0000","last_unstale":"2023-06-08T03:52:35.185436+0000","last_undegraded":"2023-06-08T03:52:35.185436+0000","last_fullsized":"2023-06-08T03:52:35.185436+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:46.192435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.177980+0000","last_change":"2023-06-08T03:52:34.218012+0000","last_active":"2023-06-08T03:52:35.177980+0000","last_peered":"2023-06-08T03:52:35.177980+0000","last_clean":"2023-06-08T03:52:35.177980+0000","last_became_active":"2023-06-08T03:52:34.217605+0000","last_became_peered":"2023-06-08T03:52:34.217605+0000","last_unstale":"2023-06-08T03:52:35.177980+0000","last_undegraded":"2023-06-08T03:52:35.177980+0000","last_fullsized":"2023-06-08T03:52:35.177980+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:37:09.935889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.784229+0000","last_change":"2023-06-08T03:52:33.813278+0000","last_active":"2023-06-08T03:52:36.784229+0000","last_peered":"2023-06-08T03:52:36.784229+0000","last_clean":"2023-06-08T03:52:36.784229+0000","last_became_active":"2023-06-08T03:52:33.812840+0000","last_became_peered":"2023-06-08T03:52:33.812840+0000","last_unstale":"2023-06-08T03:52:36.784229+0000","last_undegraded":"2023-06-08T03:52:36.784229+0000","last_fullsized":"2023-06-08T03:52:36.784229+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:06.173854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178051+0000","last_change":"2023-06-08T03:52:34.199313+0000","last_active":"2023-06-08T03:52:35.178051+0000","last_peered":"2023-06-08T03:52:35.178051+0000","last_clean":"2023-06-08T03:52:35.178051+0000","last_became_active":"2023-06-08T03:52:34.199044+0000","last_became_peered":"2023-06-08T03:52:34.199044+0000","last_unstale":"2023-06-08T03:52:35.178051+0000","last_undegraded":"2023-06-08T03:52:35.178051+0000","last_fullsized":"2023-06-08T03:52:35.178051+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:14.910986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.829512+0000","last_change":"2023-06-08T03:52:34.210146+0000","last_active":"2023-06-08T03:52:37.829512+0000","last_peered":"2023-06-08T03:52:37.829512+0000","last_clean":"2023-06-08T03:52:37.829512+0000","last_became_active":"2023-06-08T03:52:34.209780+0000","last_became_peered":"2023-06-08T03:52:34.209780+0000","last_unstale":"2023-06-08T03:52:37.829512+0000","last_undegraded":"2023-06-08T03:52:37.829512+0000","last_fullsized":"2023-06-08T03:52:37.829512+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:37:09.935889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178787+0000","last_change":"2023-06-08T03:52:33.812439+0000","last_active":"2023-06-08T03:52:35.178787+0000","last_peered":"2023-06-08T03:52:35.178787+0000","last_clean":"2023-06-08T03:52:35.178787+0000","last_became_active":"2023-06-08T03:52:33.812098+0000","last_became_peered":"2023-06-08T03:52:33.812098+0000","last_unstale":"2023-06-08T03:52:35.178787+0000","last_undegraded":"2023-06-08T03:52:35.178787+0000","last_fullsized":"2023-06-08T03:52:35.178787+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:28.540677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783664+0000","last_change":"2023-06-08T03:52:34.207989+0000","last_active":"2023-06-08T03:52:36.783664+0000","last_peered":"2023-06-08T03:52:36.783664+0000","last_clean":"2023-06-08T03:52:36.783664+0000","last_became_active":"2023-06-08T03:52:34.207735+0000","last_became_peered":"2023-06-08T03:52:34.207735+0000","last_unstale":"2023-06-08T03:52:36.783664+0000","last_undegraded":"2023-06-08T03:52:36.783664+0000","last_fullsized":"2023-06-08T03:52:36.783664+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.633536+0000","last_change":"2023-06-08T03:52:33.815452+0000","last_active":"2023-06-08T03:52:35.633536+0000","last_peered":"2023-06-08T03:52:35.633536+0000","last_clean":"2023-06-08T03:52:35.633536+0000","last_became_active":"2023-06-08T03:52:33.815039+0000","last_became_peered":"2023-06-08T03:52:33.815039+0000","last_unstale":"2023-06-08T03:52:35.633536+0000","last_undegraded":"2023-06-08T03:52:35.633536+0000","last_fullsized":"2023-06-08T03:52:35.633536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:52.139206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178505+0000","last_change":"2023-06-08T03:52:34.202564+0000","last_active":"2023-06-08T03:52:35.178505+0000","last_peered":"2023-06-08T03:52:35.178505+0000","last_clean":"2023-06-08T03:52:35.178505+0000","last_became_active":"2023-06-08T03:52:34.202189+0000","last_became_peered":"2023-06-08T03:52:34.202189+0000","last_unstale":"2023-06-08T03:52:35.178505+0000","last_undegraded":"2023-06-08T03:52:35.178505+0000","last_fullsized":"2023-06-08T03:52:35.178505+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182905+0000","last_change":"2023-06-08T03:52:33.814608+0000","last_active":"2023-06-08T03:52:35.182905+0000","last_peered":"2023-06-08T03:52:35.182905+0000","last_clean":"2023-06-08T03:52:35.182905+0000","last_became_active":"2023-06-08T03:52:33.813780+0000","last_became_peered":"2023-06-08T03:52:33.813780+0000","last_unstale":"2023-06-08T03:52:35.182905+0000","last_undegraded":"2023-06-08T03:52:35.182905+0000","last_fullsized":"2023-06-08T03:52:35.182905+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:45.188738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.634298+0000","last_change":"2023-06-08T03:52:34.199988+0000","last_active":"2023-06-08T03:52:36.634298+0000","last_peered":"2023-06-08T03:52:36.634298+0000","last_clean":"2023-06-08T03:52:36.634298+0000","last_became_active":"2023-06-08T03:52:34.199501+0000","last_became_peered":"2023-06-08T03:52:34.199501+0000","last_unstale":"2023-06-08T03:52:36.634298+0000","last_undegraded":"2023-06-08T03:52:36.634298+0000","last_fullsized":"2023-06-08T03:52:36.634298+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:11:40.958157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783664+0000","last_change":"2023-06-08T03:52:33.837740+0000","last_active":"2023-06-08T03:52:36.783664+0000","last_peered":"2023-06-08T03:52:36.783664+0000","last_clean":"2023-06-08T03:52:36.783664+0000","last_became_active":"2023-06-08T03:52:33.837270+0000","last_became_peered":"2023-06-08T03:52:33.837270+0000","last_unstale":"2023-06-08T03:52:36.783664+0000","last_undegraded":"2023-06-08T03:52:36.783664+0000","last_fullsized":"2023-06-08T03:52:36.783664+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:25.257922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183350+0000","last_change":"2023-06-08T03:52:34.203229+0000","last_active":"2023-06-08T03:52:35.183350+0000","last_peered":"2023-06-08T03:52:35.183350+0000","last_clean":"2023-06-08T03:52:35.183350+0000","last_became_active":"2023-06-08T03:52:34.202876+0000","last_became_peered":"2023-06-08T03:52:34.202876+0000","last_unstale":"2023-06-08T03:52:35.183350+0000","last_undegraded":"2023-06-08T03:52:35.183350+0000","last_fullsized":"2023-06-08T03:52:35.183350+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:46.377019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184759+0000","last_change":"2023-06-08T03:52:33.839791+0000","last_active":"2023-06-08T03:52:35.184759+0000","last_peered":"2023-06-08T03:52:35.184759+0000","last_clean":"2023-06-08T03:52:35.184759+0000","last_became_active":"2023-06-08T03:52:33.839145+0000","last_became_peered":"2023-06-08T03:52:33.839145+0000","last_unstale":"2023-06-08T03:52:35.184759+0000","last_undegraded":"2023-06-08T03:52:35.184759+0000","last_fullsized":"2023-06-08T03:52:35.184759+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:16.128035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182517+0000","last_change":"2023-06-08T03:52:34.194269+0000","last_active":"2023-06-08T03:52:35.182517+0000","last_peered":"2023-06-08T03:52:35.182517+0000","last_clean":"2023-06-08T03:52:35.182517+0000","last_became_active":"2023-06-08T03:52:34.193895+0000","last_became_peered":"2023-06-08T03:52:34.193895+0000","last_unstale":"2023-06-08T03:52:35.182517+0000","last_undegraded":"2023-06-08T03:52:35.182517+0000","last_fullsized":"2023-06-08T03:52:35.182517+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:53.142873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185056+0000","last_change":"2023-06-08T03:52:33.837829+0000","last_active":"2023-06-08T03:52:35.185056+0000","last_peered":"2023-06-08T03:52:35.185056+0000","last_clean":"2023-06-08T03:52:35.185056+0000","last_became_active":"2023-06-08T03:52:33.837043+0000","last_became_peered":"2023-06-08T03:52:33.837043+0000","last_unstale":"2023-06-08T03:52:35.185056+0000","last_undegraded":"2023-06-08T03:52:35.185056+0000","last_fullsized":"2023-06-08T03:52:35.185056+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:15.386114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178099+0000","last_change":"2023-06-08T03:52:34.192830+0000","last_active":"2023-06-08T03:52:35.178099+0000","last_peered":"2023-06-08T03:52:35.178099+0000","last_clean":"2023-06-08T03:52:35.178099+0000","last_became_active":"2023-06-08T03:52:34.192479+0000","last_became_peered":"2023-06-08T03:52:34.192479+0000","last_unstale":"2023-06-08T03:52:35.178099+0000","last_undegraded":"2023-06-08T03:52:35.178099+0000","last_fullsized":"2023-06-08T03:52:35.178099+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:53.142873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178361+0000","last_change":"2023-06-08T03:52:33.813415+0000","last_active":"2023-06-08T03:52:35.178361+0000","last_peered":"2023-06-08T03:52:35.178361+0000","last_clean":"2023-06-08T03:52:35.178361+0000","last_became_active":"2023-06-08T03:52:33.813011+0000","last_became_peered":"2023-06-08T03:52:33.813011+0000","last_unstale":"2023-06-08T03:52:35.178361+0000","last_undegraded":"2023-06-08T03:52:35.178361+0000","last_fullsized":"2023-06-08T03:52:35.178361+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:16.128035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182137+0000","last_change":"2023-06-08T03:52:34.212446+0000","last_active":"2023-06-08T03:52:35.182137+0000","last_peered":"2023-06-08T03:52:35.182137+0000","last_clean":"2023-06-08T03:52:35.182137+0000","last_became_active":"2023-06-08T03:52:34.212124+0000","last_became_peered":"2023-06-08T03:52:34.212124+0000","last_unstale":"2023-06-08T03:52:35.182137+0000","last_undegraded":"2023-06-08T03:52:35.182137+0000","last_fullsized":"2023-06-08T03:52:35.182137+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:43:42.896982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"22'4","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783953+0000","last_change":"2023-06-08T03:52:33.813709+0000","last_active":"2023-06-08T03:52:36.783953+0000","last_peered":"2023-06-08T03:52:36.783953+0000","last_clean":"2023-06-08T03:52:36.783953+0000","last_became_active":"2023-06-08T03:52:33.813036+0000","last_became_peered":"2023-06-08T03:52:33.813036+0000","last_unstale":"2023-06-08T03:52:36.783953+0000","last_undegraded":"2023-06-08T03:52:36.783953+0000","last_fullsized":"2023-06-08T03:52:36.783953+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:45.373351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27796,"kb_used_data":844,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344044,"statfs":{"total":96636764160,"available":96608301056,"internally_reserved":0,"allocated":864256,"data_stored":681747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0620000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84499999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91700000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94299999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.752}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1679999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574856,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":236,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":241664,"data_stored":89599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80600000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90800000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.181}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97099999999999997}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":244,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":249856,"data_stored":90251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0329999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1040000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82099999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1319999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.151}]}]},{"osd":4,"up_from":13,"seq":55834574857,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":256,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":262144,"data_stored":91219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65600000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.753}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93500000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0369999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27192,"kb_used_data":240,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344648,"statfs":{"total":96636764160,"available":96608919552,"internally_reserved":0,"allocated":245760,"data_stored":89689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.873}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.135}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83999999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.101}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":236,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":241664,"data_stored":89599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93000000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0209999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.232}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.105}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.071}]}]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":236,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":241664,"data_stored":89599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41799999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51500000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.874}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]}]},{"osd":0,"up_from":13,"seq":55834574857,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27772,"kb_used_data":820,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344068,"statfs":{"total":96636764160,"available":96608325632,"internally_reserved":0,"allocated":839680,"data_stored":680549,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79700000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84099999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.091}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88200000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78300000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3919999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90700000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-08T03:52:46.583 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-08T03:52:46.738 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.729+0000 7f27b177b640 1 Processor -- start 2023-06-08T03:52:46.738 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.733+0000 7f27b177b640 1 -- start start 2023-06-08T03:52:46.739 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.733+0000 7f27b177b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f27ac0c9830 0x7f27ac164350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:46.739 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.733+0000 7f27b177b640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27ac0c8390 con 0x7f27ac0ca430 2023-06-08T03:52:46.739 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.733+0000 7f27b177b640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27ac070870 con 0x7f27ac159730 2023-06-08T03:52:46.739 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.733+0000 7f27b177b640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27ac070b50 con 0x7f27ac0c9830 2023-06-08T03:52:46.739 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.733+0000 7f27aaffd640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f27ac0ca430 0x7f27ac0ca800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:57144/0 (socket says 172.21.15.62:57144) 2023-06-08T03:52:46.740 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.733+0000 7f27aaffd640 1 -- 172.21.15.62:0/2511811440 learned_addr learned my addr 172.21.15.62:0/2511811440 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:46.740 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.733+0000 7f27ab7fe640 1 --2- 172.21.15.62:0/2511811440 >> v2:172.21.15.62:3300/0 conn(0x7f27ac0c9830 0x7f27ac164350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:46.740 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.733+0000 7f27aa7fc640 1 -- 172.21.15.62:0/2511811440 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1751499570 0 0) 0x7f27ac0c8390 con 0x7f27ac0ca430 2023-06-08T03:52:46.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.733+0000 7f27aa7fc640 1 -- 172.21.15.62:0/2511811440 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2798003530 con 0x7f27ac0ca430 2023-06-08T03:52:46.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.733+0000 7f27ab7fe640 1 -- 172.21.15.62:0/2511811440 >> v1:172.21.15.188:6789/0 conn(0x7f27ac159730 legacy=0x7f27ac06fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.733+0000 7f27ab7fe640 1 -- 172.21.15.62:0/2511811440 >> v1:172.21.15.62:6789/0 conn(0x7f27ac0ca430 legacy=0x7f27ac0ca800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.733+0000 7f27ab7fe640 1 -- 172.21.15.62:0/2511811440 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27ac070e30 con 0x7f27ac0c9830 2023-06-08T03:52:46.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.733+0000 7f27ab7fe640 1 --2- 172.21.15.62:0/2511811440 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f27ac0c9830 0x7f27ac164350 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f27a4009d90 tx=0x7f27a401c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=479196c3303cad60 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:46.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27aa7fc640 1 -- 172.21.15.62:0/2511811440 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27a40a5920 con 0x7f27ac0c9830 2023-06-08T03:52:46.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27aa7fc640 1 -- 172.21.15.62:0/2511811440 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27a40a5a80 con 0x7f27ac0c9830 2023-06-08T03:52:46.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27aa7fc640 1 -- 172.21.15.62:0/2511811440 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27a40a5e10 con 0x7f27ac0c9830 2023-06-08T03:52:46.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27b177b640 1 -- 172.21.15.62:0/2511811440 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f27ac0c9830 msgr2=0x7f27ac164350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27b177b640 1 --2- 172.21.15.62:0/2511811440 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f27ac0c9830 0x7f27ac164350 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f27a4009d90 tx=0x7f27a401c950 comp rx=0 tx=0).stop 2023-06-08T03:52:46.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27b177b640 1 -- 172.21.15.62:0/2511811440 shutdown_connections 2023-06-08T03:52:46.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27b177b640 1 --2- 172.21.15.62:0/2511811440 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f27ac0c9830 0x7f27ac164350 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.744 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27b177b640 1 -- 172.21.15.62:0/2511811440 >> 172.21.15.62:0/2511811440 conn(0x7f27ac0af640 msgr2=0x7f27ac0afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:46.744 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27b177b640 1 -- 172.21.15.62:0/2511811440 shutdown_connections 2023-06-08T03:52:46.744 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27b177b640 1 -- 172.21.15.62:0/2511811440 wait complete. 2023-06-08T03:52:46.745 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27b177b640 1 Processor -- start 2023-06-08T03:52:46.745 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27b177b640 1 -- start start 2023-06-08T03:52:46.746 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27b177b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f27ac0c9830 0x7f27ac146c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:46.746 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27b177b640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f27ac0ca430 0x7f27ac14d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:46.747 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27b177b640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f27ac159730 0x7f27ac14def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:46.747 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27b177b640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27ac148350 con 0x7f27ac0c9830 2023-06-08T03:52:46.747 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27b177b640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27ac14c1e0 con 0x7f27ac159730 2023-06-08T03:52:46.747 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27b177b640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27ac14c4c0 con 0x7f27ac0ca430 2023-06-08T03:52:46.747 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27aaffd640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f27ac0c9830 0x7f27ac146c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:46.747 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27aaffd640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f27ac0c9830 0x7f27ac146c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:51150/0 (socket says 172.21.15.62:51150) 2023-06-08T03:52:46.747 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27aaffd640 1 -- 172.21.15.62:0/3138354671 learned_addr learned my addr 172.21.15.62:0/3138354671 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:46.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27aaffd640 1 -- 172.21.15.62:0/3138354671 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f27ac0ca430 msgr2=0x7f27ac14d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27aaffd640 1 --2- 172.21.15.62:0/3138354671 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f27ac0ca430 0x7f27ac14d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27aaffd640 1 -- 172.21.15.62:0/3138354671 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f27ac159730 msgr2=0x7f27ac14def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27aaffd640 1 --2- 172.21.15.62:0/3138354671 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f27ac159730 0x7f27ac14def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27aaffd640 1 -- 172.21.15.62:0/3138354671 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27a4009a70 con 0x7f27ac0c9830 2023-06-08T03:52:46.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27aaffd640 1 --2- 172.21.15.62:0/3138354671 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f27ac0c9830 0x7f27ac146c50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f279c00c4d0 tx=0x7f279c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:46.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.737+0000 7f27a3fff640 1 -- 172.21.15.62:0/3138354671 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f279c005cf0 con 0x7f27ac0c9830 2023-06-08T03:52:46.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.741+0000 7f27a3fff640 1 -- 172.21.15.62:0/3138354671 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f279c005e50 con 0x7f27ac0c9830 2023-06-08T03:52:46.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.741+0000 7f27b177b640 1 -- 172.21.15.62:0/3138354671 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27ac14c7a0 con 0x7f27ac0c9830 2023-06-08T03:52:46.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.741+0000 7f27a3fff640 1 -- 172.21.15.62:0/3138354671 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f279c007270 con 0x7f27ac0c9830 2023-06-08T03:52:46.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.741+0000 7f27b177b640 1 -- 172.21.15.62:0/3138354671 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27ac14cfa0 con 0x7f27ac0c9830 2023-06-08T03:52:46.750 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.741+0000 7f27b177b640 1 -- 172.21.15.62:0/3138354671 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27ac04d6c0 con 0x7f27ac0c9830 2023-06-08T03:52:46.750 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.741+0000 7f27a3fff640 1 -- 172.21.15.62:0/3138354671 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f279c0073d0 con 0x7f27ac0c9830 2023-06-08T03:52:46.750 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.741+0000 7f27a3fff640 1 --2- 172.21.15.62:0/3138354671 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f278c066280 0x7f278c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:46.750 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.741+0000 7f27a3fff640 1 -- 172.21.15.62:0/3138354671 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f279c0831c0 con 0x7f27ac0c9830 2023-06-08T03:52:46.750 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.741+0000 7f27a27fc640 1 --2- 172.21.15.62:0/3138354671 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f278c066280 0x7f278c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:46.750 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.741+0000 7f27a27fc640 1 --2- 172.21.15.62:0/3138354671 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f278c066280 0x7f278c068730 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2794000f70 tx=0x7f27940079e0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:46.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.745+0000 7f27a3fff640 1 -- 172.21.15.62:0/3138354671 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f279c050780 con 0x7f27ac0c9830 2023-06-08T03:52:46.897 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.889+0000 7f27b177b640 1 -- 172.21.15.62:0/3138354671 --> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f27ac150fc0 con 0x7f278c066280 2023-06-08T03:52:46.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.913+0000 7f27a3fff640 1 -- 172.21.15.62:0/3138354671 <== mgr.4103 v2:172.21.15.188:6832/4222075021 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286512 (secure 0 0 0) 0x7f27ac150fc0 con 0x7f278c066280 2023-06-08T03:52:46.921 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:46.923 INFO:teuthology.orchestra.run.smithi062.stderr:dumped all 2023-06-08T03:52:46.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.917+0000 7f27b177b640 1 -- 172.21.15.62:0/3138354671 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f278c066280 msgr2=0x7f278c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.917+0000 7f27b177b640 1 --2- 172.21.15.62:0/3138354671 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f278c066280 0x7f278c068730 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2794000f70 tx=0x7f27940079e0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.917+0000 7f27b177b640 1 -- 172.21.15.62:0/3138354671 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f27ac0c9830 msgr2=0x7f27ac146c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:46.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.917+0000 7f27b177b640 1 --2- 172.21.15.62:0/3138354671 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f27ac0c9830 0x7f27ac146c50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f279c00c4d0 tx=0x7f279c00c990 comp rx=0 tx=0).stop 2023-06-08T03:52:46.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.917+0000 7f27b177b640 1 -- 172.21.15.62:0/3138354671 shutdown_connections 2023-06-08T03:52:46.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.917+0000 7f27b177b640 1 --2- 172.21.15.62:0/3138354671 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f278c066280 0x7f278c068730 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.917+0000 7f27b177b640 1 --2- 172.21.15.62:0/3138354671 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f27ac159730 0x7f27ac14def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.917+0000 7f27b177b640 1 --2- 172.21.15.62:0/3138354671 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f27ac0ca430 0x7f27ac14d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.917+0000 7f27b177b640 1 --2- 172.21.15.62:0/3138354671 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f27ac0c9830 0x7f27ac146c50 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:46.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.917+0000 7f27b177b640 1 -- 172.21.15.62:0/3138354671 >> 172.21.15.62:0/3138354671 conn(0x7f27ac0af640 msgr2=0x7f27ac072320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:46.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.917+0000 7f27b177b640 1 -- 172.21.15.62:0/3138354671 shutdown_connections 2023-06-08T03:52:46.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:46.917+0000 7f27b177b640 1 -- 172.21.15.62:0/3138354671 wait complete. 2023-06-08T03:52:46.939 INFO:teuthology.orchestra.run.smithi062.stdout:{"pg_ready":true,"pg_map":{"version":28,"stamp":"2023-06-08T03:52:46.292716+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":210,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218728,"kb_used_data":3112,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":754755992,"statfs":{"total":773094113280,"available":772870135808,"internally_reserved":0,"allocated":3186688,"data_stored":1902252,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.113362"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.634371+0000","last_change":"2023-06-08T03:52:34.197503+0000","last_active":"2023-06-08T03:52:36.634371+0000","last_peered":"2023-06-08T03:52:36.634371+0000","last_clean":"2023-06-08T03:52:36.634371+0000","last_became_active":"2023-06-08T03:52:34.197212+0000","last_became_peered":"2023-06-08T03:52:34.197212+0000","last_unstale":"2023-06-08T03:52:36.634371+0000","last_undegraded":"2023-06-08T03:52:36.634371+0000","last_fullsized":"2023-06-08T03:52:36.634371+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:03:34.763538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184865+0000","last_change":"2023-06-08T03:52:34.197935+0000","last_active":"2023-06-08T03:52:35.184865+0000","last_peered":"2023-06-08T03:52:35.184865+0000","last_clean":"2023-06-08T03:52:35.184865+0000","last_became_active":"2023-06-08T03:52:34.197537+0000","last_became_peered":"2023-06-08T03:52:34.197537+0000","last_unstale":"2023-06-08T03:52:35.184865+0000","last_undegraded":"2023-06-08T03:52:35.184865+0000","last_fullsized":"2023-06-08T03:52:35.184865+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183080+0000","last_change":"2023-06-08T03:52:34.211155+0000","last_active":"2023-06-08T03:52:35.183080+0000","last_peered":"2023-06-08T03:52:35.183080+0000","last_clean":"2023-06-08T03:52:35.183080+0000","last_became_active":"2023-06-08T03:52:34.210488+0000","last_became_peered":"2023-06-08T03:52:34.210488+0000","last_unstale":"2023-06-08T03:52:35.183080+0000","last_undegraded":"2023-06-08T03:52:35.183080+0000","last_fullsized":"2023-06-08T03:52:35.183080+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:16.389781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.829226+0000","last_change":"2023-06-08T03:52:34.210405+0000","last_active":"2023-06-08T03:52:37.829226+0000","last_peered":"2023-06-08T03:52:37.829226+0000","last_clean":"2023-06-08T03:52:37.829226+0000","last_became_active":"2023-06-08T03:52:34.210043+0000","last_became_peered":"2023-06-08T03:52:34.210043+0000","last_unstale":"2023-06-08T03:52:37.829226+0000","last_undegraded":"2023-06-08T03:52:37.829226+0000","last_fullsized":"2023-06-08T03:52:37.829226+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:43:42.896982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783595+0000","last_change":"2023-06-08T03:52:34.200826+0000","last_active":"2023-06-08T03:52:36.783595+0000","last_peered":"2023-06-08T03:52:36.783595+0000","last_clean":"2023-06-08T03:52:36.783595+0000","last_became_active":"2023-06-08T03:52:34.200276+0000","last_became_peered":"2023-06-08T03:52:34.200276+0000","last_unstale":"2023-06-08T03:52:36.783595+0000","last_undegraded":"2023-06-08T03:52:36.783595+0000","last_fullsized":"2023-06-08T03:52:36.783595+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:17.131702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183078+0000","last_change":"2023-06-08T03:52:34.196437+0000","last_active":"2023-06-08T03:52:35.183078+0000","last_peered":"2023-06-08T03:52:35.183078+0000","last_clean":"2023-06-08T03:52:35.183078+0000","last_became_active":"2023-06-08T03:52:34.196075+0000","last_became_peered":"2023-06-08T03:52:34.196075+0000","last_unstale":"2023-06-08T03:52:35.183078+0000","last_undegraded":"2023-06-08T03:52:35.183078+0000","last_fullsized":"2023-06-08T03:52:35.183078+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:29.544344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376187+0000","last_change":"2023-06-08T03:52:34.223083+0000","last_active":"2023-06-08T03:52:37.376187+0000","last_peered":"2023-06-08T03:52:37.376187+0000","last_clean":"2023-06-08T03:52:37.376187+0000","last_became_active":"2023-06-08T03:52:34.222474+0000","last_became_peered":"2023-06-08T03:52:34.222474+0000","last_unstale":"2023-06-08T03:52:37.376187+0000","last_undegraded":"2023-06-08T03:52:37.376187+0000","last_fullsized":"2023-06-08T03:52:37.376187+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:47.196103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185707+0000","last_change":"2023-06-08T03:52:34.186192+0000","last_active":"2023-06-08T03:52:35.185707+0000","last_peered":"2023-06-08T03:52:35.185707+0000","last_clean":"2023-06-08T03:52:35.185707+0000","last_became_active":"2023-06-08T03:52:34.185859+0000","last_became_peered":"2023-06-08T03:52:34.185859+0000","last_unstale":"2023-06-08T03:52:35.185707+0000","last_undegraded":"2023-06-08T03:52:35.185707+0000","last_fullsized":"2023-06-08T03:52:35.185707+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:00:20.730531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783755+0000","last_change":"2023-06-08T03:52:34.205112+0000","last_active":"2023-06-08T03:52:36.783755+0000","last_peered":"2023-06-08T03:52:36.783755+0000","last_clean":"2023-06-08T03:52:36.783755+0000","last_became_active":"2023-06-08T03:52:34.204541+0000","last_became_peered":"2023-06-08T03:52:34.204541+0000","last_unstale":"2023-06-08T03:52:36.783755+0000","last_undegraded":"2023-06-08T03:52:36.783755+0000","last_fullsized":"2023-06-08T03:52:36.783755+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:46.192405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185185+0000","last_change":"2023-06-08T03:52:34.206190+0000","last_active":"2023-06-08T03:52:35.185185+0000","last_peered":"2023-06-08T03:52:35.185185+0000","last_clean":"2023-06-08T03:52:35.185185+0000","last_became_active":"2023-06-08T03:52:34.205926+0000","last_became_peered":"2023-06-08T03:52:34.205926+0000","last_unstale":"2023-06-08T03:52:35.185185+0000","last_undegraded":"2023-06-08T03:52:35.185185+0000","last_fullsized":"2023-06-08T03:52:35.185185+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:29.544344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183381+0000","last_change":"2023-06-08T03:52:34.212388+0000","last_active":"2023-06-08T03:52:35.183381+0000","last_peered":"2023-06-08T03:52:35.183381+0000","last_clean":"2023-06-08T03:52:35.183381+0000","last_became_active":"2023-06-08T03:52:34.209506+0000","last_became_peered":"2023-06-08T03:52:34.209506+0000","last_unstale":"2023-06-08T03:52:35.183381+0000","last_undegraded":"2023-06-08T03:52:35.183381+0000","last_fullsized":"2023-06-08T03:52:35.183381+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.634111+0000","last_change":"2023-06-08T03:52:34.203548+0000","last_active":"2023-06-08T03:52:36.634111+0000","last_peered":"2023-06-08T03:52:36.634111+0000","last_clean":"2023-06-08T03:52:36.634111+0000","last_became_active":"2023-06-08T03:52:34.203148+0000","last_became_peered":"2023-06-08T03:52:34.203148+0000","last_unstale":"2023-06-08T03:52:36.634111+0000","last_undegraded":"2023-06-08T03:52:36.634111+0000","last_fullsized":"2023-06-08T03:52:36.634111+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:36:12.657810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.633877+0000","last_change":"2023-06-08T03:52:34.198088+0000","last_active":"2023-06-08T03:52:36.633877+0000","last_peered":"2023-06-08T03:52:36.633877+0000","last_clean":"2023-06-08T03:52:36.633877+0000","last_became_active":"2023-06-08T03:52:34.197694+0000","last_became_peered":"2023-06-08T03:52:34.197694+0000","last_unstale":"2023-06-08T03:52:36.633877+0000","last_undegraded":"2023-06-08T03:52:36.633877+0000","last_fullsized":"2023-06-08T03:52:36.633877+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:07:09.653478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185401+0000","last_change":"2023-06-08T03:52:34.192446+0000","last_active":"2023-06-08T03:52:35.185401+0000","last_peered":"2023-06-08T03:52:35.185401+0000","last_clean":"2023-06-08T03:52:35.185401+0000","last_became_active":"2023-06-08T03:52:34.192153+0000","last_became_peered":"2023-06-08T03:52:34.192153+0000","last_unstale":"2023-06-08T03:52:35.185401+0000","last_undegraded":"2023-06-08T03:52:35.185401+0000","last_fullsized":"2023-06-08T03:52:35.185401+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376387+0000","last_change":"2023-06-08T03:52:34.223263+0000","last_active":"2023-06-08T03:52:37.376387+0000","last_peered":"2023-06-08T03:52:37.376387+0000","last_clean":"2023-06-08T03:52:37.376387+0000","last_became_active":"2023-06-08T03:52:34.222823+0000","last_became_peered":"2023-06-08T03:52:34.222823+0000","last_unstale":"2023-06-08T03:52:37.376387+0000","last_undegraded":"2023-06-08T03:52:37.376387+0000","last_fullsized":"2023-06-08T03:52:37.376387+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:00:20.730531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182189+0000","last_change":"2023-06-08T03:52:34.210602+0000","last_active":"2023-06-08T03:52:35.182189+0000","last_peered":"2023-06-08T03:52:35.182189+0000","last_clean":"2023-06-08T03:52:35.182189+0000","last_became_active":"2023-06-08T03:52:34.210259+0000","last_became_peered":"2023-06-08T03:52:34.210259+0000","last_unstale":"2023-06-08T03:52:35.182189+0000","last_undegraded":"2023-06-08T03:52:35.182189+0000","last_fullsized":"2023-06-08T03:52:35.182189+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:49:58.084661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783887+0000","last_change":"2023-06-08T03:52:34.204878+0000","last_active":"2023-06-08T03:52:36.783887+0000","last_peered":"2023-06-08T03:52:36.783887+0000","last_clean":"2023-06-08T03:52:36.783887+0000","last_became_active":"2023-06-08T03:52:34.203630+0000","last_became_peered":"2023-06-08T03:52:34.203630+0000","last_unstale":"2023-06-08T03:52:36.783887+0000","last_undegraded":"2023-06-08T03:52:36.783887+0000","last_fullsized":"2023-06-08T03:52:36.783887+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:16.389781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182894+0000","last_change":"2023-06-08T03:52:34.194985+0000","last_active":"2023-06-08T03:52:35.182894+0000","last_peered":"2023-06-08T03:52:35.182894+0000","last_clean":"2023-06-08T03:52:35.182894+0000","last_became_active":"2023-06-08T03:52:34.194629+0000","last_became_peered":"2023-06-08T03:52:34.194629+0000","last_unstale":"2023-06-08T03:52:35.182894+0000","last_undegraded":"2023-06-08T03:52:35.182894+0000","last_fullsized":"2023-06-08T03:52:35.182894+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:26.261589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.634489+0000","last_change":"2023-06-08T03:52:34.210847+0000","last_active":"2023-06-08T03:52:36.634489+0000","last_peered":"2023-06-08T03:52:36.634489+0000","last_clean":"2023-06-08T03:52:36.634489+0000","last_became_active":"2023-06-08T03:52:34.210508+0000","last_became_peered":"2023-06-08T03:52:34.210508+0000","last_unstale":"2023-06-08T03:52:36.634489+0000","last_undegraded":"2023-06-08T03:52:36.634489+0000","last_fullsized":"2023-06-08T03:52:36.634489+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:05:09.823832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184118+0000","last_change":"2023-06-08T03:52:34.212683+0000","last_active":"2023-06-08T03:52:35.184118+0000","last_peered":"2023-06-08T03:52:35.184118+0000","last_clean":"2023-06-08T03:52:35.184118+0000","last_became_active":"2023-06-08T03:52:34.212058+0000","last_became_peered":"2023-06-08T03:52:34.212058+0000","last_unstale":"2023-06-08T03:52:35.184118+0000","last_undegraded":"2023-06-08T03:52:35.184118+0000","last_fullsized":"2023-06-08T03:52:35.184118+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:17:26.410163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376545+0000","last_change":"2023-06-08T03:52:34.221853+0000","last_active":"2023-06-08T03:52:37.376545+0000","last_peered":"2023-06-08T03:52:37.376545+0000","last_clean":"2023-06-08T03:52:37.376545+0000","last_became_active":"2023-06-08T03:52:34.221014+0000","last_became_peered":"2023-06-08T03:52:34.221014+0000","last_unstale":"2023-06-08T03:52:37.376545+0000","last_undegraded":"2023-06-08T03:52:37.376545+0000","last_fullsized":"2023-06-08T03:52:37.376545+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:22:43.096943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.782948+0000","last_change":"2023-06-08T03:52:34.200224+0000","last_active":"2023-06-08T03:52:36.782948+0000","last_peered":"2023-06-08T03:52:36.782948+0000","last_clean":"2023-06-08T03:52:36.782948+0000","last_became_active":"2023-06-08T03:52:34.199936+0000","last_became_peered":"2023-06-08T03:52:34.199936+0000","last_unstale":"2023-06-08T03:52:36.782948+0000","last_undegraded":"2023-06-08T03:52:36.782948+0000","last_fullsized":"2023-06-08T03:52:36.782948+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:37:09.935889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.177846+0000","last_change":"2023-06-08T03:52:34.194414+0000","last_active":"2023-06-08T03:52:35.177846+0000","last_peered":"2023-06-08T03:52:35.177846+0000","last_clean":"2023-06-08T03:52:35.177846+0000","last_became_active":"2023-06-08T03:52:34.194057+0000","last_became_peered":"2023-06-08T03:52:34.194057+0000","last_unstale":"2023-06-08T03:52:35.177846+0000","last_undegraded":"2023-06-08T03:52:35.177846+0000","last_fullsized":"2023-06-08T03:52:35.177846+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:31:10.643634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376152+0000","last_change":"2023-06-08T03:52:34.217750+0000","last_active":"2023-06-08T03:52:37.376152+0000","last_peered":"2023-06-08T03:52:37.376152+0000","last_clean":"2023-06-08T03:52:37.376152+0000","last_became_active":"2023-06-08T03:52:34.217394+0000","last_became_peered":"2023-06-08T03:52:34.217394+0000","last_unstale":"2023-06-08T03:52:37.376152+0000","last_undegraded":"2023-06-08T03:52:37.376152+0000","last_fullsized":"2023-06-08T03:52:37.376152+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.633817+0000","last_change":"2023-06-08T03:52:34.210957+0000","last_active":"2023-06-08T03:52:35.633817+0000","last_peered":"2023-06-08T03:52:35.633817+0000","last_clean":"2023-06-08T03:52:35.633817+0000","last_became_active":"2023-06-08T03:52:34.210642+0000","last_became_peered":"2023-06-08T03:52:34.210642+0000","last_unstale":"2023-06-08T03:52:35.633817+0000","last_undegraded":"2023-06-08T03:52:35.633817+0000","last_fullsized":"2023-06-08T03:52:35.633817+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:17.131702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634065+0000","last_change":"2023-06-08T03:52:34.196652+0000","last_active":"2023-06-08T03:52:35.634065+0000","last_peered":"2023-06-08T03:52:35.634065+0000","last_clean":"2023-06-08T03:52:35.634065+0000","last_became_active":"2023-06-08T03:52:34.196408+0000","last_became_peered":"2023-06-08T03:52:34.196408+0000","last_unstale":"2023-06-08T03:52:35.634065+0000","last_undegraded":"2023-06-08T03:52:35.634065+0000","last_fullsized":"2023-06-08T03:52:35.634065+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:26.261589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184944+0000","last_change":"2023-06-08T03:52:34.221093+0000","last_active":"2023-06-08T03:52:35.184944+0000","last_peered":"2023-06-08T03:52:35.184944+0000","last_clean":"2023-06-08T03:52:35.184944+0000","last_became_active":"2023-06-08T03:52:34.220707+0000","last_became_peered":"2023-06-08T03:52:34.220707+0000","last_unstale":"2023-06-08T03:52:35.184944+0000","last_undegraded":"2023-06-08T03:52:35.184944+0000","last_fullsized":"2023-06-08T03:52:35.184944+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:46.192405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634447+0000","last_change":"2023-06-08T03:52:34.204359+0000","last_active":"2023-06-08T03:52:35.634447+0000","last_peered":"2023-06-08T03:52:35.634447+0000","last_clean":"2023-06-08T03:52:35.634447+0000","last_became_active":"2023-06-08T03:52:34.204023+0000","last_became_peered":"2023-06-08T03:52:34.204023+0000","last_unstale":"2023-06-08T03:52:35.634447+0000","last_undegraded":"2023-06-08T03:52:35.634447+0000","last_fullsized":"2023-06-08T03:52:35.634447+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178983+0000","last_change":"2023-06-08T03:52:34.217989+0000","last_active":"2023-06-08T03:52:35.178983+0000","last_peered":"2023-06-08T03:52:35.178983+0000","last_clean":"2023-06-08T03:52:35.178983+0000","last_became_active":"2023-06-08T03:52:34.217704+0000","last_became_peered":"2023-06-08T03:52:34.217704+0000","last_unstale":"2023-06-08T03:52:35.178983+0000","last_undegraded":"2023-06-08T03:52:35.178983+0000","last_fullsized":"2023-06-08T03:52:35.178983+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:47.196103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182725+0000","last_change":"2023-06-08T03:52:34.214912+0000","last_active":"2023-06-08T03:52:35.182725+0000","last_peered":"2023-06-08T03:52:35.182725+0000","last_clean":"2023-06-08T03:52:35.182725+0000","last_became_active":"2023-06-08T03:52:34.214493+0000","last_became_peered":"2023-06-08T03:52:34.214493+0000","last_unstale":"2023-06-08T03:52:35.182725+0000","last_undegraded":"2023-06-08T03:52:35.182725+0000","last_fullsized":"2023-06-08T03:52:35.182725+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.177908+0000","last_change":"2023-06-08T03:52:34.202014+0000","last_active":"2023-06-08T03:52:35.177908+0000","last_peered":"2023-06-08T03:52:35.177908+0000","last_clean":"2023-06-08T03:52:35.177908+0000","last_became_active":"2023-06-08T03:52:34.201251+0000","last_became_peered":"2023-06-08T03:52:34.201251+0000","last_unstale":"2023-06-08T03:52:35.177908+0000","last_undegraded":"2023-06-08T03:52:35.177908+0000","last_fullsized":"2023-06-08T03:52:35.177908+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:43:42.896982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.828642+0000","last_change":"2023-06-08T03:52:34.211062+0000","last_active":"2023-06-08T03:52:37.828642+0000","last_peered":"2023-06-08T03:52:37.828642+0000","last_clean":"2023-06-08T03:52:37.828642+0000","last_became_active":"2023-06-08T03:52:34.210678+0000","last_became_peered":"2023-06-08T03:52:34.210678+0000","last_unstale":"2023-06-08T03:52:37.828642+0000","last_undegraded":"2023-06-08T03:52:37.828642+0000","last_fullsized":"2023-06-08T03:52:37.828642+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:25:20.430101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178666+0000","last_change":"2023-06-08T03:52:34.201688+0000","last_active":"2023-06-08T03:52:35.178666+0000","last_peered":"2023-06-08T03:52:35.178666+0000","last_clean":"2023-06-08T03:52:35.178666+0000","last_became_active":"2023-06-08T03:52:34.200812+0000","last_became_peered":"2023-06-08T03:52:34.200812+0000","last_unstale":"2023-06-08T03:52:35.178666+0000","last_undegraded":"2023-06-08T03:52:35.178666+0000","last_fullsized":"2023-06-08T03:52:35.178666+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:46.192405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376912+0000","last_change":"2023-06-08T03:52:33.842431+0000","last_active":"2023-06-08T03:52:37.376912+0000","last_peered":"2023-06-08T03:52:37.376912+0000","last_clean":"2023-06-08T03:52:37.376912+0000","last_became_active":"2023-06-08T03:52:33.841864+0000","last_became_peered":"2023-06-08T03:52:33.841864+0000","last_unstale":"2023-06-08T03:52:37.376912+0000","last_undegraded":"2023-06-08T03:52:37.376912+0000","last_fullsized":"2023-06-08T03:52:37.376912+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:25:23.757251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184865+0000","last_change":"2023-06-08T03:52:34.220977+0000","last_active":"2023-06-08T03:52:35.184865+0000","last_peered":"2023-06-08T03:52:35.184865+0000","last_clean":"2023-06-08T03:52:35.184865+0000","last_became_active":"2023-06-08T03:52:34.220670+0000","last_became_peered":"2023-06-08T03:52:34.220670+0000","last_unstale":"2023-06-08T03:52:35.184865+0000","last_undegraded":"2023-06-08T03:52:35.184865+0000","last_fullsized":"2023-06-08T03:52:35.184865+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:26.261589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783261+0000","last_change":"2023-06-08T03:52:33.826749+0000","last_active":"2023-06-08T03:52:36.783261+0000","last_peered":"2023-06-08T03:52:36.783261+0000","last_clean":"2023-06-08T03:52:36.783261+0000","last_became_active":"2023-06-08T03:52:33.826359+0000","last_became_peered":"2023-06-08T03:52:33.826359+0000","last_unstale":"2023-06-08T03:52:36.783261+0000","last_undegraded":"2023-06-08T03:52:36.783261+0000","last_fullsized":"2023-06-08T03:52:36.783261+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:31.592187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.784057+0000","last_change":"2023-06-08T03:52:34.201527+0000","last_active":"2023-06-08T03:52:36.784057+0000","last_peered":"2023-06-08T03:52:36.784057+0000","last_clean":"2023-06-08T03:52:36.784057+0000","last_became_active":"2023-06-08T03:52:34.200482+0000","last_became_peered":"2023-06-08T03:52:34.200482+0000","last_unstale":"2023-06-08T03:52:36.784057+0000","last_undegraded":"2023-06-08T03:52:36.784057+0000","last_fullsized":"2023-06-08T03:52:36.784057+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:48.616172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376576+0000","last_change":"2023-06-08T03:52:33.838747+0000","last_active":"2023-06-08T03:52:37.376576+0000","last_peered":"2023-06-08T03:52:37.376576+0000","last_clean":"2023-06-08T03:52:37.376576+0000","last_became_active":"2023-06-08T03:52:33.837712+0000","last_became_peered":"2023-06-08T03:52:33.837712+0000","last_unstale":"2023-06-08T03:52:37.376576+0000","last_undegraded":"2023-06-08T03:52:37.376576+0000","last_fullsized":"2023-06-08T03:52:37.376576+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:20:37.268273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178697+0000","last_change":"2023-06-08T03:52:34.217636+0000","last_active":"2023-06-08T03:52:35.178697+0000","last_peered":"2023-06-08T03:52:35.178697+0000","last_clean":"2023-06-08T03:52:35.178697+0000","last_became_active":"2023-06-08T03:52:34.217365+0000","last_became_peered":"2023-06-08T03:52:34.217365+0000","last_unstale":"2023-06-08T03:52:35.178697+0000","last_undegraded":"2023-06-08T03:52:35.178697+0000","last_fullsized":"2023-06-08T03:52:35.178697+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:16.389781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"22'8","reported_seq":21,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.828829+0000","last_change":"2023-06-08T03:52:33.821293+0000","last_active":"2023-06-08T03:52:37.828829+0000","last_peered":"2023-06-08T03:52:37.828829+0000","last_clean":"2023-06-08T03:52:37.828829+0000","last_became_active":"2023-06-08T03:52:33.819639+0000","last_became_peered":"2023-06-08T03:52:33.819639+0000","last_unstale":"2023-06-08T03:52:37.828829+0000","last_undegraded":"2023-06-08T03:52:37.828829+0000","last_fullsized":"2023-06-08T03:52:37.828829+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:53:56.193962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376944+0000","last_change":"2023-06-08T03:52:33.842261+0000","last_active":"2023-06-08T03:52:37.376944+0000","last_peered":"2023-06-08T03:52:37.376944+0000","last_clean":"2023-06-08T03:52:37.376944+0000","last_became_active":"2023-06-08T03:52:33.841779+0000","last_became_peered":"2023-06-08T03:52:33.841779+0000","last_unstale":"2023-06-08T03:52:37.376944+0000","last_undegraded":"2023-06-08T03:52:37.376944+0000","last_fullsized":"2023-06-08T03:52:37.376944+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:32:07.112293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184498+0000","last_change":"2023-06-08T03:52:34.214385+0000","last_active":"2023-06-08T03:52:35.184498+0000","last_peered":"2023-06-08T03:52:35.184498+0000","last_clean":"2023-06-08T03:52:35.184498+0000","last_became_active":"2023-06-08T03:52:34.214080+0000","last_became_peered":"2023-06-08T03:52:34.214080+0000","last_unstale":"2023-06-08T03:52:35.184498+0000","last_undegraded":"2023-06-08T03:52:35.184498+0000","last_fullsized":"2023-06-08T03:52:35.184498+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:53.142873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376996+0000","last_change":"2023-06-08T03:52:33.842752+0000","last_active":"2023-06-08T03:52:37.376996+0000","last_peered":"2023-06-08T03:52:37.376996+0000","last_clean":"2023-06-08T03:52:37.376996+0000","last_became_active":"2023-06-08T03:52:33.842137+0000","last_became_peered":"2023-06-08T03:52:33.842137+0000","last_unstale":"2023-06-08T03:52:37.376996+0000","last_undegraded":"2023-06-08T03:52:37.376996+0000","last_fullsized":"2023-06-08T03:52:37.376996+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:56:25.150096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182487+0000","last_change":"2023-06-08T03:52:34.205080+0000","last_active":"2023-06-08T03:52:35.182487+0000","last_peered":"2023-06-08T03:52:35.182487+0000","last_clean":"2023-06-08T03:52:35.182487+0000","last_became_active":"2023-06-08T03:52:34.204573+0000","last_became_peered":"2023-06-08T03:52:34.204573+0000","last_unstale":"2023-06-08T03:52:35.182487+0000","last_undegraded":"2023-06-08T03:52:35.182487+0000","last_fullsized":"2023-06-08T03:52:35.182487+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:14.910986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376981+0000","last_change":"2023-06-08T03:52:33.834982+0000","last_active":"2023-06-08T03:52:37.376981+0000","last_peered":"2023-06-08T03:52:37.376981+0000","last_clean":"2023-06-08T03:52:37.376981+0000","last_became_active":"2023-06-08T03:52:33.834324+0000","last_became_peered":"2023-06-08T03:52:33.834324+0000","last_unstale":"2023-06-08T03:52:37.376981+0000","last_undegraded":"2023-06-08T03:52:37.376981+0000","last_fullsized":"2023-06-08T03:52:37.376981+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:09:02.637672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.828744+0000","last_change":"2023-06-08T03:52:34.219483+0000","last_active":"2023-06-08T03:52:37.828744+0000","last_peered":"2023-06-08T03:52:37.828744+0000","last_clean":"2023-06-08T03:52:37.828744+0000","last_became_active":"2023-06-08T03:52:34.219225+0000","last_became_peered":"2023-06-08T03:52:34.219225+0000","last_unstale":"2023-06-08T03:52:37.828744+0000","last_undegraded":"2023-06-08T03:52:37.828744+0000","last_fullsized":"2023-06-08T03:52:37.828744+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:50:24.599710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184656+0000","last_change":"2023-06-08T03:52:33.816004+0000","last_active":"2023-06-08T03:52:35.184656+0000","last_peered":"2023-06-08T03:52:35.184656+0000","last_clean":"2023-06-08T03:52:35.184656+0000","last_became_active":"2023-06-08T03:52:33.815108+0000","last_became_peered":"2023-06-08T03:52:33.815108+0000","last_unstale":"2023-06-08T03:52:35.184656+0000","last_undegraded":"2023-06-08T03:52:35.184656+0000","last_fullsized":"2023-06-08T03:52:35.184656+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:31.592187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783097+0000","last_change":"2023-06-08T03:52:34.200608+0000","last_active":"2023-06-08T03:52:36.783097+0000","last_peered":"2023-06-08T03:52:36.783097+0000","last_clean":"2023-06-08T03:52:36.783097+0000","last_became_active":"2023-06-08T03:52:34.199820+0000","last_became_peered":"2023-06-08T03:52:34.199820+0000","last_unstale":"2023-06-08T03:52:36.783097+0000","last_undegraded":"2023-06-08T03:52:36.783097+0000","last_fullsized":"2023-06-08T03:52:36.783097+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:14.910986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178872+0000","last_change":"2023-06-08T03:52:33.819712+0000","last_active":"2023-06-08T03:52:35.178872+0000","last_peered":"2023-06-08T03:52:35.178872+0000","last_clean":"2023-06-08T03:52:35.178872+0000","last_became_active":"2023-06-08T03:52:33.819280+0000","last_became_peered":"2023-06-08T03:52:33.819280+0000","last_unstale":"2023-06-08T03:52:35.178872+0000","last_undegraded":"2023-06-08T03:52:35.178872+0000","last_fullsized":"2023-06-08T03:52:35.178872+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:15:47.612504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184378+0000","last_change":"2023-06-08T03:52:34.196096+0000","last_active":"2023-06-08T03:52:35.184378+0000","last_peered":"2023-06-08T03:52:35.184378+0000","last_clean":"2023-06-08T03:52:35.184378+0000","last_became_active":"2023-06-08T03:52:34.195770+0000","last_became_peered":"2023-06-08T03:52:34.195770+0000","last_unstale":"2023-06-08T03:52:35.184378+0000","last_undegraded":"2023-06-08T03:52:35.184378+0000","last_fullsized":"2023-06-08T03:52:35.184378+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:22:43.096943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.829016+0000","last_change":"2023-06-08T03:52:33.837999+0000","last_active":"2023-06-08T03:52:37.829016+0000","last_peered":"2023-06-08T03:52:37.829016+0000","last_clean":"2023-06-08T03:52:37.829016+0000","last_became_active":"2023-06-08T03:52:33.837284+0000","last_became_peered":"2023-06-08T03:52:33.837284+0000","last_unstale":"2023-06-08T03:52:37.829016+0000","last_undegraded":"2023-06-08T03:52:37.829016+0000","last_fullsized":"2023-06-08T03:52:37.829016+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:31:09.639967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183684+0000","last_change":"2023-06-08T03:52:34.196922+0000","last_active":"2023-06-08T03:52:35.183684+0000","last_peered":"2023-06-08T03:52:35.183684+0000","last_clean":"2023-06-08T03:52:35.183684+0000","last_became_active":"2023-06-08T03:52:34.194976+0000","last_became_peered":"2023-06-08T03:52:34.194976+0000","last_unstale":"2023-06-08T03:52:35.183684+0000","last_undegraded":"2023-06-08T03:52:35.183684+0000","last_fullsized":"2023-06-08T03:52:35.183684+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:00:20.730531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182563+0000","last_change":"2023-06-08T03:52:33.827858+0000","last_active":"2023-06-08T03:52:35.182563+0000","last_peered":"2023-06-08T03:52:35.182563+0000","last_clean":"2023-06-08T03:52:35.182563+0000","last_became_active":"2023-06-08T03:52:33.827102+0000","last_became_peered":"2023-06-08T03:52:33.827102+0000","last_unstale":"2023-06-08T03:52:35.182563+0000","last_undegraded":"2023-06-08T03:52:35.182563+0000","last_fullsized":"2023-06-08T03:52:35.182563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:31.592187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182692+0000","last_change":"2023-06-08T03:52:34.212316+0000","last_active":"2023-06-08T03:52:35.182692+0000","last_peered":"2023-06-08T03:52:35.182692+0000","last_clean":"2023-06-08T03:52:35.182692+0000","last_became_active":"2023-06-08T03:52:34.211879+0000","last_became_peered":"2023-06-08T03:52:34.211879+0000","last_unstale":"2023-06-08T03:52:35.182692+0000","last_undegraded":"2023-06-08T03:52:35.182692+0000","last_fullsized":"2023-06-08T03:52:35.182692+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:17.131702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178612+0000","last_change":"2023-06-08T03:52:33.809891+0000","last_active":"2023-06-08T03:52:35.178612+0000","last_peered":"2023-06-08T03:52:35.178612+0000","last_clean":"2023-06-08T03:52:35.178612+0000","last_became_active":"2023-06-08T03:52:33.809321+0000","last_became_peered":"2023-06-08T03:52:33.809321+0000","last_unstale":"2023-06-08T03:52:35.178612+0000","last_undegraded":"2023-06-08T03:52:35.178612+0000","last_fullsized":"2023-06-08T03:52:35.178612+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:25.257922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634047+0000","last_change":"2023-06-08T03:52:34.197875+0000","last_active":"2023-06-08T03:52:35.634047+0000","last_peered":"2023-06-08T03:52:35.634047+0000","last_clean":"2023-06-08T03:52:35.634047+0000","last_became_active":"2023-06-08T03:52:34.197430+0000","last_became_peered":"2023-06-08T03:52:34.197430+0000","last_unstale":"2023-06-08T03:52:35.634047+0000","last_undegraded":"2023-06-08T03:52:35.634047+0000","last_fullsized":"2023-06-08T03:52:35.634047+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":175,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376518+0000","last_change":"2023-06-08T03:52:24.078700+0000","last_active":"2023-06-08T03:52:37.376518+0000","last_peered":"2023-06-08T03:52:37.376518+0000","last_clean":"2023-06-08T03:52:37.376518+0000","last_became_active":"2023-06-08T03:52:24.076762+0000","last_became_peered":"2023-06-08T03:52:24.076762+0000","last_unstale":"2023-06-08T03:52:37.376518+0000","last_undegraded":"2023-06-08T03:52:37.376518+0000","last_fullsized":"2023-06-08T03:52:37.376518+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:22.642730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:22.642730+0000","last_clean_scrub_stamp":"2023-06-08T03:52:22.642730+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:17:15.275505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184394+0000","last_change":"2023-06-08T03:52:29.775070+0000","last_active":"2023-06-08T03:52:35.184394+0000","last_peered":"2023-06-08T03:52:35.184394+0000","last_clean":"2023-06-08T03:52:35.184394+0000","last_became_active":"2023-06-08T03:52:29.774047+0000","last_became_peered":"2023-06-08T03:52:29.774047+0000","last_unstale":"2023-06-08T03:52:35.184394+0000","last_undegraded":"2023-06-08T03:52:35.184394+0000","last_fullsized":"2023-06-08T03:52:35.184394+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:09.869151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.177944+0000","last_change":"2023-06-08T03:52:33.813421+0000","last_active":"2023-06-08T03:52:35.177944+0000","last_peered":"2023-06-08T03:52:35.177944+0000","last_clean":"2023-06-08T03:52:35.177944+0000","last_became_active":"2023-06-08T03:52:33.813120+0000","last_became_peered":"2023-06-08T03:52:33.813120+0000","last_unstale":"2023-06-08T03:52:35.177944+0000","last_undegraded":"2023-06-08T03:52:35.177944+0000","last_fullsized":"2023-06-08T03:52:35.177944+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:49:57.080994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.829337+0000","last_change":"2023-06-08T03:52:34.223823+0000","last_active":"2023-06-08T03:52:37.829337+0000","last_peered":"2023-06-08T03:52:37.829337+0000","last_clean":"2023-06-08T03:52:37.829337+0000","last_became_active":"2023-06-08T03:52:34.223487+0000","last_became_peered":"2023-06-08T03:52:34.223487+0000","last_unstale":"2023-06-08T03:52:37.829337+0000","last_undegraded":"2023-06-08T03:52:37.829337+0000","last_fullsized":"2023-06-08T03:52:37.829337+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:49:58.084661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376278+0000","last_change":"2023-06-08T03:52:29.780410+0000","last_active":"2023-06-08T03:52:37.376278+0000","last_peered":"2023-06-08T03:52:37.376278+0000","last_clean":"2023-06-08T03:52:37.376278+0000","last_became_active":"2023-06-08T03:52:29.779630+0000","last_became_peered":"2023-06-08T03:52:29.779630+0000","last_unstale":"2023-06-08T03:52:37.376278+0000","last_undegraded":"2023-06-08T03:52:37.376278+0000","last_fullsized":"2023-06-08T03:52:37.376278+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:02.135686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.782881+0000","last_change":"2023-06-08T03:52:33.837466+0000","last_active":"2023-06-08T03:52:36.782881+0000","last_peered":"2023-06-08T03:52:36.782881+0000","last_clean":"2023-06-08T03:52:36.782881+0000","last_became_active":"2023-06-08T03:52:33.837003+0000","last_became_peered":"2023-06-08T03:52:33.837003+0000","last_unstale":"2023-06-08T03:52:36.782881+0000","last_undegraded":"2023-06-08T03:52:36.782881+0000","last_fullsized":"2023-06-08T03:52:36.782881+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:49:57.080994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783901+0000","last_change":"2023-06-08T03:52:34.200817+0000","last_active":"2023-06-08T03:52:36.783901+0000","last_peered":"2023-06-08T03:52:36.783901+0000","last_clean":"2023-06-08T03:52:36.783901+0000","last_became_active":"2023-06-08T03:52:34.200038+0000","last_became_peered":"2023-06-08T03:52:34.200038+0000","last_unstale":"2023-06-08T03:52:36.783901+0000","last_undegraded":"2023-06-08T03:52:36.783901+0000","last_fullsized":"2023-06-08T03:52:36.783901+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:29.544344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.633856+0000","last_change":"2023-06-08T03:52:29.875560+0000","last_active":"2023-06-08T03:52:36.633856+0000","last_peered":"2023-06-08T03:52:36.633856+0000","last_clean":"2023-06-08T03:52:36.633856+0000","last_became_active":"2023-06-08T03:52:29.875158+0000","last_became_peered":"2023-06-08T03:52:29.875158+0000","last_unstale":"2023-06-08T03:52:36.633856+0000","last_undegraded":"2023-06-08T03:52:36.633856+0000","last_fullsized":"2023-06-08T03:52:36.633856+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:03:58.579573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.633313+0000","last_change":"2023-06-08T03:52:33.817915+0000","last_active":"2023-06-08T03:52:35.633313+0000","last_peered":"2023-06-08T03:52:35.633313+0000","last_clean":"2023-06-08T03:52:35.633313+0000","last_became_active":"2023-06-08T03:52:33.817547+0000","last_became_peered":"2023-06-08T03:52:33.817547+0000","last_unstale":"2023-06-08T03:52:35.633313+0000","last_undegraded":"2023-06-08T03:52:35.633313+0000","last_fullsized":"2023-06-08T03:52:35.633313+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:13.907319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634213+0000","last_change":"2023-06-08T03:52:34.197688+0000","last_active":"2023-06-08T03:52:35.634213+0000","last_peered":"2023-06-08T03:52:35.634213+0000","last_clean":"2023-06-08T03:52:35.634213+0000","last_became_active":"2023-06-08T03:52:34.197083+0000","last_became_peered":"2023-06-08T03:52:34.197083+0000","last_unstale":"2023-06-08T03:52:35.634213+0000","last_undegraded":"2023-06-08T03:52:35.634213+0000","last_fullsized":"2023-06-08T03:52:35.634213+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:29.544344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185516+0000","last_change":"2023-06-08T03:52:29.775307+0000","last_active":"2023-06-08T03:52:35.185516+0000","last_peered":"2023-06-08T03:52:35.185516+0000","last_clean":"2023-06-08T03:52:35.185516+0000","last_became_active":"2023-06-08T03:52:29.774465+0000","last_became_peered":"2023-06-08T03:52:29.774465+0000","last_unstale":"2023-06-08T03:52:35.185516+0000","last_undegraded":"2023-06-08T03:52:35.185516+0000","last_fullsized":"2023-06-08T03:52:35.185516+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:02.135686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183669+0000","last_change":"2023-06-08T03:52:33.833486+0000","last_active":"2023-06-08T03:52:35.183669+0000","last_peered":"2023-06-08T03:52:35.183669+0000","last_clean":"2023-06-08T03:52:35.183669+0000","last_became_active":"2023-06-08T03:52:33.832814+0000","last_became_peered":"2023-06-08T03:52:33.832814+0000","last_unstale":"2023-06-08T03:52:35.183669+0000","last_undegraded":"2023-06-08T03:52:35.183669+0000","last_fullsized":"2023-06-08T03:52:35.183669+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:06.173854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634537+0000","last_change":"2023-06-08T03:52:34.198749+0000","last_active":"2023-06-08T03:52:35.634537+0000","last_peered":"2023-06-08T03:52:35.634537+0000","last_clean":"2023-06-08T03:52:35.634537+0000","last_became_active":"2023-06-08T03:52:34.198471+0000","last_became_peered":"2023-06-08T03:52:34.198471+0000","last_unstale":"2023-06-08T03:52:35.634537+0000","last_undegraded":"2023-06-08T03:52:35.634537+0000","last_fullsized":"2023-06-08T03:52:35.634537+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:47.196103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185291+0000","last_change":"2023-06-08T03:52:33.815429+0000","last_active":"2023-06-08T03:52:35.185291+0000","last_peered":"2023-06-08T03:52:35.185291+0000","last_clean":"2023-06-08T03:52:35.185291+0000","last_became_active":"2023-06-08T03:52:33.813577+0000","last_became_peered":"2023-06-08T03:52:33.813577+0000","last_unstale":"2023-06-08T03:52:35.185291+0000","last_undegraded":"2023-06-08T03:52:35.185291+0000","last_fullsized":"2023-06-08T03:52:35.185291+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:45.373351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634599+0000","last_change":"2023-06-08T03:52:29.878343+0000","last_active":"2023-06-08T03:52:35.634599+0000","last_peered":"2023-06-08T03:52:35.634599+0000","last_clean":"2023-06-08T03:52:35.634599+0000","last_became_active":"2023-06-08T03:52:29.878028+0000","last_became_peered":"2023-06-08T03:52:29.878028+0000","last_unstale":"2023-06-08T03:52:35.634599+0000","last_undegraded":"2023-06-08T03:52:35.634599+0000","last_fullsized":"2023-06-08T03:52:35.634599+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:02.135686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.633570+0000","last_change":"2023-06-08T03:52:34.195036+0000","last_active":"2023-06-08T03:52:35.633570+0000","last_peered":"2023-06-08T03:52:35.633570+0000","last_clean":"2023-06-08T03:52:35.633570+0000","last_became_active":"2023-06-08T03:52:34.194766+0000","last_became_peered":"2023-06-08T03:52:34.194766+0000","last_unstale":"2023-06-08T03:52:35.633570+0000","last_undegraded":"2023-06-08T03:52:35.633570+0000","last_fullsized":"2023-06-08T03:52:35.633570+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:32.595854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634170+0000","last_change":"2023-06-08T03:52:33.817383+0000","last_active":"2023-06-08T03:52:35.634170+0000","last_peered":"2023-06-08T03:52:35.634170+0000","last_clean":"2023-06-08T03:52:35.634170+0000","last_became_active":"2023-06-08T03:52:33.816990+0000","last_became_peered":"2023-06-08T03:52:33.816990+0000","last_unstale":"2023-06-08T03:52:35.634170+0000","last_undegraded":"2023-06-08T03:52:35.634170+0000","last_fullsized":"2023-06-08T03:52:35.634170+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:15.386114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.377221+0000","last_change":"2023-06-08T03:52:29.875243+0000","last_active":"2023-06-08T03:52:37.377221+0000","last_peered":"2023-06-08T03:52:37.377221+0000","last_clean":"2023-06-08T03:52:37.377221+0000","last_became_active":"2023-06-08T03:52:29.874833+0000","last_became_peered":"2023-06-08T03:52:29.874833+0000","last_unstale":"2023-06-08T03:52:37.377221+0000","last_undegraded":"2023-06-08T03:52:37.377221+0000","last_fullsized":"2023-06-08T03:52:37.377221+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:43:04.060256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783241+0000","last_change":"2023-06-08T03:52:34.196337+0000","last_active":"2023-06-08T03:52:36.783241+0000","last_peered":"2023-06-08T03:52:36.783241+0000","last_clean":"2023-06-08T03:52:36.783241+0000","last_became_active":"2023-06-08T03:52:34.195408+0000","last_became_peered":"2023-06-08T03:52:34.195408+0000","last_unstale":"2023-06-08T03:52:36.783241+0000","last_undegraded":"2023-06-08T03:52:36.783241+0000","last_fullsized":"2023-06-08T03:52:36.783241+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:53.142873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178793+0000","last_change":"2023-06-08T03:52:33.825283+0000","last_active":"2023-06-08T03:52:35.178793+0000","last_peered":"2023-06-08T03:52:35.178793+0000","last_clean":"2023-06-08T03:52:35.178793+0000","last_became_active":"2023-06-08T03:52:33.824917+0000","last_became_peered":"2023-06-08T03:52:33.824917+0000","last_unstale":"2023-06-08T03:52:35.178793+0000","last_undegraded":"2023-06-08T03:52:35.178793+0000","last_fullsized":"2023-06-08T03:52:35.178793+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:45.373351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634012+0000","last_change":"2023-06-08T03:52:29.777779+0000","last_active":"2023-06-08T03:52:35.634012+0000","last_peered":"2023-06-08T03:52:35.634012+0000","last_clean":"2023-06-08T03:52:35.634012+0000","last_became_active":"2023-06-08T03:52:29.777419+0000","last_became_peered":"2023-06-08T03:52:29.777419+0000","last_unstale":"2023-06-08T03:52:35.634012+0000","last_undegraded":"2023-06-08T03:52:35.634012+0000","last_fullsized":"2023-06-08T03:52:35.634012+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:41.150569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178263+0000","last_change":"2023-06-08T03:52:34.217100+0000","last_active":"2023-06-08T03:52:35.178263+0000","last_peered":"2023-06-08T03:52:35.178263+0000","last_clean":"2023-06-08T03:52:35.178263+0000","last_became_active":"2023-06-08T03:52:34.216825+0000","last_became_peered":"2023-06-08T03:52:34.216825+0000","last_unstale":"2023-06-08T03:52:35.178263+0000","last_undegraded":"2023-06-08T03:52:35.178263+0000","last_fullsized":"2023-06-08T03:52:35.178263+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:47:32.595854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.784209+0000","last_change":"2023-06-08T03:52:33.820179+0000","last_active":"2023-06-08T03:52:36.784209+0000","last_peered":"2023-06-08T03:52:36.784209+0000","last_clean":"2023-06-08T03:52:36.784209+0000","last_became_active":"2023-06-08T03:52:33.819769+0000","last_became_peered":"2023-06-08T03:52:33.819769+0000","last_unstale":"2023-06-08T03:52:36.784209+0000","last_undegraded":"2023-06-08T03:52:36.784209+0000","last_fullsized":"2023-06-08T03:52:36.784209+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:46.192435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.828415+0000","last_change":"2023-06-08T03:52:29.779829+0000","last_active":"2023-06-08T03:52:37.828415+0000","last_peered":"2023-06-08T03:52:37.828415+0000","last_clean":"2023-06-08T03:52:37.828415+0000","last_became_active":"2023-06-08T03:52:29.778989+0000","last_became_peered":"2023-06-08T03:52:29.778989+0000","last_unstale":"2023-06-08T03:52:37.828415+0000","last_undegraded":"2023-06-08T03:52:37.828415+0000","last_fullsized":"2023-06-08T03:52:37.828415+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:05:04.781997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182415+0000","last_change":"2023-06-08T03:52:34.197432+0000","last_active":"2023-06-08T03:52:35.182415+0000","last_peered":"2023-06-08T03:52:35.182415+0000","last_clean":"2023-06-08T03:52:35.182415+0000","last_became_active":"2023-06-08T03:52:34.193639+0000","last_became_peered":"2023-06-08T03:52:34.193639+0000","last_unstale":"2023-06-08T03:52:35.182415+0000","last_undegraded":"2023-06-08T03:52:35.182415+0000","last_fullsized":"2023-06-08T03:52:35.182415+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:37:09.935889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183518+0000","last_change":"2023-06-08T03:52:34.212764+0000","last_active":"2023-06-08T03:52:35.183518+0000","last_peered":"2023-06-08T03:52:35.183518+0000","last_clean":"2023-06-08T03:52:35.183518+0000","last_became_active":"2023-06-08T03:52:34.212338+0000","last_became_peered":"2023-06-08T03:52:34.212338+0000","last_unstale":"2023-06-08T03:52:35.183518+0000","last_undegraded":"2023-06-08T03:52:35.183518+0000","last_fullsized":"2023-06-08T03:52:35.183518+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:47.196103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"22'6","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184693+0000","last_change":"2023-06-08T03:52:33.832442+0000","last_active":"2023-06-08T03:52:35.184693+0000","last_peered":"2023-06-08T03:52:35.184693+0000","last_clean":"2023-06-08T03:52:35.184693+0000","last_became_active":"2023-06-08T03:52:33.831711+0000","last_became_peered":"2023-06-08T03:52:33.831711+0000","last_unstale":"2023-06-08T03:52:35.184693+0000","last_undegraded":"2023-06-08T03:52:35.184693+0000","last_fullsized":"2023-06-08T03:52:35.184693+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:20:37.268273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.634392+0000","last_change":"2023-06-08T03:52:34.214731+0000","last_active":"2023-06-08T03:52:35.634392+0000","last_peered":"2023-06-08T03:52:35.634392+0000","last_clean":"2023-06-08T03:52:35.634392+0000","last_became_active":"2023-06-08T03:52:34.214451+0000","last_became_peered":"2023-06-08T03:52:34.214451+0000","last_unstale":"2023-06-08T03:52:35.634392+0000","last_undegraded":"2023-06-08T03:52:35.634392+0000","last_fullsized":"2023-06-08T03:52:35.634392+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:46.377019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"22'3","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.376918+0000","last_change":"2023-06-08T03:52:33.836063+0000","last_active":"2023-06-08T03:52:37.376918+0000","last_peered":"2023-06-08T03:52:37.376918+0000","last_clean":"2023-06-08T03:52:37.376918+0000","last_became_active":"2023-06-08T03:52:33.835441+0000","last_became_peered":"2023-06-08T03:52:33.835441+0000","last_unstale":"2023-06-08T03:52:37.376918+0000","last_undegraded":"2023-06-08T03:52:37.376918+0000","last_fullsized":"2023-06-08T03:52:37.376918+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:37:17.969346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185436+0000","last_change":"2023-06-08T03:52:33.825661+0000","last_active":"2023-06-08T03:52:35.185436+0000","last_peered":"2023-06-08T03:52:35.185436+0000","last_clean":"2023-06-08T03:52:35.185436+0000","last_became_active":"2023-06-08T03:52:33.824940+0000","last_became_peered":"2023-06-08T03:52:33.824940+0000","last_unstale":"2023-06-08T03:52:35.185436+0000","last_undegraded":"2023-06-08T03:52:35.185436+0000","last_fullsized":"2023-06-08T03:52:35.185436+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:25:46.192435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.177980+0000","last_change":"2023-06-08T03:52:34.218012+0000","last_active":"2023-06-08T03:52:35.177980+0000","last_peered":"2023-06-08T03:52:35.177980+0000","last_clean":"2023-06-08T03:52:35.177980+0000","last_became_active":"2023-06-08T03:52:34.217605+0000","last_became_peered":"2023-06-08T03:52:34.217605+0000","last_unstale":"2023-06-08T03:52:35.177980+0000","last_undegraded":"2023-06-08T03:52:35.177980+0000","last_fullsized":"2023-06-08T03:52:35.177980+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:37:09.935889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.784229+0000","last_change":"2023-06-08T03:52:33.813278+0000","last_active":"2023-06-08T03:52:36.784229+0000","last_peered":"2023-06-08T03:52:36.784229+0000","last_clean":"2023-06-08T03:52:36.784229+0000","last_became_active":"2023-06-08T03:52:33.812840+0000","last_became_peered":"2023-06-08T03:52:33.812840+0000","last_unstale":"2023-06-08T03:52:36.784229+0000","last_undegraded":"2023-06-08T03:52:36.784229+0000","last_fullsized":"2023-06-08T03:52:36.784229+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:04:06.173854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178051+0000","last_change":"2023-06-08T03:52:34.199313+0000","last_active":"2023-06-08T03:52:35.178051+0000","last_peered":"2023-06-08T03:52:35.178051+0000","last_clean":"2023-06-08T03:52:35.178051+0000","last_became_active":"2023-06-08T03:52:34.199044+0000","last_became_peered":"2023-06-08T03:52:34.199044+0000","last_unstale":"2023-06-08T03:52:35.178051+0000","last_undegraded":"2023-06-08T03:52:35.178051+0000","last_fullsized":"2023-06-08T03:52:35.178051+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:34:14.910986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:37.829512+0000","last_change":"2023-06-08T03:52:34.210146+0000","last_active":"2023-06-08T03:52:37.829512+0000","last_peered":"2023-06-08T03:52:37.829512+0000","last_clean":"2023-06-08T03:52:37.829512+0000","last_became_active":"2023-06-08T03:52:34.209780+0000","last_became_peered":"2023-06-08T03:52:34.209780+0000","last_unstale":"2023-06-08T03:52:37.829512+0000","last_undegraded":"2023-06-08T03:52:37.829512+0000","last_fullsized":"2023-06-08T03:52:37.829512+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:37:09.935889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178787+0000","last_change":"2023-06-08T03:52:33.812439+0000","last_active":"2023-06-08T03:52:35.178787+0000","last_peered":"2023-06-08T03:52:35.178787+0000","last_clean":"2023-06-08T03:52:35.178787+0000","last_became_active":"2023-06-08T03:52:33.812098+0000","last_became_peered":"2023-06-08T03:52:33.812098+0000","last_unstale":"2023-06-08T03:52:35.178787+0000","last_undegraded":"2023-06-08T03:52:35.178787+0000","last_fullsized":"2023-06-08T03:52:35.178787+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:11:28.540677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783664+0000","last_change":"2023-06-08T03:52:34.207989+0000","last_active":"2023-06-08T03:52:36.783664+0000","last_peered":"2023-06-08T03:52:36.783664+0000","last_clean":"2023-06-08T03:52:36.783664+0000","last_became_active":"2023-06-08T03:52:34.207735+0000","last_became_peered":"2023-06-08T03:52:34.207735+0000","last_unstale":"2023-06-08T03:52:36.783664+0000","last_undegraded":"2023-06-08T03:52:36.783664+0000","last_fullsized":"2023-06-08T03:52:36.783664+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.633536+0000","last_change":"2023-06-08T03:52:33.815452+0000","last_active":"2023-06-08T03:52:35.633536+0000","last_peered":"2023-06-08T03:52:35.633536+0000","last_clean":"2023-06-08T03:52:35.633536+0000","last_became_active":"2023-06-08T03:52:33.815039+0000","last_became_peered":"2023-06-08T03:52:33.815039+0000","last_unstale":"2023-06-08T03:52:35.633536+0000","last_undegraded":"2023-06-08T03:52:35.633536+0000","last_fullsized":"2023-06-08T03:52:35.633536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:52.139206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178505+0000","last_change":"2023-06-08T03:52:34.202564+0000","last_active":"2023-06-08T03:52:35.178505+0000","last_peered":"2023-06-08T03:52:35.178505+0000","last_clean":"2023-06-08T03:52:35.178505+0000","last_became_active":"2023-06-08T03:52:34.202189+0000","last_became_peered":"2023-06-08T03:52:34.202189+0000","last_unstale":"2023-06-08T03:52:35.178505+0000","last_undegraded":"2023-06-08T03:52:35.178505+0000","last_fullsized":"2023-06-08T03:52:35.178505+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:20:49.621111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182905+0000","last_change":"2023-06-08T03:52:33.814608+0000","last_active":"2023-06-08T03:52:35.182905+0000","last_peered":"2023-06-08T03:52:35.182905+0000","last_clean":"2023-06-08T03:52:35.182905+0000","last_became_active":"2023-06-08T03:52:33.813780+0000","last_became_peered":"2023-06-08T03:52:33.813780+0000","last_unstale":"2023-06-08T03:52:35.182905+0000","last_undegraded":"2023-06-08T03:52:35.182905+0000","last_fullsized":"2023-06-08T03:52:35.182905+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:52:45.188738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.634298+0000","last_change":"2023-06-08T03:52:34.199988+0000","last_active":"2023-06-08T03:52:36.634298+0000","last_peered":"2023-06-08T03:52:36.634298+0000","last_clean":"2023-06-08T03:52:36.634298+0000","last_became_active":"2023-06-08T03:52:34.199501+0000","last_became_peered":"2023-06-08T03:52:34.199501+0000","last_unstale":"2023-06-08T03:52:36.634298+0000","last_undegraded":"2023-06-08T03:52:36.634298+0000","last_fullsized":"2023-06-08T03:52:36.634298+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:11:40.958157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783664+0000","last_change":"2023-06-08T03:52:33.837740+0000","last_active":"2023-06-08T03:52:36.783664+0000","last_peered":"2023-06-08T03:52:36.783664+0000","last_clean":"2023-06-08T03:52:36.783664+0000","last_became_active":"2023-06-08T03:52:33.837270+0000","last_became_peered":"2023-06-08T03:52:33.837270+0000","last_unstale":"2023-06-08T03:52:36.783664+0000","last_undegraded":"2023-06-08T03:52:36.783664+0000","last_fullsized":"2023-06-08T03:52:36.783664+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:42:25.257922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.183350+0000","last_change":"2023-06-08T03:52:34.203229+0000","last_active":"2023-06-08T03:52:35.183350+0000","last_peered":"2023-06-08T03:52:35.183350+0000","last_clean":"2023-06-08T03:52:35.183350+0000","last_became_active":"2023-06-08T03:52:34.202876+0000","last_became_peered":"2023-06-08T03:52:34.202876+0000","last_unstale":"2023-06-08T03:52:35.183350+0000","last_undegraded":"2023-06-08T03:52:35.183350+0000","last_fullsized":"2023-06-08T03:52:35.183350+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:46.377019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.184759+0000","last_change":"2023-06-08T03:52:33.839791+0000","last_active":"2023-06-08T03:52:35.184759+0000","last_peered":"2023-06-08T03:52:35.184759+0000","last_clean":"2023-06-08T03:52:35.184759+0000","last_became_active":"2023-06-08T03:52:33.839145+0000","last_became_peered":"2023-06-08T03:52:33.839145+0000","last_unstale":"2023-06-08T03:52:35.184759+0000","last_undegraded":"2023-06-08T03:52:35.184759+0000","last_fullsized":"2023-06-08T03:52:35.184759+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:16.128035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182517+0000","last_change":"2023-06-08T03:52:34.194269+0000","last_active":"2023-06-08T03:52:35.182517+0000","last_peered":"2023-06-08T03:52:35.182517+0000","last_clean":"2023-06-08T03:52:35.182517+0000","last_became_active":"2023-06-08T03:52:34.193895+0000","last_became_peered":"2023-06-08T03:52:34.193895+0000","last_unstale":"2023-06-08T03:52:35.182517+0000","last_undegraded":"2023-06-08T03:52:35.182517+0000","last_fullsized":"2023-06-08T03:52:35.182517+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:53.142873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.185056+0000","last_change":"2023-06-08T03:52:33.837829+0000","last_active":"2023-06-08T03:52:35.185056+0000","last_peered":"2023-06-08T03:52:35.185056+0000","last_clean":"2023-06-08T03:52:35.185056+0000","last_became_active":"2023-06-08T03:52:33.837043+0000","last_became_peered":"2023-06-08T03:52:33.837043+0000","last_unstale":"2023-06-08T03:52:35.185056+0000","last_undegraded":"2023-06-08T03:52:35.185056+0000","last_fullsized":"2023-06-08T03:52:35.185056+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:39:15.386114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178099+0000","last_change":"2023-06-08T03:52:34.192830+0000","last_active":"2023-06-08T03:52:35.178099+0000","last_peered":"2023-06-08T03:52:35.178099+0000","last_clean":"2023-06-08T03:52:35.178099+0000","last_became_active":"2023-06-08T03:52:34.192479+0000","last_became_peered":"2023-06-08T03:52:34.192479+0000","last_unstale":"2023-06-08T03:52:35.178099+0000","last_undegraded":"2023-06-08T03:52:35.178099+0000","last_fullsized":"2023-06-08T03:52:35.178099+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:28:53.142873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.178361+0000","last_change":"2023-06-08T03:52:33.813415+0000","last_active":"2023-06-08T03:52:35.178361+0000","last_peered":"2023-06-08T03:52:35.178361+0000","last_clean":"2023-06-08T03:52:35.178361+0000","last_became_active":"2023-06-08T03:52:33.813011+0000","last_became_peered":"2023-06-08T03:52:33.813011+0000","last_unstale":"2023-06-08T03:52:35.178361+0000","last_undegraded":"2023-06-08T03:52:35.178361+0000","last_fullsized":"2023-06-08T03:52:35.178361+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:11:16.128035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:35.182137+0000","last_change":"2023-06-08T03:52:34.212446+0000","last_active":"2023-06-08T03:52:35.182137+0000","last_peered":"2023-06-08T03:52:35.182137+0000","last_clean":"2023-06-08T03:52:35.182137+0000","last_became_active":"2023-06-08T03:52:34.212124+0000","last_became_peered":"2023-06-08T03:52:34.212124+0000","last_unstale":"2023-06-08T03:52:35.182137+0000","last_undegraded":"2023-06-08T03:52:35.182137+0000","last_fullsized":"2023-06-08T03:52:35.182137+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:33.777388+0000","last_clean_scrub_stamp":"2023-06-08T03:52:33.777388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:43:42.896982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"22'4","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-06-08T03:52:36.783953+0000","last_change":"2023-06-08T03:52:33.813709+0000","last_active":"2023-06-08T03:52:36.783953+0000","last_peered":"2023-06-08T03:52:36.783953+0000","last_clean":"2023-06-08T03:52:36.783953+0000","last_became_active":"2023-06-08T03:52:33.813036+0000","last_became_peered":"2023-06-08T03:52:33.813036+0000","last_unstale":"2023-06-08T03:52:36.783953+0000","last_undegraded":"2023-06-08T03:52:36.783953+0000","last_fullsized":"2023-06-08T03:52:36.783953+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:32.773721+0000","last_clean_scrub_stamp":"2023-06-08T03:52:32.773721+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:45.373351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27796,"kb_used_data":844,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344044,"statfs":{"total":96636764160,"available":96608301056,"internally_reserved":0,"allocated":864256,"data_stored":681747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0620000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84499999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91700000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94299999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.752}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1679999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574856,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":236,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":241664,"data_stored":89599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80600000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90800000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.181}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97099999999999997}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":244,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":249856,"data_stored":90251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0329999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1040000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82099999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1319999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.151}]}]},{"osd":4,"up_from":13,"seq":55834574857,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":256,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":262144,"data_stored":91219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65600000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.753}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93500000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0369999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27192,"kb_used_data":240,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344648,"statfs":{"total":96636764160,"available":96608919552,"internally_reserved":0,"allocated":245760,"data_stored":89689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.873}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.135}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83999999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.101}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":236,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":241664,"data_stored":89599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93000000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0209999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.232}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.105}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.071}]}]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":236,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":241664,"data_stored":89599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41799999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51500000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.874}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]}]},{"osd":0,"up_from":13,"seq":55834574857,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27772,"kb_used_data":820,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344068,"statfs":{"total":96636764160,"available":96608325632,"internally_reserved":0,"allocated":839680,"data_stored":680549,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79700000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84099999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.091}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88200000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78300000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3919999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90700000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-08T03:52:46.945 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-06-08T03:52:46.945 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-06-08T03:52:46.946 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2023-06-08T03:52:46.946 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2023-06-08T03:52:47.100 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.093+0000 7fa5f2331640 1 Processor -- start 2023-06-08T03:52:47.100 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.093+0000 7fa5f2331640 1 -- start start 2023-06-08T03:52:47.101 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.093+0000 7fa5f2331640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5ec0b1290 0x7fa5ec0b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:47.101 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.093+0000 7fa5f2331640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fa5ec0ce280 0x7fa5ec0d0520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:47.101 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.093+0000 7fa5f2331640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5ec0d1be0 con 0x7fa5ec0ce950 2023-06-08T03:52:47.101 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.093+0000 7fa5f2331640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5ec0b1660 con 0x7fa5ec0ce280 2023-06-08T03:52:47.101 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.093+0000 7fa5f2331640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5ec0cc6c0 con 0x7fa5ec0b1290 2023-06-08T03:52:47.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.093+0000 7fa5eb7fe640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fa5ec0ce280 0x7fa5ec0d0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:47.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.093+0000 7fa5ebfff640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5ec0b1290 0x7fa5ec0b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:47.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.093+0000 7fa5f08ce640 1 --1- >> v1:172.21.15.188:6789/0 conn(0x7fa5ec0ce950 0x7fa5ec0d2070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.188:6789/0 says I am v1:172.21.15.62:42264/0 (socket says 172.21.15.62:42264) 2023-06-08T03:52:47.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.093+0000 7fa5eb7fe640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fa5ec0ce280 0x7fa5ec0d0520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.62:60486/0 (socket says 172.21.15.62:60486) 2023-06-08T03:52:47.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.093+0000 7fa5f08ce640 1 -- 172.21.15.62:0/1492240870 learned_addr learned my addr 172.21.15.62:0/1492240870 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:47.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.097+0000 7fa5eb7fe640 1 -- 172.21.15.62:0/1492240870 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5ec0b1290 msgr2=0x7fa5ec0b4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:47.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.097+0000 7fa5eb7fe640 1 --2- 172.21.15.62:0/1492240870 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5ec0b1290 0x7fa5ec0b4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.097+0000 7fa5eb7fe640 1 -- 172.21.15.62:0/1492240870 >> v1:172.21.15.188:6789/0 conn(0x7fa5ec0ce950 legacy=0x7fa5ec0d2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:47.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.097+0000 7fa5eb7fe640 1 -- 172.21.15.62:0/1492240870 --> v2:172.21.15.188:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5ec0cc9a0 con 0x7fa5ec0ce280 2023-06-08T03:52:47.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.097+0000 7fa5eb7fe640 1 --2- 172.21.15.62:0/1492240870 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5ec0ce280 0x7fa5ec0d0520 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fa5dc0097c0 tx=0x7fa5dc01c3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dbee2e3f74874ef0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:47.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.097+0000 7fa5eaffd640 1 -- 172.21.15.62:0/1492240870 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5dc0ac640 con 0x7fa5ec0ce280 2023-06-08T03:52:47.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.097+0000 7fa5eaffd640 1 -- 172.21.15.62:0/1492240870 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5dc0ac7a0 con 0x7fa5ec0ce280 2023-06-08T03:52:47.105 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.097+0000 7fa5eaffd640 1 -- 172.21.15.62:0/1492240870 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5dc0acb30 con 0x7fa5ec0ce280 2023-06-08T03:52:47.105 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.097+0000 7fa5f2331640 1 -- 172.21.15.62:0/1492240870 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5ec0ce280 msgr2=0x7fa5ec0d0520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:47.105 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.097+0000 7fa5f2331640 1 --2- 172.21.15.62:0/1492240870 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5ec0ce280 0x7fa5ec0d0520 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fa5dc0097c0 tx=0x7fa5dc01c3c0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.106 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.097+0000 7fa5f2331640 1 -- 172.21.15.62:0/1492240870 shutdown_connections 2023-06-08T03:52:47.106 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.097+0000 7fa5f2331640 1 --2- 172.21.15.62:0/1492240870 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5ec0ce280 0x7fa5ec0d0520 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.106 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.097+0000 7fa5f2331640 1 --2- 172.21.15.62:0/1492240870 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5ec0b1290 0x7fa5ec0b4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.106 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.097+0000 7fa5f2331640 1 -- 172.21.15.62:0/1492240870 >> 172.21.15.62:0/1492240870 conn(0x7fa5ec06b5a0 msgr2=0x7fa5ec06b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:47.106 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.097+0000 7fa5f2331640 1 -- 172.21.15.62:0/1492240870 shutdown_connections 2023-06-08T03:52:47.106 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.097+0000 7fa5f2331640 1 -- 172.21.15.62:0/1492240870 wait complete. 2023-06-08T03:52:47.107 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5f2331640 1 Processor -- start 2023-06-08T03:52:47.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5f2331640 1 -- start start 2023-06-08T03:52:47.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5f2331640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5ec0b1290 0x7fa5ec150b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:47.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5f2331640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5ec0ce280 0x7fa5ec0cb090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:47.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5f2331640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5ec0ce950 0x7fa5ec0b5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:47.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5f2331640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5ec0cbb10 con 0x7fa5ec0ce950 2023-06-08T03:52:47.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5f2331640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5ec0cbdf0 con 0x7fa5ec0b1290 2023-06-08T03:52:47.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5f2331640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5ec13bcc0 con 0x7fa5ec0ce280 2023-06-08T03:52:47.109 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5f08ce640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5ec0ce950 0x7fa5ec0b5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:47.109 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5f08ce640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5ec0ce950 0x7fa5ec0b5aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60014/0 (socket says 172.21.15.62:60014) 2023-06-08T03:52:47.109 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5f08ce640 1 -- 172.21.15.62:0/3464624221 learned_addr learned my addr 172.21.15.62:0/3464624221 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:47.109 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5eb7fe640 1 --2- 172.21.15.62:0/3464624221 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5ec0ce280 0x7fa5ec0cb090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:47.109 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5ebfff640 1 --2- 172.21.15.62:0/3464624221 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5ec0b1290 0x7fa5ec150b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:47.109 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5f08ce640 1 -- 172.21.15.62:0/3464624221 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5ec0ce280 msgr2=0x7fa5ec0cb090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:47.109 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5f08ce640 1 --2- 172.21.15.62:0/3464624221 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5ec0ce280 0x7fa5ec0cb090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.110 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5f08ce640 1 -- 172.21.15.62:0/3464624221 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5ec0b1290 msgr2=0x7fa5ec150b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:47.110 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5f08ce640 1 --2- 172.21.15.62:0/3464624221 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5ec0b1290 0x7fa5ec150b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.110 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5f08ce640 1 -- 172.21.15.62:0/3464624221 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5dc009420 con 0x7fa5ec0ce950 2023-06-08T03:52:47.110 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5eb7fe640 1 --2- 172.21.15.62:0/3464624221 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5ec0ce280 0x7fa5ec0cb090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:52:47.110 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5f08ce640 1 --2- 172.21.15.62:0/3464624221 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5ec0ce950 0x7fa5ec0b5aa0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa5e400caa0 tx=0x7fa5e400cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:47.111 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5e8ff9640 1 -- 172.21.15.62:0/3464624221 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5e400ac00 con 0x7fa5ec0ce950 2023-06-08T03:52:47.111 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5e8ff9640 1 -- 172.21.15.62:0/3464624221 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5e400ad60 con 0x7fa5ec0ce950 2023-06-08T03:52:47.111 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5f2331640 1 -- 172.21.15.62:0/3464624221 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5ec13bfa0 con 0x7fa5ec0ce950 2023-06-08T03:52:47.111 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5e8ff9640 1 -- 172.21.15.62:0/3464624221 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5e4012620 con 0x7fa5ec0ce950 2023-06-08T03:52:47.112 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5f2331640 1 -- 172.21.15.62:0/3464624221 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5ec151050 con 0x7fa5ec0ce950 2023-06-08T03:52:47.112 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5f2331640 1 -- 172.21.15.62:0/3464624221 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5ec04d6c0 con 0x7fa5ec0ce950 2023-06-08T03:52:47.112 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5e8ff9640 1 -- 172.21.15.62:0/3464624221 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa5e4007070 con 0x7fa5ec0ce950 2023-06-08T03:52:47.112 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5e8ff9640 1 --2- 172.21.15.62:0/3464624221 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5d80662b0 0x7fa5d8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:47.112 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.101+0000 7fa5e8ff9640 1 -- 172.21.15.62:0/3464624221 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fa5e4083b00 con 0x7fa5ec0ce950 2023-06-08T03:52:47.112 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.105+0000 7fa5ebfff640 1 --2- 172.21.15.62:0/3464624221 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5d80662b0 0x7fa5d8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:47.112 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.105+0000 7fa5ebfff640 1 --2- 172.21.15.62:0/3464624221 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5d80662b0 0x7fa5d8068760 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fa5e0009ac0 tx=0x7fa5e0009190 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:47.114 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.105+0000 7fa5e8ff9640 1 -- 172.21.15.62:0/3464624221 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa5e40510c0 con 0x7fa5ec0ce950 2023-06-08T03:52:47.294 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.285+0000 7fa5f2331640 1 -- 172.21.15.62:0/3464624221 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fa5ec0b3ea0 con 0x7fa5ec0ce950 2023-06-08T03:52:47.294 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.289+0000 7fa5e8ff9640 1 -- 172.21.15.62:0/3464624221 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7fa5e4017080 con 0x7fa5ec0ce950 2023-06-08T03:52:47.295 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:47.295 INFO:teuthology.orchestra.run.smithi062.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-06-08T03:52:47.296 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.289+0000 7fa5f2331640 1 -- 172.21.15.62:0/3464624221 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5d80662b0 msgr2=0x7fa5d8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:47.296 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.289+0000 7fa5f2331640 1 --2- 172.21.15.62:0/3464624221 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5d80662b0 0x7fa5d8068760 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fa5e0009ac0 tx=0x7fa5e0009190 comp rx=0 tx=0).stop 2023-06-08T03:52:47.296 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.289+0000 7fa5f2331640 1 -- 172.21.15.62:0/3464624221 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5ec0ce950 msgr2=0x7fa5ec0b5aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:47.297 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.289+0000 7fa5f2331640 1 --2- 172.21.15.62:0/3464624221 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5ec0ce950 0x7fa5ec0b5aa0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa5e400caa0 tx=0x7fa5e400cf60 comp rx=0 tx=0).stop 2023-06-08T03:52:47.297 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.289+0000 7fa5f2331640 1 -- 172.21.15.62:0/3464624221 shutdown_connections 2023-06-08T03:52:47.297 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.289+0000 7fa5f2331640 1 --2- 172.21.15.62:0/3464624221 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa5d80662b0 0x7fa5d8068760 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.297 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.289+0000 7fa5f2331640 1 --2- 172.21.15.62:0/3464624221 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5ec0ce950 0x7fa5ec0b5aa0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.297 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.289+0000 7fa5f2331640 1 --2- 172.21.15.62:0/3464624221 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa5ec0ce280 0x7fa5ec0cb090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.297 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.289+0000 7fa5f2331640 1 --2- 172.21.15.62:0/3464624221 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa5ec0b1290 0x7fa5ec150b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.297 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.289+0000 7fa5f2331640 1 -- 172.21.15.62:0/3464624221 >> 172.21.15.62:0/3464624221 conn(0x7fa5ec06b5a0 msgr2=0x7fa5ec0b4d70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:47.298 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.289+0000 7fa5f2331640 1 -- 172.21.15.62:0/3464624221 shutdown_connections 2023-06-08T03:52:47.298 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.289+0000 7fa5f2331640 1 -- 172.21.15.62:0/3464624221 wait complete. 2023-06-08T03:52:47.312 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2023-06-08T03:52:47.312 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:52:47.423 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.417+0000 7f831f2b1640 1 Processor -- start 2023-06-08T03:52:47.423 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.417+0000 7f831f2b1640 1 -- start start 2023-06-08T03:52:47.424 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.417+0000 7f831f2b1640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f83180ca430 0x7f83180ca800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:47.424 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.417+0000 7f831f2b1640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f83180c8820 0x7f83180c8cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:47.424 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.417+0000 7f831f2b1640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83180c8390 con 0x7f8318159730 2023-06-08T03:52:47.425 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.417+0000 7f831f2b1640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8318070870 con 0x7f83180c8820 2023-06-08T03:52:47.425 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.417+0000 7f831f2b1640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8318070b50 con 0x7f83180ca430 2023-06-08T03:52:47.425 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.417+0000 7f831d84e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f83180c8820 0x7f83180c8cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:47.425 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.417+0000 7f831d84e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f83180c8820 0x7f83180c8cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60020/0 (socket says 172.21.15.62:60020) 2023-06-08T03:52:47.425 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.417+0000 7f831d84e640 1 -- 172.21.15.62:0/2559957742 learned_addr learned my addr 172.21.15.62:0/2559957742 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:47.425 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.417+0000 7f831d04d640 1 --2- 172.21.15.62:0/2559957742 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f83180ca430 0x7f83180ca800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:47.425 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.417+0000 7f831d84e640 1 -- 172.21.15.62:0/2559957742 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f83180ca430 msgr2=0x7f83180ca800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:47.425 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.417+0000 7f831d84e640 1 --2- 172.21.15.62:0/2559957742 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f83180ca430 0x7f83180ca800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.426 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.417+0000 7f831d84e640 1 -- 172.21.15.62:0/2559957742 >> v1:172.21.15.188:6789/0 conn(0x7f8318159730 legacy=0x7f831806fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:47.426 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.417+0000 7f831d84e640 1 -- 172.21.15.62:0/2559957742 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8318070e30 con 0x7f83180c8820 2023-06-08T03:52:47.427 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831d84e640 1 --2- 172.21.15.62:0/2559957742 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f83180c8820 0x7f83180c8cc0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f8310009e50 tx=0x7f831001c9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1849c986c7ab4fc server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:47.427 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f830ffff640 1 -- 172.21.15.62:0/2559957742 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83100a5760 con 0x7f83180c8820 2023-06-08T03:52:47.427 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f830ffff640 1 -- 172.21.15.62:0/2559957742 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83100a58c0 con 0x7f83180c8820 2023-06-08T03:52:47.427 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f830ffff640 1 -- 172.21.15.62:0/2559957742 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83100a5c50 con 0x7f83180c8820 2023-06-08T03:52:47.427 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831f2b1640 1 -- 172.21.15.62:0/2559957742 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f83180c8820 msgr2=0x7f83180c8cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:47.428 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831f2b1640 1 --2- 172.21.15.62:0/2559957742 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f83180c8820 0x7f83180c8cc0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f8310009e50 tx=0x7f831001c9d0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.428 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831f2b1640 1 -- 172.21.15.62:0/2559957742 shutdown_connections 2023-06-08T03:52:47.428 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831f2b1640 1 --2- 172.21.15.62:0/2559957742 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f83180c8820 0x7f83180c8cc0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.428 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831f2b1640 1 --2- 172.21.15.62:0/2559957742 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f83180ca430 0x7f83180ca800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.428 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831f2b1640 1 -- 172.21.15.62:0/2559957742 >> 172.21.15.62:0/2559957742 conn(0x7f83180af640 msgr2=0x7f83180afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:47.428 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831f2b1640 1 -- 172.21.15.62:0/2559957742 shutdown_connections 2023-06-08T03:52:47.428 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831f2b1640 1 -- 172.21.15.62:0/2559957742 wait complete. 2023-06-08T03:52:47.430 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831f2b1640 1 Processor -- start 2023-06-08T03:52:47.430 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831f2b1640 1 -- start start 2023-06-08T03:52:47.430 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831f2b1640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f83180c8820 0x7f83181f3960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:47.430 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831f2b1640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f83180ca430 0x7f8318138670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:47.430 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831f2b1640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f8318159730 0x7f83180c17e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:47.431 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831f2b1640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83181f3ea0 con 0x7f83180c8820 2023-06-08T03:52:47.431 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831f2b1640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83180c39a0 con 0x7f83180ca430 2023-06-08T03:52:47.431 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831f2b1640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83180c3c80 con 0x7f8318159730 2023-06-08T03:52:47.431 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831d04d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f83180c8820 0x7f83181f3960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:47.431 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831d04d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f83180c8820 0x7f83181f3960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60030/0 (socket says 172.21.15.62:60030) 2023-06-08T03:52:47.431 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831d04d640 1 -- 172.21.15.62:0/1918833597 learned_addr learned my addr 172.21.15.62:0/1918833597 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:47.431 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831d04d640 1 -- 172.21.15.62:0/1918833597 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f8318159730 msgr2=0x7f83180c17e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:47.431 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831d04d640 1 --2- 172.21.15.62:0/1918833597 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f8318159730 0x7f83180c17e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.432 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831d04d640 1 -- 172.21.15.62:0/1918833597 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f83180ca430 msgr2=0x7f8318138670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:47.432 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831d04d640 1 --2- 172.21.15.62:0/1918833597 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f83180ca430 0x7f8318138670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.432 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831d04d640 1 -- 172.21.15.62:0/1918833597 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8310009b30 con 0x7f83180c8820 2023-06-08T03:52:47.432 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831d04d640 1 --2- 172.21.15.62:0/1918833597 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f83180c8820 0x7f83181f3960 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f831400c7f0 tx=0x7f831400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:47.432 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f830dffb640 1 -- 172.21.15.62:0/1918833597 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8314004220 con 0x7f83180c8820 2023-06-08T03:52:47.432 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f830dffb640 1 -- 172.21.15.62:0/1918833597 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83140043a0 con 0x7f83180c8820 2023-06-08T03:52:47.432 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831f2b1640 1 -- 172.21.15.62:0/1918833597 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83180c3f60 con 0x7f83180c8820 2023-06-08T03:52:47.432 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f830dffb640 1 -- 172.21.15.62:0/1918833597 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8314004510 con 0x7f83180c8820 2023-06-08T03:52:47.433 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.421+0000 7f831f2b1640 1 -- 172.21.15.62:0/1918833597 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8318138bb0 con 0x7f83180c8820 2023-06-08T03:52:47.433 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.425+0000 7f831f2b1640 1 -- 172.21.15.62:0/1918833597 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83180c4480 con 0x7f83180c8820 2023-06-08T03:52:47.434 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.425+0000 7f830dffb640 1 -- 172.21.15.62:0/1918833597 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8314003a70 con 0x7f83180c8820 2023-06-08T03:52:47.434 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.425+0000 7f830dffb640 1 --2- 172.21.15.62:0/1918833597 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f82fc066280 0x7f82fc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:47.434 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.425+0000 7f830dffb640 1 -- 172.21.15.62:0/1918833597 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f83140840f0 con 0x7f83180c8820 2023-06-08T03:52:47.434 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.425+0000 7f831c84c640 1 --2- 172.21.15.62:0/1918833597 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f82fc066280 0x7f82fc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:47.434 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.425+0000 7f831c84c640 1 --2- 172.21.15.62:0/1918833597 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f82fc066280 0x7f82fc068730 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f8318070350 tx=0x7f8308006bd0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:47.435 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.429+0000 7f830dffb640 1 -- 172.21.15.62:0/1918833597 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8314051650 con 0x7f83180c8820 2023-06-08T03:52:47.585 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.577+0000 7f831f2b1640 1 -- 172.21.15.62:0/1918833597 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f831804d6c0 con 0x7f83180c8820 2023-06-08T03:52:47.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.581+0000 7f830dffb640 1 -- 172.21.15.62:0/1918833597 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18279 (secure 0 0 0) 0x7f8314054c70 con 0x7f83180c8820 2023-06-08T03:52:47.588 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:47.588 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":23,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:52:35.171643+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:52:47.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.581+0000 7f831f2b1640 1 -- 172.21.15.62:0/1918833597 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f82fc066280 msgr2=0x7f82fc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:47.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.581+0000 7f831f2b1640 1 --2- 172.21.15.62:0/1918833597 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f82fc066280 0x7f82fc068730 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f8318070350 tx=0x7f8308006bd0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.581+0000 7f831f2b1640 1 -- 172.21.15.62:0/1918833597 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f83180c8820 msgr2=0x7f83181f3960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:47.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.581+0000 7f831f2b1640 1 --2- 172.21.15.62:0/1918833597 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f83180c8820 0x7f83181f3960 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f831400c7f0 tx=0x7f831400ccb0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.581+0000 7f831f2b1640 1 -- 172.21.15.62:0/1918833597 shutdown_connections 2023-06-08T03:52:47.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.581+0000 7f831f2b1640 1 --2- 172.21.15.62:0/1918833597 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f82fc066280 0x7f82fc068730 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.581+0000 7f831f2b1640 1 --2- 172.21.15.62:0/1918833597 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f8318159730 0x7f83180c17e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.581+0000 7f831f2b1640 1 --2- 172.21.15.62:0/1918833597 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f83180ca430 0x7f8318138670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.581+0000 7f831f2b1640 1 --2- 172.21.15.62:0/1918833597 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f83180c8820 0x7f83181f3960 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.581+0000 7f831f2b1640 1 -- 172.21.15.62:0/1918833597 >> 172.21.15.62:0/1918833597 conn(0x7f83180af640 msgr2=0x7f83180b1270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:47.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.581+0000 7f831f2b1640 1 -- 172.21.15.62:0/1918833597 shutdown_connections 2023-06-08T03:52:47.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.581+0000 7f831f2b1640 1 -- 172.21.15.62:0/1918833597 wait complete. 2023-06-08T03:52:47.605 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-08T03:52:22.372947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-08T03:52:28.107223+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-08T03:52:32.655480+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-08T03:52:33.144430+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-08T03:52:47.606 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-08T03:52:47.732 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.725+0000 7fe3cd4e2640 1 Processor -- start 2023-06-08T03:52:47.732 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.725+0000 7fe3cd4e2640 1 -- start start 2023-06-08T03:52:47.733 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.725+0000 7fe3cd4e2640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe3c80cd790 0x7fe3c80ad070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:47.733 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.725+0000 7fe3cd4e2640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe3c80cb7f0 0x7fe3c806b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:47.734 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.725+0000 7fe3cd4e2640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe3c806b140 con 0x7fe3c80af6a0 2023-06-08T03:52:47.734 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.725+0000 7fe3cd4e2640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe3c806c860 con 0x7fe3c80cb7f0 2023-06-08T03:52:47.734 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.725+0000 7fe3cd4e2640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3c806cb40 con 0x7fe3c80cd790 2023-06-08T03:52:47.734 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.725+0000 7fe3c67fc640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe3c80cb7f0 0x7fe3c806b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:47.734 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.725+0000 7fe3c77fe640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fe3c80af6a0 0x7fe3c80ab8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41514/0 (socket says 172.21.15.62:41514) 2023-06-08T03:52:47.734 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.725+0000 7fe3c77fe640 1 -- 172.21.15.62:0/2513938681 learned_addr learned my addr 172.21.15.62:0/2513938681 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:47.734 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.725+0000 7fe3c6ffd640 1 --2- 172.21.15.62:0/2513938681 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe3c80cd790 0x7fe3c80ad070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:47.735 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.725+0000 7fe3c67fc640 1 -- 172.21.15.62:0/2513938681 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe3c80cd790 msgr2=0x7fe3c80ad070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:47.735 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.725+0000 7fe3c67fc640 1 --2- 172.21.15.62:0/2513938681 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe3c80cd790 0x7fe3c80ad070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.735 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.725+0000 7fe3c67fc640 1 -- 172.21.15.62:0/2513938681 >> v1:172.21.15.62:6789/0 conn(0x7fe3c80af6a0 legacy=0x7fe3c80ab8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:47.736 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.725+0000 7fe3c5ffb640 1 -- 172.21.15.62:0/2513938681 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 578870791 0 0) 0x7fe3c806b140 con 0x7fe3c80af6a0 2023-06-08T03:52:47.736 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.729+0000 7fe3c67fc640 1 -- 172.21.15.62:0/2513938681 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3c806aaf0 con 0x7fe3c80cb7f0 2023-06-08T03:52:47.736 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.729+0000 7fe3c67fc640 1 --2- 172.21.15.62:0/2513938681 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe3c80cb7f0 0x7fe3c806b5d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fe3bc0097c0 tx=0x7fe3bc01c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=439858047f150abc server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:47.737 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.729+0000 7fe3c5ffb640 1 -- 172.21.15.62:0/2513938681 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3bc0ab600 con 0x7fe3c80cb7f0 2023-06-08T03:52:47.737 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.729+0000 7fe3c5ffb640 1 -- 172.21.15.62:0/2513938681 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3bc0a7050 con 0x7fe3c80cb7f0 2023-06-08T03:52:47.737 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.729+0000 7fe3c5ffb640 1 -- 172.21.15.62:0/2513938681 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3bc0ab980 con 0x7fe3c80cb7f0 2023-06-08T03:52:47.738 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.729+0000 7fe3cd4e2640 1 -- 172.21.15.62:0/2513938681 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe3c80cb7f0 msgr2=0x7fe3c806b5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:47.738 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.729+0000 7fe3cd4e2640 1 --2- 172.21.15.62:0/2513938681 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe3c80cb7f0 0x7fe3c806b5d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fe3bc0097c0 tx=0x7fe3bc01c3c0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.738 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.729+0000 7fe3cd4e2640 1 -- 172.21.15.62:0/2513938681 shutdown_connections 2023-06-08T03:52:47.738 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.729+0000 7fe3cd4e2640 1 --2- 172.21.15.62:0/2513938681 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe3c80cb7f0 0x7fe3c806b5d0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.738 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.729+0000 7fe3cd4e2640 1 --2- 172.21.15.62:0/2513938681 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe3c80cd790 0x7fe3c80ad070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.738 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.729+0000 7fe3cd4e2640 1 -- 172.21.15.62:0/2513938681 >> 172.21.15.62:0/2513938681 conn(0x7fe3c80ca6a0 msgr2=0x7fe3c80caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:47.739 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.729+0000 7fe3cd4e2640 1 -- 172.21.15.62:0/2513938681 shutdown_connections 2023-06-08T03:52:47.739 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.729+0000 7fe3cd4e2640 1 -- 172.21.15.62:0/2513938681 wait complete. 2023-06-08T03:52:47.740 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3cd4e2640 1 Processor -- start 2023-06-08T03:52:47.740 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3cd4e2640 1 -- start start 2023-06-08T03:52:47.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3cd4e2640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe3c80af6a0 0x7fe3c815aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:47.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3cd4e2640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe3c80cb7f0 0x7fe3c80c7d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:47.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3cd4e2640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe3c80cd790 0x7fe3c80c8280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:47.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3cd4e2640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3c815b750 con 0x7fe3c80af6a0 2023-06-08T03:52:47.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3cd4e2640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3c815cdc0 con 0x7fe3c80cd790 2023-06-08T03:52:47.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3cd4e2640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3c80c8910 con 0x7fe3c80cb7f0 2023-06-08T03:52:47.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3c6ffd640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe3c80af6a0 0x7fe3c815aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:47.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3c6ffd640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe3c80af6a0 0x7fe3c815aba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60044/0 (socket says 172.21.15.62:60044) 2023-06-08T03:52:47.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3c6ffd640 1 -- 172.21.15.62:0/1650869240 learned_addr learned my addr 172.21.15.62:0/1650869240 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:47.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3c6ffd640 1 -- 172.21.15.62:0/1650869240 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe3c80cb7f0 msgr2=0x7fe3c80c7d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:47.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3c6ffd640 1 --2- 172.21.15.62:0/1650869240 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe3c80cb7f0 0x7fe3c80c7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3c6ffd640 1 -- 172.21.15.62:0/1650869240 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe3c80cd790 msgr2=0x7fe3c80c8280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:47.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3c6ffd640 1 --2- 172.21.15.62:0/1650869240 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe3c80cd790 0x7fe3c80c8280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3c6ffd640 1 -- 172.21.15.62:0/1650869240 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3bc009420 con 0x7fe3c80af6a0 2023-06-08T03:52:47.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3c6ffd640 1 --2- 172.21.15.62:0/1650869240 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe3c80af6a0 0x7fe3c815aba0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fe3b800d620 tx=0x7fe3b800dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:47.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3af7fe640 1 -- 172.21.15.62:0/1650869240 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3b800b620 con 0x7fe3c80af6a0 2023-06-08T03:52:47.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3af7fe640 1 -- 172.21.15.62:0/1650869240 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3b800b780 con 0x7fe3c80af6a0 2023-06-08T03:52:47.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3cd4e2640 1 -- 172.21.15.62:0/1650869240 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3c815d030 con 0x7fe3c80af6a0 2023-06-08T03:52:47.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3af7fe640 1 -- 172.21.15.62:0/1650869240 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3b800bb10 con 0x7fe3c80af6a0 2023-06-08T03:52:47.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3cd4e2640 1 -- 172.21.15.62:0/1650869240 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3c80c8bf0 con 0x7fe3c80af6a0 2023-06-08T03:52:47.744 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3cd4e2640 1 -- 172.21.15.62:0/1650869240 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe3c804d650 con 0x7fe3c80af6a0 2023-06-08T03:52:47.745 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3af7fe640 1 -- 172.21.15.62:0/1650869240 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe3b800bc70 con 0x7fe3c80af6a0 2023-06-08T03:52:47.745 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.733+0000 7fe3af7fe640 1 --2- 172.21.15.62:0/1650869240 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe3b4066280 0x7fe3b4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:47.745 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.737+0000 7fe3af7fe640 1 -- 172.21.15.62:0/1650869240 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fe3b80841c0 con 0x7fe3c80af6a0 2023-06-08T03:52:47.745 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.737+0000 7fe3c67fc640 1 --2- 172.21.15.62:0/1650869240 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe3b4066280 0x7fe3b4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:47.745 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.737+0000 7fe3c67fc640 1 --2- 172.21.15.62:0/1650869240 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe3b4066280 0x7fe3b4068730 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fe3bc0ad000 tx=0x7fe3bc004740 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:47.746 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.741+0000 7fe3af7fe640 1 -- 172.21.15.62:0/1650869240 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe3b80516d0 con 0x7fe3c80af6a0 2023-06-08T03:52:47.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.889+0000 7fe3cd4e2640 1 -- 172.21.15.62:0/1650869240 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe3c80cb5b0 con 0x7fe3c80af6a0 2023-06-08T03:52:47.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.889+0000 7fe3af7fe640 1 -- 172.21.15.62:0/1650869240 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe3b8007380 con 0x7fe3c80af6a0 2023-06-08T03:52:47.896 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 1 2023-06-08T03:52:47.897 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.889+0000 7fe3cd4e2640 1 -- 172.21.15.62:0/1650869240 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe3b4066280 msgr2=0x7fe3b4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:47.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.889+0000 7fe3cd4e2640 1 --2- 172.21.15.62:0/1650869240 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe3b4066280 0x7fe3b4068730 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fe3bc0ad000 tx=0x7fe3bc004740 comp rx=0 tx=0).stop 2023-06-08T03:52:47.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.889+0000 7fe3cd4e2640 1 -- 172.21.15.62:0/1650869240 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe3c80af6a0 msgr2=0x7fe3c815aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:47.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.889+0000 7fe3cd4e2640 1 --2- 172.21.15.62:0/1650869240 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe3c80af6a0 0x7fe3c815aba0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fe3b800d620 tx=0x7fe3b800dae0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.889+0000 7fe3cd4e2640 1 -- 172.21.15.62:0/1650869240 shutdown_connections 2023-06-08T03:52:47.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.889+0000 7fe3cd4e2640 1 --2- 172.21.15.62:0/1650869240 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe3b4066280 0x7fe3b4068730 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.889+0000 7fe3cd4e2640 1 --2- 172.21.15.62:0/1650869240 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe3c80cd790 0x7fe3c80c8280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.899 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.889+0000 7fe3cd4e2640 1 --2- 172.21.15.62:0/1650869240 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe3c80cb7f0 0x7fe3c80c7d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.899 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.889+0000 7fe3cd4e2640 1 --2- 172.21.15.62:0/1650869240 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe3c80af6a0 0x7fe3c815aba0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:47.899 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.889+0000 7fe3cd4e2640 1 -- 172.21.15.62:0/1650869240 >> 172.21.15.62:0/1650869240 conn(0x7fe3c80ca6a0 msgr2=0x7fe3c80c9530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:47.899 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.889+0000 7fe3cd4e2640 1 -- 172.21.15.62:0/1650869240 shutdown_connections 2023-06-08T03:52:47.899 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:47.889+0000 7fe3cd4e2640 1 -- 172.21.15.62:0/1650869240 wait complete. 2023-06-08T03:52:47.913 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-08T03:52:48.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.021+0000 7f9bf494a640 1 Processor -- start 2023-06-08T03:52:48.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.021+0000 7f9bf494a640 1 -- start start 2023-06-08T03:52:48.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.021+0000 7f9bf494a640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f9bf00cda40 0x7f9bf00cde10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.021+0000 7f9bf494a640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9bf00ce350 con 0x7f9bf00cbe70 2023-06-08T03:52:48.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.021+0000 7f9bf494a640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9bf00cd2b0 con 0x7f9bf00cc830 2023-06-08T03:52:48.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.021+0000 7f9bf494a640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9bf00cd870 con 0x7f9bf00cda40 2023-06-08T03:52:48.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.021+0000 7f9bee59c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f9bf00cda40 0x7f9bf00cde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.029 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.021+0000 7f9beed9d640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f9bf00cbe70 0x7f9bf0159f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41526/0 (socket says 172.21.15.62:41526) 2023-06-08T03:52:48.029 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.021+0000 7f9beed9d640 1 -- 172.21.15.62:0/1100068459 learned_addr learned my addr 172.21.15.62:0/1100068459 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:48.029 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.021+0000 7f9bee59c640 1 -- 172.21.15.62:0/1100068459 >> v1:172.21.15.188:6789/0 conn(0x7f9bf00cc830 legacy=0x7f9bf0159870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:48.029 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.021+0000 7f9bee59c640 1 -- 172.21.15.62:0/1100068459 >> v1:172.21.15.62:6789/0 conn(0x7f9bf00cbe70 legacy=0x7f9bf0159f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.030 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.021+0000 7f9bee59c640 1 -- 172.21.15.62:0/1100068459 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bf00cd590 con 0x7f9bf00cda40 2023-06-08T03:52:48.030 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bee59c640 1 --2- 172.21.15.62:0/1100068459 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bf00cda40 0x7f9bf00cde10 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f9be8009d90 tx=0x7f9be801c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=439dd018cd1bfc89 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:48.031 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bed59a640 1 -- 172.21.15.62:0/1100068459 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9be80a5910 con 0x7f9bf00cda40 2023-06-08T03:52:48.031 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bed59a640 1 -- 172.21.15.62:0/1100068459 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9be80a5a70 con 0x7f9bf00cda40 2023-06-08T03:52:48.031 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bed59a640 1 -- 172.21.15.62:0/1100068459 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9be80a5e00 con 0x7f9bf00cda40 2023-06-08T03:52:48.032 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bf494a640 1 -- 172.21.15.62:0/1100068459 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bf00cda40 msgr2=0x7f9bf00cde10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.032 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bf494a640 1 --2- 172.21.15.62:0/1100068459 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bf00cda40 0x7f9bf00cde10 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f9be8009d90 tx=0x7f9be801c850 comp rx=0 tx=0).stop 2023-06-08T03:52:48.032 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bf494a640 1 -- 172.21.15.62:0/1100068459 shutdown_connections 2023-06-08T03:52:48.032 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bf494a640 1 --2- 172.21.15.62:0/1100068459 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bf00cda40 0x7f9bf00cde10 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.032 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bf494a640 1 -- 172.21.15.62:0/1100068459 >> 172.21.15.62:0/1100068459 conn(0x7f9bf0065850 msgr2=0x7f9bf0099140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:48.032 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bf494a640 1 -- 172.21.15.62:0/1100068459 shutdown_connections 2023-06-08T03:52:48.033 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bf494a640 1 -- 172.21.15.62:0/1100068459 wait complete. 2023-06-08T03:52:48.034 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bf494a640 1 Processor -- start 2023-06-08T03:52:48.034 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bf494a640 1 -- start start 2023-06-08T03:52:48.034 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bf494a640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bf00cbe70 0x7f9bf0152510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.034 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bf494a640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9bf00cc830 0x7f9bf0152a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.034 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bf494a640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9bf00cda40 0x7f9bf014e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bf494a640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bf00c9500 con 0x7f9bf00cbe70 2023-06-08T03:52:48.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bf494a640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bf00c97e0 con 0x7f9bf00cda40 2023-06-08T03:52:48.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bf494a640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bf00c9ac0 con 0x7f9bf00cc830 2023-06-08T03:52:48.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bee59c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bf00cbe70 0x7f9bf0152510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bee59c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bf00cbe70 0x7f9bf0152510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60064/0 (socket says 172.21.15.62:60064) 2023-06-08T03:52:48.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bee59c640 1 -- 172.21.15.62:0/1858983752 learned_addr learned my addr 172.21.15.62:0/1858983752 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:48.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bee59c640 1 -- 172.21.15.62:0/1858983752 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9bf00cc830 msgr2=0x7f9bf0152a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bee59c640 1 --2- 172.21.15.62:0/1858983752 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9bf00cc830 0x7f9bf0152a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9beed9d640 1 --2- 172.21.15.62:0/1858983752 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9bf00cda40 0x7f9bf014e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bee59c640 1 -- 172.21.15.62:0/1858983752 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9bf00cda40 msgr2=0x7f9bf014e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bee59c640 1 --2- 172.21.15.62:0/1858983752 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9bf00cda40 0x7f9bf014e540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bee59c640 1 -- 172.21.15.62:0/1858983752 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9be8009a70 con 0x7f9bf00cbe70 2023-06-08T03:52:48.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.025+0000 7f9bee59c640 1 --2- 172.21.15.62:0/1858983752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bf00cbe70 0x7f9bf0152510 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f9be80b0040 tx=0x7f9be80195f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:48.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.029+0000 7f9be6ffd640 1 -- 172.21.15.62:0/1858983752 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9be80ad8d0 con 0x7f9bf00cbe70 2023-06-08T03:52:48.037 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.029+0000 7f9be6ffd640 1 -- 172.21.15.62:0/1858983752 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9be80ada30 con 0x7f9bf00cbe70 2023-06-08T03:52:48.037 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.029+0000 7f9bf494a640 1 -- 172.21.15.62:0/1858983752 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9bf00c3a40 con 0x7f9bf00cbe70 2023-06-08T03:52:48.037 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.029+0000 7f9be6ffd640 1 -- 172.21.15.62:0/1858983752 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9be80adda0 con 0x7f9bf00cbe70 2023-06-08T03:52:48.037 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.029+0000 7f9bf494a640 1 -- 172.21.15.62:0/1858983752 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9bf00b5690 con 0x7f9bf00cbe70 2023-06-08T03:52:48.038 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.029+0000 7f9bf494a640 1 -- 172.21.15.62:0/1858983752 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9bf004d650 con 0x7f9bf00cbe70 2023-06-08T03:52:48.038 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.029+0000 7f9be6ffd640 1 -- 172.21.15.62:0/1858983752 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9be80b4050 con 0x7f9bf00cbe70 2023-06-08T03:52:48.038 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.029+0000 7f9be6ffd640 1 --2- 172.21.15.62:0/1858983752 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9bd0066280 0x7f9bd0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.038 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.029+0000 7f9be6ffd640 1 -- 172.21.15.62:0/1858983752 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f9be811ece0 con 0x7f9bf00cbe70 2023-06-08T03:52:48.038 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.029+0000 7f9bedd9b640 1 --2- 172.21.15.62:0/1858983752 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9bd0066280 0x7f9bd0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.038 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.029+0000 7f9bedd9b640 1 --2- 172.21.15.62:0/1858983752 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9bd0066280 0x7f9bd0068730 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f9bf0156d60 tx=0x7f9bd8006bd0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:48.040 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.033+0000 7f9be6ffd640 1 -- 172.21.15.62:0/1858983752 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9be80ec280 con 0x7f9bf00cbe70 2023-06-08T03:52:48.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.181+0000 7f9bf494a640 1 -- 172.21.15.62:0/1858983752 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f9bf00cfc70 con 0x7f9bf00cbe70 2023-06-08T03:52:48.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.181+0000 7f9be6ffd640 1 -- 172.21.15.62:0/1858983752 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v23) v1 ==== 92+0+10 (secure 0 0 0) 0x7f9be80b2020 con 0x7f9bf00cbe70 2023-06-08T03:52:48.188 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 8 2023-06-08T03:52:48.189 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.181+0000 7f9bf494a640 1 -- 172.21.15.62:0/1858983752 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9bd0066280 msgr2=0x7f9bd0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.190 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.181+0000 7f9bf494a640 1 --2- 172.21.15.62:0/1858983752 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9bd0066280 0x7f9bd0068730 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f9bf0156d60 tx=0x7f9bd8006bd0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.190 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.181+0000 7f9bf494a640 1 -- 172.21.15.62:0/1858983752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bf00cbe70 msgr2=0x7f9bf0152510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.190 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.181+0000 7f9bf494a640 1 --2- 172.21.15.62:0/1858983752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bf00cbe70 0x7f9bf0152510 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f9be80b0040 tx=0x7f9be80195f0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.190 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.181+0000 7f9bf494a640 1 -- 172.21.15.62:0/1858983752 shutdown_connections 2023-06-08T03:52:48.190 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.181+0000 7f9bf494a640 1 --2- 172.21.15.62:0/1858983752 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9bd0066280 0x7f9bd0068730 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.190 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.181+0000 7f9bf494a640 1 --2- 172.21.15.62:0/1858983752 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9bf00cda40 0x7f9bf014e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.190 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.181+0000 7f9bf494a640 1 --2- 172.21.15.62:0/1858983752 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9bf00cc830 0x7f9bf0152a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.191 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.181+0000 7f9bf494a640 1 --2- 172.21.15.62:0/1858983752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bf00cbe70 0x7f9bf0152510 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.191 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.181+0000 7f9bf494a640 1 -- 172.21.15.62:0/1858983752 >> 172.21.15.62:0/1858983752 conn(0x7f9bf0065850 msgr2=0x7f9bf01577c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:48.191 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.181+0000 7f9bf494a640 1 -- 172.21.15.62:0/1858983752 shutdown_connections 2023-06-08T03:52:48.191 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.181+0000 7f9bf494a640 1 -- 172.21.15.62:0/1858983752 wait complete. 2023-06-08T03:52:48.205 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-08T03:52:48.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.313+0000 7efee4d11640 1 Processor -- start 2023-06-08T03:52:48.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.313+0000 7efee4d11640 1 -- start start 2023-06-08T03:52:48.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.317+0000 7efee4d11640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7efee01584e0 0x7efee015c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.317+0000 7efee4d11640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7efee015c640 0x7efee00cc750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.317+0000 7efee4d11640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7efee00ccc90 0x7efee006ed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.317+0000 7efee4d11640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efee00cbd00 con 0x7efee00ccc90 2023-06-08T03:52:48.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.317+0000 7efee4d11640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efee015cbc0 con 0x7efee01584e0 2023-06-08T03:52:48.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.317+0000 7efee4d11640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efee015cea0 con 0x7efee015c640 2023-06-08T03:52:48.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.317+0000 7efeded9d640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7efee00ccc90 0x7efee006ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.317+0000 7efeded9d640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7efee00ccc90 0x7efee006ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60078/0 (socket says 172.21.15.62:60078) 2023-06-08T03:52:48.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.317+0000 7efeded9d640 1 -- 172.21.15.62:0/1136378894 learned_addr learned my addr 172.21.15.62:0/1136378894 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:48.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.317+0000 7efede59c640 1 --2- 172.21.15.62:0/1136378894 >> v2:172.21.15.188:3300/0 conn(0x7efee01584e0 0x7efee015c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.317+0000 7efeddd9b640 1 --2- 172.21.15.62:0/1136378894 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7efee015c640 0x7efee00cc750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.317+0000 7efeded9d640 1 -- 172.21.15.62:0/1136378894 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7efee015c640 msgr2=0x7efee00cc750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:48.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.317+0000 7efeded9d640 1 --2- 172.21.15.62:0/1136378894 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7efee015c640 0x7efee00cc750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.317+0000 7efeded9d640 1 -- 172.21.15.62:0/1136378894 >> v2:172.21.15.188:3300/0 conn(0x7efee01584e0 msgr2=0x7efee015c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:48.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.317+0000 7efeded9d640 1 --2- 172.21.15.62:0/1136378894 >> v2:172.21.15.188:3300/0 conn(0x7efee01584e0 0x7efee015c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.317+0000 7efeded9d640 1 -- 172.21.15.62:0/1136378894 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efee00cbf50 con 0x7efee00ccc90 2023-06-08T03:52:48.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.317+0000 7efeded9d640 1 --2- 172.21.15.62:0/1136378894 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efee00ccc90 0x7efee006ed70 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7efee006eb70 tx=0x7efed801c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a05ce5f9e48bd84d server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:48.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efedd59a640 1 -- 172.21.15.62:0/1136378894 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efed80a5730 con 0x7efee00ccc90 2023-06-08T03:52:48.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efedd59a640 1 -- 172.21.15.62:0/1136378894 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efed80a5890 con 0x7efee00ccc90 2023-06-08T03:52:48.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efedd59a640 1 -- 172.21.15.62:0/1136378894 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efed80a5c20 con 0x7efee00ccc90 2023-06-08T03:52:48.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efee4d11640 1 -- 172.21.15.62:0/1136378894 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efee00ccc90 msgr2=0x7efee006ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efee4d11640 1 --2- 172.21.15.62:0/1136378894 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efee00ccc90 0x7efee006ed70 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7efee006eb70 tx=0x7efed801c9a0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efee4d11640 1 -- 172.21.15.62:0/1136378894 shutdown_connections 2023-06-08T03:52:48.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efee4d11640 1 --2- 172.21.15.62:0/1136378894 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efee00ccc90 0x7efee006ed70 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efee4d11640 1 --2- 172.21.15.62:0/1136378894 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7efee015c640 0x7efee00cc750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efee4d11640 1 --2- 172.21.15.62:0/1136378894 >> v2:172.21.15.188:3300/0 conn(0x7efee01584e0 0x7efee015c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efee4d11640 1 -- 172.21.15.62:0/1136378894 >> 172.21.15.62:0/1136378894 conn(0x7efee00ca6a0 msgr2=0x7efee00caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:48.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efee4d11640 1 -- 172.21.15.62:0/1136378894 shutdown_connections 2023-06-08T03:52:48.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efee4d11640 1 -- 172.21.15.62:0/1136378894 wait complete. 2023-06-08T03:52:48.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efee4d11640 1 Processor -- start 2023-06-08T03:52:48.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efee4d11640 1 -- start start 2023-06-08T03:52:48.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efee4d11640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efee00ccc90 0x7efee01535e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efee4d11640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7efee01584e0 0x7efee0153b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efee4d11640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7efee015c640 0x7efee014f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efee4d11640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efee013ac00 con 0x7efee00ccc90 2023-06-08T03:52:48.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efee4d11640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efee013aea0 con 0x7efee015c640 2023-06-08T03:52:48.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efee4d11640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efee013b180 con 0x7efee01584e0 2023-06-08T03:52:48.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efede59c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efee00ccc90 0x7efee01535e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efede59c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efee00ccc90 0x7efee01535e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60084/0 (socket says 172.21.15.62:60084) 2023-06-08T03:52:48.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efede59c640 1 -- 172.21.15.62:0/3775342835 learned_addr learned my addr 172.21.15.62:0/3775342835 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:48.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efeddd9b640 1 --2- 172.21.15.62:0/3775342835 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7efee01584e0 0x7efee0153b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efeded9d640 1 --2- 172.21.15.62:0/3775342835 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7efee015c640 0x7efee014f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efede59c640 1 -- 172.21.15.62:0/3775342835 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7efee01584e0 msgr2=0x7efee0153b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efede59c640 1 --2- 172.21.15.62:0/3775342835 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7efee01584e0 0x7efee0153b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efede59c640 1 -- 172.21.15.62:0/3775342835 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7efee015c640 msgr2=0x7efee014f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efede59c640 1 --2- 172.21.15.62:0/3775342835 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7efee015c640 0x7efee014f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efede59c640 1 -- 172.21.15.62:0/3775342835 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efed8009b30 con 0x7efee00ccc90 2023-06-08T03:52:48.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efede59c640 1 --2- 172.21.15.62:0/3775342835 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efee00ccc90 0x7efee01535e0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7efed000d5f0 tx=0x7efed000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:48.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efeceffd640 1 -- 172.21.15.62:0/3775342835 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efed00125f0 con 0x7efee00ccc90 2023-06-08T03:52:48.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efeceffd640 1 -- 172.21.15.62:0/3775342835 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efed0012750 con 0x7efee00ccc90 2023-06-08T03:52:48.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efee4d11640 1 -- 172.21.15.62:0/3775342835 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efee013b460 con 0x7efee00ccc90 2023-06-08T03:52:48.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efeceffd640 1 -- 172.21.15.62:0/3775342835 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efed0012ae0 con 0x7efee00ccc90 2023-06-08T03:52:48.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.321+0000 7efee4d11640 1 -- 172.21.15.62:0/3775342835 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efee014b330 con 0x7efee00ccc90 2023-06-08T03:52:48.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.325+0000 7efee4d11640 1 -- 172.21.15.62:0/3775342835 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efee004d650 con 0x7efee00ccc90 2023-06-08T03:52:48.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.325+0000 7efeceffd640 1 -- 172.21.15.62:0/3775342835 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7efed0012c40 con 0x7efee00ccc90 2023-06-08T03:52:48.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.325+0000 7efeceffd640 1 --2- 172.21.15.62:0/3775342835 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7efec0066280 0x7efec0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.325+0000 7efeceffd640 1 -- 172.21.15.62:0/3775342835 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7efed0084230 con 0x7efee00ccc90 2023-06-08T03:52:48.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.325+0000 7efeddd9b640 1 --2- 172.21.15.62:0/3775342835 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7efec0066280 0x7efec0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.325+0000 7efeddd9b640 1 --2- 172.21.15.62:0/3775342835 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7efec0066280 0x7efec0068730 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7efee014ab70 tx=0x7efed4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:48.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.329+0000 7efeceffd640 1 -- 172.21.15.62:0/3775342835 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7efed00516b0 con 0x7efee00ccc90 2023-06-08T03:52:48.487 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.481+0000 7efee4d11640 1 -- 172.21.15.62:0/3775342835 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7efee0162f50 con 0x7efee00ccc90 2023-06-08T03:52:48.488 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.481+0000 7efeceffd640 1 -- 172.21.15.62:0/3775342835 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7efed0054cd0 con 0x7efee00ccc90 2023-06-08T03:52:48.489 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 32 2023-06-08T03:52:48.490 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.485+0000 7efee4d11640 1 -- 172.21.15.62:0/3775342835 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7efec0066280 msgr2=0x7efec0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.491 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.485+0000 7efee4d11640 1 --2- 172.21.15.62:0/3775342835 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7efec0066280 0x7efec0068730 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7efee014ab70 tx=0x7efed4008040 comp rx=0 tx=0).stop 2023-06-08T03:52:48.491 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.485+0000 7efee4d11640 1 -- 172.21.15.62:0/3775342835 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efee00ccc90 msgr2=0x7efee01535e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.491 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.485+0000 7efee4d11640 1 --2- 172.21.15.62:0/3775342835 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efee00ccc90 0x7efee01535e0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7efed000d5f0 tx=0x7efed000dab0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.491 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.485+0000 7efee4d11640 1 -- 172.21.15.62:0/3775342835 shutdown_connections 2023-06-08T03:52:48.491 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.485+0000 7efee4d11640 1 --2- 172.21.15.62:0/3775342835 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7efec0066280 0x7efec0068730 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.491 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.485+0000 7efee4d11640 1 --2- 172.21.15.62:0/3775342835 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7efee015c640 0x7efee014f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.492 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.485+0000 7efee4d11640 1 --2- 172.21.15.62:0/3775342835 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7efee01584e0 0x7efee0153b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.492 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.485+0000 7efee4d11640 1 --2- 172.21.15.62:0/3775342835 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efee00ccc90 0x7efee01535e0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.492 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.485+0000 7efee4d11640 1 -- 172.21.15.62:0/3775342835 >> 172.21.15.62:0/3775342835 conn(0x7efee00ca6a0 msgr2=0x7efee01524b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:48.492 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.485+0000 7efee4d11640 1 -- 172.21.15.62:0/3775342835 shutdown_connections 2023-06-08T03:52:48.492 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.485+0000 7efee4d11640 1 -- 172.21.15.62:0/3775342835 wait complete. 2023-06-08T03:52:48.508 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-08T03:52:48.631 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9d09fc640 1 Processor -- start 2023-06-08T03:52:48.631 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9d09fc640 1 -- start start 2023-06-08T03:52:48.632 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9d09fc640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fc9cc0cda40 0x7fc9cc0cde10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.632 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9d09fc640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc9cc0cbe70 0x7fc9cc0ccc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.632 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9d09fc640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9cc0ce350 con 0x7fc9cc0cc830 2023-06-08T03:52:48.632 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9d09fc640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9cc0cd870 con 0x7fc9cc0cda40 2023-06-08T03:52:48.632 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9d09fc640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9cc0cd2b0 con 0x7fc9cc0cbe70 2023-06-08T03:52:48.633 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9c9d9b640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fc9cc0cc830 0x7fc9cc159870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41542/0 (socket says 172.21.15.62:41542) 2023-06-08T03:52:48.633 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9c9d9b640 1 -- 172.21.15.62:0/2950019230 learned_addr learned my addr 172.21.15.62:0/2950019230 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:48.634 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9ca59c640 1 --2- 172.21.15.62:0/2950019230 >> v2:172.21.15.188:3300/0 conn(0x7fc9cc0cda40 0x7fc9cc0cde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.634 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9c959a640 1 -- 172.21.15.62:0/2950019230 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2679747869 0 0) 0x7fc9cc0ce350 con 0x7fc9cc0cc830 2023-06-08T03:52:48.634 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9c959a640 1 -- 172.21.15.62:0/2950019230 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc9b4003530 con 0x7fc9cc0cc830 2023-06-08T03:52:48.635 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9cad9d640 1 --2- 172.21.15.62:0/2950019230 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc9cc0cbe70 0x7fc9cc0ccc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.635 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9c959a640 1 -- 172.21.15.62:0/2950019230 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1206238725 0 0) 0x7fc9b4003530 con 0x7fc9cc0cc830 2023-06-08T03:52:48.635 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9c959a640 1 -- 172.21.15.62:0/2950019230 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc9cc0cbe70 msgr2=0x7fc9cc0ccc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:48.635 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9c959a640 1 --2- 172.21.15.62:0/2950019230 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc9cc0cbe70 0x7fc9cc0ccc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.635 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9c959a640 1 -- 172.21.15.62:0/2950019230 >> v2:172.21.15.188:3300/0 conn(0x7fc9cc0cda40 msgr2=0x7fc9cc0cde10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:48.635 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9c959a640 1 --2- 172.21.15.62:0/2950019230 >> v2:172.21.15.188:3300/0 conn(0x7fc9cc0cda40 0x7fc9cc0cde10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.635 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9c959a640 1 -- 172.21.15.62:0/2950019230 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9cc0cd590 con 0x7fc9cc0cc830 2023-06-08T03:52:48.636 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9c959a640 1 -- 172.21.15.62:0/2950019230 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fc9c0001680 con 0x7fc9cc0cc830 2023-06-08T03:52:48.636 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9c959a640 1 -- 172.21.15.62:0/2950019230 >> v1:172.21.15.62:6789/0 conn(0x7fc9cc0cc830 legacy=0x7fc9cc159870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.636 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9c959a640 1 --2- 172.21.15.62:0/2950019230 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc9cc0cbe70 0x7fc9b4003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.636 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9c959a640 1 --2- 172.21.15.62:0/2950019230 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc9b4003fb0 0x7fc9b40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.636 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9c959a640 1 --2- 172.21.15.62:0/2950019230 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9b4004d10 0x7fc9b4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.636 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9c959a640 1 -- 172.21.15.62:0/2950019230 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9cc0cd870 con 0x7fc9b4004d10 2023-06-08T03:52:48.636 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9c959a640 1 -- 172.21.15.62:0/2950019230 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9cc0cd2b0 con 0x7fc9b4003fb0 2023-06-08T03:52:48.636 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9c959a640 1 -- 172.21.15.62:0/2950019230 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9b400bb20 con 0x7fc9cc0cbe70 2023-06-08T03:52:48.637 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9ca59c640 1 --2- 172.21.15.62:0/2950019230 >> v2:172.21.15.188:3300/0 conn(0x7fc9cc0cda40 0x7fc9cc0cde10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:52:48.637 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9cad9d640 1 --2- 172.21.15.62:0/2950019230 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9b4004d10 0x7fc9b4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.637 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9ca59c640 1 --2- 172.21.15.62:0/2950019230 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc9cc0cbe70 0x7fc9b4003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.637 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9c9d9b640 1 --2- 172.21.15.62:0/2950019230 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc9b4003fb0 0x7fc9b40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.637 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9cad9d640 1 -- 172.21.15.62:0/2950019230 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc9cc0cbe70 msgr2=0x7fc9b4003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:48.637 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9cad9d640 1 --2- 172.21.15.62:0/2950019230 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc9cc0cbe70 0x7fc9b4003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.637 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9cad9d640 1 -- 172.21.15.62:0/2950019230 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc9b4003fb0 msgr2=0x7fc9b40047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:48.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9cad9d640 1 --2- 172.21.15.62:0/2950019230 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc9b4003fb0 0x7fc9b40047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9cad9d640 1 -- 172.21.15.62:0/2950019230 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9b4003530 con 0x7fc9b4004d10 2023-06-08T03:52:48.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.625+0000 7fc9c9d9b640 1 --2- 172.21.15.62:0/2950019230 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc9b4003fb0 0x7fc9b40047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:48.640 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.629+0000 7fc9cad9d640 1 --2- 172.21.15.62:0/2950019230 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9b4004d10 0x7fc9b4005180 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc9c4007330 tx=0x7fc9c401ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccbb91ef29e8de94 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:48.640 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.629+0000 7fc9c959a640 1 -- 172.21.15.62:0/2950019230 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9c40a5bf0 con 0x7fc9b4004d10 2023-06-08T03:52:48.640 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.629+0000 7fc9c959a640 1 -- 172.21.15.62:0/2950019230 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9c40a5d50 con 0x7fc9b4004d10 2023-06-08T03:52:48.640 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.629+0000 7fc9c959a640 1 -- 172.21.15.62:0/2950019230 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9c40ad660 con 0x7fc9b4004d10 2023-06-08T03:52:48.640 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.629+0000 7fc9d09fc640 1 -- 172.21.15.62:0/2950019230 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9b4004d10 msgr2=0x7fc9b4005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.641 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.629+0000 7fc9d09fc640 1 --2- 172.21.15.62:0/2950019230 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9b4004d10 0x7fc9b4005180 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc9c4007330 tx=0x7fc9c401ce00 comp rx=0 tx=0).stop 2023-06-08T03:52:48.641 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.629+0000 7fc9cad9d640 1 -- 172.21.15.62:0/2950019230 reap_dead start 2023-06-08T03:52:48.641 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.629+0000 7fc9d09fc640 1 -- 172.21.15.62:0/2950019230 shutdown_connections 2023-06-08T03:52:48.641 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.629+0000 7fc9d09fc640 1 -- 172.21.15.62:0/2950019230 >> 172.21.15.62:0/2950019230 conn(0x7fc9cc065850 msgr2=0x7fc9cc099140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:48.641 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.629+0000 7fc9d09fc640 1 -- 172.21.15.62:0/2950019230 shutdown_connections 2023-06-08T03:52:48.641 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.629+0000 7fc9d09fc640 1 -- 172.21.15.62:0/2950019230 wait complete. 2023-06-08T03:52:48.641 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.629+0000 7fc9d09fc640 1 Processor -- start 2023-06-08T03:52:48.642 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.629+0000 7fc9d09fc640 1 -- start start 2023-06-08T03:52:48.642 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9d09fc640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc9b4004d10 0x7fc9cc0c92d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.642 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9d09fc640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc9cc0c9810 0x7fc9cc0c7f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.642 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9d09fc640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9cc154f20 0x7fc9cc0c84d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.642 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9d09fc640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9cc0c6ca0 con 0x7fc9cc154f20 2023-06-08T03:52:48.642 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9d09fc640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9cc142310 con 0x7fc9b4004d10 2023-06-08T03:52:48.642 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9d09fc640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9cc0c66e0 con 0x7fc9cc0c9810 2023-06-08T03:52:48.642 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9cad9d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9cc154f20 0x7fc9cc0c84d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.643 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9cad9d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9cc154f20 0x7fc9cc0c84d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60106/0 (socket says 172.21.15.62:60106) 2023-06-08T03:52:48.643 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9cad9d640 1 -- 172.21.15.62:0/2597683436 learned_addr learned my addr 172.21.15.62:0/2597683436 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:48.643 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9ca59c640 1 --2- 172.21.15.62:0/2597683436 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc9b4004d10 0x7fc9cc0c92d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.643 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9cad9d640 1 -- 172.21.15.62:0/2597683436 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc9cc0c9810 msgr2=0x7fc9cc0c7f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.643 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9cad9d640 1 --2- 172.21.15.62:0/2597683436 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc9cc0c9810 0x7fc9cc0c7f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.643 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9cad9d640 1 -- 172.21.15.62:0/2597683436 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc9b4004d10 msgr2=0x7fc9cc0c92d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.643 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9cad9d640 1 --2- 172.21.15.62:0/2597683436 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc9b4004d10 0x7fc9cc0c92d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.643 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9cad9d640 1 -- 172.21.15.62:0/2597683436 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9cc0c69c0 con 0x7fc9cc154f20 2023-06-08T03:52:48.644 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9ca59c640 1 --2- 172.21.15.62:0/2597683436 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc9b4004d10 0x7fc9cc0c92d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:48.644 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9cad9d640 1 --2- 172.21.15.62:0/2597683436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9cc154f20 0x7fc9cc0c84d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fc9c40b0040 tx=0x7fc9b4005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:48.644 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9baffd640 1 -- 172.21.15.62:0/2597683436 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9c4003ba0 con 0x7fc9cc154f20 2023-06-08T03:52:48.644 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9baffd640 1 -- 172.21.15.62:0/2597683436 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9c4003d20 con 0x7fc9cc154f20 2023-06-08T03:52:48.644 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9d09fc640 1 -- 172.21.15.62:0/2597683436 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9cc141f30 con 0x7fc9cc154f20 2023-06-08T03:52:48.644 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9baffd640 1 -- 172.21.15.62:0/2597683436 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9c40adba0 con 0x7fc9cc154f20 2023-06-08T03:52:48.644 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9d09fc640 1 -- 172.21.15.62:0/2597683436 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9cc0c8a10 con 0x7fc9cc154f20 2023-06-08T03:52:48.644 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9d09fc640 1 -- 172.21.15.62:0/2597683436 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9cc141d90 con 0x7fc9cc154f20 2023-06-08T03:52:48.645 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9baffd640 1 -- 172.21.15.62:0/2597683436 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc9c40b4040 con 0x7fc9cc154f20 2023-06-08T03:52:48.645 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9baffd640 1 --2- 172.21.15.62:0/2597683436 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc9ac066280 0x7fc9ac068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9baffd640 1 -- 172.21.15.62:0/2597683436 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fc9c411dc30 con 0x7fc9cc154f20 2023-06-08T03:52:48.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.633+0000 7fc9ca59c640 1 --2- 172.21.15.62:0/2597683436 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc9ac066280 0x7fc9ac068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.637+0000 7fc9ca59c640 1 --2- 172.21.15.62:0/2597683436 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc9ac066280 0x7fc9ac068730 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fc9bc00c8d0 tx=0x7fc9bc008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:48.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.637+0000 7fc9baffd640 1 -- 172.21.15.62:0/2597683436 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc9cc141d90 con 0x7fc9cc154f20 2023-06-08T03:52:48.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.789+0000 7fc9d09fc640 1 -- 172.21.15.62:0/2597683436 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc9cc142450 con 0x7fc9cc154f20 2023-06-08T03:52:48.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.793+0000 7fc9baffd640 1 -- 172.21.15.62:0/2597683436 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc9cc142450 con 0x7fc9cc154f20 2023-06-08T03:52:48.799 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 64 2023-06-08T03:52:48.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.793+0000 7fc9d09fc640 1 -- 172.21.15.62:0/2597683436 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc9ac066280 msgr2=0x7fc9ac068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.793+0000 7fc9d09fc640 1 --2- 172.21.15.62:0/2597683436 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc9ac066280 0x7fc9ac068730 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fc9bc00c8d0 tx=0x7fc9bc008040 comp rx=0 tx=0).stop 2023-06-08T03:52:48.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.793+0000 7fc9d09fc640 1 -- 172.21.15.62:0/2597683436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9cc154f20 msgr2=0x7fc9cc0c84d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.793+0000 7fc9d09fc640 1 --2- 172.21.15.62:0/2597683436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9cc154f20 0x7fc9cc0c84d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fc9c40b0040 tx=0x7fc9b4005800 comp rx=0 tx=0).stop 2023-06-08T03:52:48.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.793+0000 7fc9d09fc640 1 -- 172.21.15.62:0/2597683436 shutdown_connections 2023-06-08T03:52:48.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.793+0000 7fc9d09fc640 1 --2- 172.21.15.62:0/2597683436 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc9ac066280 0x7fc9ac068730 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.793+0000 7fc9d09fc640 1 --2- 172.21.15.62:0/2597683436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9cc154f20 0x7fc9cc0c84d0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.793+0000 7fc9d09fc640 1 --2- 172.21.15.62:0/2597683436 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc9cc0c9810 0x7fc9cc0c7f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.793+0000 7fc9d09fc640 1 --2- 172.21.15.62:0/2597683436 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc9b4004d10 0x7fc9cc0c92d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.793+0000 7fc9d09fc640 1 -- 172.21.15.62:0/2597683436 >> 172.21.15.62:0/2597683436 conn(0x7fc9cc065850 msgr2=0x7fc9cc158250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:48.803 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.793+0000 7fc9d09fc640 1 -- 172.21.15.62:0/2597683436 shutdown_connections 2023-06-08T03:52:48.803 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.793+0000 7fc9d09fc640 1 -- 172.21.15.62:0/2597683436 wait complete. 2023-06-08T03:52:48.818 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-08T03:52:48.933 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.925+0000 7fd4b5367640 1 Processor -- start 2023-06-08T03:52:48.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.925+0000 7fd4b5367640 1 -- start start 2023-06-08T03:52:48.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4b5367640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd4b0159590 0x7fd4b00cebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4b5367640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fd4b015a070 0x7fd4b00cf110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4b5367640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4b015a930 con 0x7fd4b015dbc0 2023-06-08T03:52:48.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4b5367640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4b00b1b20 con 0x7fd4b015a070 2023-06-08T03:52:48.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4b5367640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b015a650 con 0x7fd4b0159590 2023-06-08T03:52:48.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4ae7fc640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fd4b015dbc0 0x7fd4b0159960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41548/0 (socket says 172.21.15.62:41548) 2023-06-08T03:52:48.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4ae7fc640 1 -- 172.21.15.62:0/239581999 learned_addr learned my addr 172.21.15.62:0/239581999 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:48.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4aeffd640 1 --2- 172.21.15.62:0/239581999 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd4b0159590 0x7fd4b00cebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4af7fe640 1 --2- 172.21.15.62:0/239581999 >> v2:172.21.15.188:3300/0 conn(0x7fd4b015a070 0x7fd4b00cf110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4adffb640 1 -- 172.21.15.62:0/239581999 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2337944816 0 0) 0x7fd4b015a930 con 0x7fd4b015dbc0 2023-06-08T03:52:48.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4adffb640 1 -- 172.21.15.62:0/239581999 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd498003530 con 0x7fd4b015dbc0 2023-06-08T03:52:48.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4adffb640 1 -- 172.21.15.62:0/239581999 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3223381505 0 0) 0x7fd498003530 con 0x7fd4b015dbc0 2023-06-08T03:52:48.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4adffb640 1 -- 172.21.15.62:0/239581999 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd4b0159590 msgr2=0x7fd4b00cebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:48.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4adffb640 1 --2- 172.21.15.62:0/239581999 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd4b0159590 0x7fd4b00cebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4adffb640 1 -- 172.21.15.62:0/239581999 >> v2:172.21.15.188:3300/0 conn(0x7fd4b015a070 msgr2=0x7fd4b00cf110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:48.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4adffb640 1 --2- 172.21.15.62:0/239581999 >> v2:172.21.15.188:3300/0 conn(0x7fd4b015a070 0x7fd4b00cf110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4adffb640 1 -- 172.21.15.62:0/239581999 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4b015d0e0 con 0x7fd4b015dbc0 2023-06-08T03:52:48.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4adffb640 1 -- 172.21.15.62:0/239581999 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fd4a4001680 con 0x7fd4b015dbc0 2023-06-08T03:52:48.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4adffb640 1 -- 172.21.15.62:0/239581999 >> v1:172.21.15.62:6789/0 conn(0x7fd4b015dbc0 legacy=0x7fd4b0159960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4adffb640 1 --2- 172.21.15.62:0/239581999 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd498003980 0x7fd498003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4adffb640 1 --2- 172.21.15.62:0/239581999 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4980043b0 0x7fd498004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4adffb640 1 --2- 172.21.15.62:0/239581999 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd4b0159590 0x7fd498004f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4adffb640 1 -- 172.21.15.62:0/239581999 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b00b1b20 con 0x7fd4980043b0 2023-06-08T03:52:48.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4adffb640 1 -- 172.21.15.62:0/239581999 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b015a650 con 0x7fd498003980 2023-06-08T03:52:48.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4adffb640 1 -- 172.21.15.62:0/239581999 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd49800b990 con 0x7fd4b0159590 2023-06-08T03:52:48.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4ae7fc640 1 --2- 172.21.15.62:0/239581999 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4980043b0 0x7fd498004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4ae7fc640 1 -- 172.21.15.62:0/239581999 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd4b0159590 msgr2=0x7fd498004f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:48.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4ae7fc640 1 --2- 172.21.15.62:0/239581999 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd4b0159590 0x7fd498004f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4ae7fc640 1 -- 172.21.15.62:0/239581999 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd498003980 msgr2=0x7fd498003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:48.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4ae7fc640 1 --2- 172.21.15.62:0/239581999 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd498003980 0x7fd498003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4ae7fc640 1 -- 172.21.15.62:0/239581999 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd498003530 con 0x7fd4980043b0 2023-06-08T03:52:48.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.929+0000 7fd4ae7fc640 1 --2- 172.21.15.62:0/239581999 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4980043b0 0x7fd498004870 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd4a400c240 tx=0x7fd4a401f3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ba4400e8a43544a server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:48.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4adffb640 1 -- 172.21.15.62:0/239581999 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a4005ae0 con 0x7fd4980043b0 2023-06-08T03:52:48.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4adffb640 1 -- 172.21.15.62:0/239581999 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4a40ab070 con 0x7fd4980043b0 2023-06-08T03:52:48.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4adffb640 1 -- 172.21.15.62:0/239581999 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a4005ea0 con 0x7fd4980043b0 2023-06-08T03:52:48.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4b5367640 1 -- 172.21.15.62:0/239581999 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4980043b0 msgr2=0x7fd498004870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4b5367640 1 --2- 172.21.15.62:0/239581999 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4980043b0 0x7fd498004870 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd4a400c240 tx=0x7fd4a401f3d0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4af7fe640 1 -- 172.21.15.62:0/239581999 reap_dead start 2023-06-08T03:52:48.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4b5367640 1 -- 172.21.15.62:0/239581999 shutdown_connections 2023-06-08T03:52:48.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4b5367640 1 -- 172.21.15.62:0/239581999 >> 172.21.15.62:0/239581999 conn(0x7fd4b006ea80 msgr2=0x7fd4b006ee80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:48.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4b5367640 1 -- 172.21.15.62:0/239581999 shutdown_connections 2023-06-08T03:52:48.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4b5367640 1 -- 172.21.15.62:0/239581999 wait complete. 2023-06-08T03:52:48.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4b5367640 1 Processor -- start 2023-06-08T03:52:48.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4b5367640 1 -- start start 2023-06-08T03:52:48.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4b5367640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd4980043b0 0x7fd4b00ab8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4b5367640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd4b00c4580 0x7fd4b014ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4b5367640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4b00b5290 0x7fd4b00b3400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4b5367640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b00c5620 con 0x7fd4b00b5290 2023-06-08T03:52:48.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4b5367640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b00c4a10 con 0x7fd4980043b0 2023-06-08T03:52:48.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4b5367640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b00c4cf0 con 0x7fd4b00c4580 2023-06-08T03:52:48.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4af7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4b00b5290 0x7fd4b00b3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4af7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4b00b5290 0x7fd4b00b3400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60124/0 (socket says 172.21.15.62:60124) 2023-06-08T03:52:48.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4af7fe640 1 -- 172.21.15.62:0/2175171588 learned_addr learned my addr 172.21.15.62:0/2175171588 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:48.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4ae7fc640 1 --2- 172.21.15.62:0/2175171588 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd4b00c4580 0x7fd4b014ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4aeffd640 1 --2- 172.21.15.62:0/2175171588 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd4980043b0 0x7fd4b00ab8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4af7fe640 1 -- 172.21.15.62:0/2175171588 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd4b00c4580 msgr2=0x7fd4b014ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4af7fe640 1 --2- 172.21.15.62:0/2175171588 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd4b00c4580 0x7fd4b014ebe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4af7fe640 1 -- 172.21.15.62:0/2175171588 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd4980043b0 msgr2=0x7fd4b00ab8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:48.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4af7fe640 1 --2- 172.21.15.62:0/2175171588 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd4980043b0 0x7fd4b00ab8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:48.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4af7fe640 1 -- 172.21.15.62:0/2175171588 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4b00c4fd0 con 0x7fd4b00b5290 2023-06-08T03:52:48.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4af7fe640 1 --2- 172.21.15.62:0/2175171588 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4b00b5290 0x7fd4b00b3400 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd4b006d680 tx=0x7fd4a800eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:48.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4977fe640 1 -- 172.21.15.62:0/2175171588 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a8010040 con 0x7fd4b00b5290 2023-06-08T03:52:48.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4977fe640 1 -- 172.21.15.62:0/2175171588 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4a8014810 con 0x7fd4b00b5290 2023-06-08T03:52:48.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4b5367640 1 -- 172.21.15.62:0/2175171588 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4b00c52b0 con 0x7fd4b00b5290 2023-06-08T03:52:48.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4977fe640 1 -- 172.21.15.62:0/2175171588 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a8009b10 con 0x7fd4b00b5290 2023-06-08T03:52:48.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.933+0000 7fd4b5367640 1 -- 172.21.15.62:0/2175171588 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4b00b5710 con 0x7fd4b00b5290 2023-06-08T03:52:48.947 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.937+0000 7fd4b5367640 1 -- 172.21.15.62:0/2175171588 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4b00c5790 con 0x7fd4b00b5290 2023-06-08T03:52:48.947 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.937+0000 7fd4977fe640 1 -- 172.21.15.62:0/2175171588 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd4a8014bc0 con 0x7fd4b00b5290 2023-06-08T03:52:48.947 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.937+0000 7fd4977fe640 1 --2- 172.21.15.62:0/2175171588 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd49c066280 0x7fd49c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:48.948 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.937+0000 7fd4977fe640 1 -- 172.21.15.62:0/2175171588 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fd4a8083bd0 con 0x7fd4b00b5290 2023-06-08T03:52:48.948 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.937+0000 7fd4aeffd640 1 --2- 172.21.15.62:0/2175171588 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd49c066280 0x7fd49c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:48.948 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.937+0000 7fd4aeffd640 1 --2- 172.21.15.62:0/2175171588 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd49c066280 0x7fd49c068730 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fd4a00098b0 tx=0x7fd4a0008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:48.948 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:48.941+0000 7fd4977fe640 1 -- 172.21.15.62:0/2175171588 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd4a80510e0 con 0x7fd4b00b5290 2023-06-08T03:52:49.134 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.125+0000 7fd4b5367640 1 -- 172.21.15.62:0/2175171588 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd4b004d680 con 0x7fd4b00b5290 2023-06-08T03:52:49.135 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.129+0000 7fd4977fe640 1 -- 172.21.15.62:0/2175171588 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4665 (secure 0 0 0) 0x7fd4a8054700 con 0x7fd4b00b5290 2023-06-08T03:52:49.135 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:49.135 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4239,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/308746620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":308746620},{"type":"v1","addr":"172.21.15.62:6833","nonce":308746620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4242,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/3359552501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":3359552501},{"type":"v1","addr":"172.21.15.62:6835","nonce":3359552501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4247,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.188:6835/904875113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6834","nonce":904875113},{"type":"v1","addr":"172.21.15.188:6835","nonce":904875113}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-08T03:52:34.168220+0000","modified":"2023-06-08T03:52:36.833176+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.188:6837/4197767102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6836","nonce":4197767102},{"type":"v1","addr":"172.21.15.188:6837","nonce":4197767102}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-08T03:52:49.136 INFO:teuthology.orchestra.run.smithi062.stderr:dumped fsmap epoch 7 2023-06-08T03:52:49.137 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.129+0000 7fd4b5367640 1 -- 172.21.15.62:0/2175171588 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd49c066280 msgr2=0x7fd49c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:49.137 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.129+0000 7fd4b5367640 1 --2- 172.21.15.62:0/2175171588 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd49c066280 0x7fd49c068730 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fd4a00098b0 tx=0x7fd4a0008040 comp rx=0 tx=0).stop 2023-06-08T03:52:49.137 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.129+0000 7fd4b5367640 1 -- 172.21.15.62:0/2175171588 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4b00b5290 msgr2=0x7fd4b00b3400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:49.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.129+0000 7fd4b5367640 1 --2- 172.21.15.62:0/2175171588 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4b00b5290 0x7fd4b00b3400 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd4b006d680 tx=0x7fd4a800eea0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.129+0000 7fd4b5367640 1 -- 172.21.15.62:0/2175171588 shutdown_connections 2023-06-08T03:52:49.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.129+0000 7fd4b5367640 1 --2- 172.21.15.62:0/2175171588 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd49c066280 0x7fd49c068730 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.129+0000 7fd4b5367640 1 --2- 172.21.15.62:0/2175171588 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4b00b5290 0x7fd4b00b3400 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.129+0000 7fd4b5367640 1 --2- 172.21.15.62:0/2175171588 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd4b00c4580 0x7fd4b014ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.129+0000 7fd4b5367640 1 --2- 172.21.15.62:0/2175171588 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd4980043b0 0x7fd4b00ab8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.129+0000 7fd4b5367640 1 -- 172.21.15.62:0/2175171588 >> 172.21.15.62:0/2175171588 conn(0x7fd4b006ea80 msgr2=0x7fd4b006a540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:49.139 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.129+0000 7fd4b5367640 1 -- 172.21.15.62:0/2175171588 shutdown_connections 2023-06-08T03:52:49.139 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.129+0000 7fd4b5367640 1 -- 172.21.15.62:0/2175171588 wait complete. 2023-06-08T03:52:49.155 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:52:49.273 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.265+0000 7f31eff1c640 1 Processor -- start 2023-06-08T03:52:49.274 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.265+0000 7f31eff1c640 1 -- start start 2023-06-08T03:52:49.274 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31eff1c640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f31e8159730 0x7f31e806fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:49.275 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31eff1c640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31e80c8390 con 0x7f31e8070260 2023-06-08T03:52:49.275 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31eff1c640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31e8070870 con 0x7f31e80ca430 2023-06-08T03:52:49.275 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31eff1c640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31e8070b50 con 0x7f31e8159730 2023-06-08T03:52:49.275 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31ee4b9640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f31e8070260 0x7f31e80c8820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41564/0 (socket says 172.21.15.62:41564) 2023-06-08T03:52:49.275 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31ee4b9640 1 -- 172.21.15.62:0/636408266 learned_addr learned my addr 172.21.15.62:0/636408266 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:49.275 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31ed4b7640 1 --2- 172.21.15.62:0/636408266 >> v2:172.21.15.188:3300/0 conn(0x7f31e8159730 0x7f31e806fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:49.277 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31eccb6640 1 -- 172.21.15.62:0/636408266 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1156339676 0 0) 0x7f31e80c8390 con 0x7f31e8070260 2023-06-08T03:52:49.277 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31eccb6640 1 -- 172.21.15.62:0/636408266 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f31d4003530 con 0x7f31e8070260 2023-06-08T03:52:49.277 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31eccb6640 1 -- 172.21.15.62:0/636408266 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3223313027 0 0) 0x7f31d4003530 con 0x7f31e8070260 2023-06-08T03:52:49.277 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31eccb6640 1 -- 172.21.15.62:0/636408266 >> v2:172.21.15.188:3300/0 conn(0x7f31e8159730 msgr2=0x7f31e806fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:49.277 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31eccb6640 1 --2- 172.21.15.62:0/636408266 >> v2:172.21.15.188:3300/0 conn(0x7f31e8159730 0x7f31e806fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.278 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31eccb6640 1 -- 172.21.15.62:0/636408266 >> v1:172.21.15.188:6789/0 conn(0x7f31e80ca430 legacy=0x7f31e80ca800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:49.278 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31eccb6640 1 -- 172.21.15.62:0/636408266 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31e8070e30 con 0x7f31e8070260 2023-06-08T03:52:49.278 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31eccb6640 1 -- 172.21.15.62:0/636408266 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f31e0001a00 con 0x7f31e8070260 2023-06-08T03:52:49.278 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31eccb6640 1 -- 172.21.15.62:0/636408266 >> v1:172.21.15.62:6789/0 conn(0x7f31e8070260 legacy=0x7f31e80c8820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:49.278 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31eccb6640 1 --2- 172.21.15.62:0/636408266 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f31d4003980 0x7f31d4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:49.278 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31eccb6640 1 --2- 172.21.15.62:0/636408266 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f31d40047d0 0x7f31d4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:49.278 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31eccb6640 1 --2- 172.21.15.62:0/636408266 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31d4005180 0x7f31d400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:49.279 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31eccb6640 1 -- 172.21.15.62:0/636408266 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31e8070b50 con 0x7f31d4005180 2023-06-08T03:52:49.279 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31eccb6640 1 -- 172.21.15.62:0/636408266 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31d400c000 con 0x7f31d40047d0 2023-06-08T03:52:49.279 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31eccb6640 1 -- 172.21.15.62:0/636408266 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31d400c1c0 con 0x7f31d4003980 2023-06-08T03:52:49.279 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31ee4b9640 1 --2- 172.21.15.62:0/636408266 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31d4005180 0x7f31d400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:49.279 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31ed4b7640 1 --2- 172.21.15.62:0/636408266 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f31d40047d0 0x7f31d4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:49.279 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31edcb8640 1 --2- 172.21.15.62:0/636408266 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f31d4003980 0x7f31d4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:49.279 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31ee4b9640 1 -- 172.21.15.62:0/636408266 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f31d4003980 msgr2=0x7f31d4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:49.279 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31ee4b9640 1 --2- 172.21.15.62:0/636408266 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f31d4003980 0x7f31d4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.280 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31ee4b9640 1 -- 172.21.15.62:0/636408266 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f31d40047d0 msgr2=0x7f31d4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:49.280 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31ee4b9640 1 --2- 172.21.15.62:0/636408266 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f31d40047d0 0x7f31d4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.280 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31ee4b9640 1 -- 172.21.15.62:0/636408266 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31d4003530 con 0x7f31d4005180 2023-06-08T03:52:49.282 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31ee4b9640 1 -- 172.21.15.62:0/636408266 reap_dead start 2023-06-08T03:52:49.282 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31ee4b9640 1 --2- 172.21.15.62:0/636408266 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31d4005180 0x7f31d400b990 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f31e000a830 tx=0x7f31e001d340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c33c791ee178f711 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:49.282 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.269+0000 7f31eccb6640 1 -- 172.21.15.62:0/636408266 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31e00072d0 con 0x7f31d4005180 2023-06-08T03:52:49.283 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31eccb6640 1 -- 172.21.15.62:0/636408266 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31e00a8070 con 0x7f31d4005180 2023-06-08T03:52:49.283 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31eccb6640 1 -- 172.21.15.62:0/636408266 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31e00076b0 con 0x7f31d4005180 2023-06-08T03:52:49.283 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31eff1c640 1 -- 172.21.15.62:0/636408266 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31d4005180 msgr2=0x7f31d400b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:49.283 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31eff1c640 1 --2- 172.21.15.62:0/636408266 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31d4005180 0x7f31d400b990 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f31e000a830 tx=0x7f31e001d340 comp rx=0 tx=0).stop 2023-06-08T03:52:49.283 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31eff1c640 1 -- 172.21.15.62:0/636408266 shutdown_connections 2023-06-08T03:52:49.283 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31eff1c640 1 --2- 172.21.15.62:0/636408266 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31d4005180 0x7f31d400b990 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.283 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31eff1c640 1 -- 172.21.15.62:0/636408266 >> 172.21.15.62:0/636408266 conn(0x7f31e80af640 msgr2=0x7f31e80afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:49.284 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31eff1c640 1 -- 172.21.15.62:0/636408266 shutdown_connections 2023-06-08T03:52:49.284 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31eff1c640 1 -- 172.21.15.62:0/636408266 wait complete. 2023-06-08T03:52:49.284 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31eff1c640 1 Processor -- start 2023-06-08T03:52:49.284 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31eff1c640 1 -- start start 2023-06-08T03:52:49.284 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31eff1c640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f31d4005180 0x7f31e80c6b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:49.284 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31eff1c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31e80c55a0 0x7f31e80aee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:49.284 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31eff1c640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f31e8153280 0x7f31e81536d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:49.284 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31eff1c640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31e8153c10 con 0x7f31e80c55a0 2023-06-08T03:52:49.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31eff1c640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31e80c6690 con 0x7f31d4005180 2023-06-08T03:52:49.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31eff1c640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31e80cd670 con 0x7f31e8153280 2023-06-08T03:52:49.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31ed4b7640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31e80c55a0 0x7f31e80aee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:49.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31ed4b7640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31e80c55a0 0x7f31e80aee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60144/0 (socket says 172.21.15.62:60144) 2023-06-08T03:52:49.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31ed4b7640 1 -- 172.21.15.62:0/263940963 learned_addr learned my addr 172.21.15.62:0/263940963 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:49.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31ed4b7640 1 -- 172.21.15.62:0/263940963 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f31e8153280 msgr2=0x7f31e81536d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:49.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31ee4b9640 1 --2- 172.21.15.62:0/263940963 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f31e8153280 0x7f31e81536d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:49.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31edcb8640 1 --2- 172.21.15.62:0/263940963 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f31d4005180 0x7f31e80c6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:49.286 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31ed4b7640 1 --2- 172.21.15.62:0/263940963 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f31e8153280 0x7f31e81536d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.286 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31ed4b7640 1 -- 172.21.15.62:0/263940963 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f31d4005180 msgr2=0x7f31e80c6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:49.286 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31ed4b7640 1 --2- 172.21.15.62:0/263940963 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f31d4005180 0x7f31e80c6b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.286 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31ed4b7640 1 -- 172.21.15.62:0/263940963 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31e80c5a80 con 0x7f31e80c55a0 2023-06-08T03:52:49.286 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31ed4b7640 1 --2- 172.21.15.62:0/263940963 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31e80c55a0 0x7f31e80aee20 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f31e4011590 tx=0x7f31e4011a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:49.286 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31da7fc640 1 -- 172.21.15.62:0/263940963 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31e4015930 con 0x7f31e80c55a0 2023-06-08T03:52:49.286 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31da7fc640 1 -- 172.21.15.62:0/263940963 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31e4015a90 con 0x7f31e80c55a0 2023-06-08T03:52:49.287 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31eff1c640 1 -- 172.21.15.62:0/263940963 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31e80c5d60 con 0x7f31e80c55a0 2023-06-08T03:52:49.287 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31da7fc640 1 -- 172.21.15.62:0/263940963 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31e4015e20 con 0x7f31e80c55a0 2023-06-08T03:52:49.287 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.273+0000 7f31eff1c640 1 -- 172.21.15.62:0/263940963 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31e80c6320 con 0x7f31e80c55a0 2023-06-08T03:52:49.287 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.277+0000 7f31eff1c640 1 -- 172.21.15.62:0/263940963 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31e80c64e0 con 0x7f31e80c55a0 2023-06-08T03:52:49.288 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.277+0000 7f31da7fc640 1 -- 172.21.15.62:0/263940963 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f31e400f460 con 0x7f31e80c55a0 2023-06-08T03:52:49.288 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.277+0000 7f31da7fc640 1 --2- 172.21.15.62:0/263940963 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f31cc0662b0 0x7f31cc068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:49.288 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.277+0000 7f31da7fc640 1 -- 172.21.15.62:0/263940963 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f31e40844d0 con 0x7f31e80c55a0 2023-06-08T03:52:49.288 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.277+0000 7f31edcb8640 1 --2- 172.21.15.62:0/263940963 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f31cc0662b0 0x7f31cc068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:49.288 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.277+0000 7f31edcb8640 1 --2- 172.21.15.62:0/263940963 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f31cc0662b0 0x7f31cc068760 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f31dc000c10 tx=0x7f31dc009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:49.288 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.281+0000 7f31da7fc640 1 -- 172.21.15.62:0/263940963 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f31e40553e0 con 0x7f31e80c55a0 2023-06-08T03:52:49.441 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.433+0000 7f31eff1c640 1 -- 172.21.15.62:0/263940963 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f31e804d6c0 con 0x7f31e80c55a0 2023-06-08T03:52:49.443 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.437+0000 7f31da7fc640 1 -- 172.21.15.62:0/263940963 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18279 (secure 0 0 0) 0x7f31e4054f70 con 0x7f31e80c55a0 2023-06-08T03:52:49.443 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:49.444 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":23,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:52:35.171643+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:52:49.445 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.437+0000 7f31eff1c640 1 -- 172.21.15.62:0/263940963 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f31cc0662b0 msgr2=0x7f31cc068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:49.445 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.437+0000 7f31eff1c640 1 --2- 172.21.15.62:0/263940963 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f31cc0662b0 0x7f31cc068760 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f31dc000c10 tx=0x7f31dc009040 comp rx=0 tx=0).stop 2023-06-08T03:52:49.446 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.437+0000 7f31eff1c640 1 -- 172.21.15.62:0/263940963 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31e80c55a0 msgr2=0x7f31e80aee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:49.446 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.437+0000 7f31eff1c640 1 --2- 172.21.15.62:0/263940963 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31e80c55a0 0x7f31e80aee20 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f31e4011590 tx=0x7f31e4011a50 comp rx=0 tx=0).stop 2023-06-08T03:52:49.446 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.437+0000 7f31eff1c640 1 -- 172.21.15.62:0/263940963 shutdown_connections 2023-06-08T03:52:49.446 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.437+0000 7f31eff1c640 1 --2- 172.21.15.62:0/263940963 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f31cc0662b0 0x7f31cc068760 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.446 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.437+0000 7f31eff1c640 1 --2- 172.21.15.62:0/263940963 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f31e8153280 0x7f31e81536d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.446 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.437+0000 7f31eff1c640 1 --2- 172.21.15.62:0/263940963 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31e80c55a0 0x7f31e80aee20 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.447 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.437+0000 7f31eff1c640 1 --2- 172.21.15.62:0/263940963 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f31d4005180 0x7f31e80c6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.447 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.437+0000 7f31eff1c640 1 -- 172.21.15.62:0/263940963 >> 172.21.15.62:0/263940963 conn(0x7f31e80af640 msgr2=0x7f31e80afde0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:49.447 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.437+0000 7f31eff1c640 1 -- 172.21.15.62:0/263940963 shutdown_connections 2023-06-08T03:52:49.447 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.437+0000 7f31eff1c640 1 -- 172.21.15.62:0/263940963 wait complete. 2023-06-08T03:52:49.461 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-08T03:52:22.372947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-08T03:52:28.107223+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-08T03:52:32.655480+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-08T03:52:33.144430+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-08T03:52:49.461 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-08T03:52:49.587 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.581+0000 7f6db02f1640 1 Processor -- start 2023-06-08T03:52:49.587 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.581+0000 7f6db02f1640 1 -- start start 2023-06-08T03:52:49.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.581+0000 7f6db02f1640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f6da80cda40 0x7f6da80cde10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:49.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.581+0000 7f6db02f1640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6da80ce350 con 0x7f6da80cbe70 2023-06-08T03:52:49.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.581+0000 7f6db02f1640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6da80cd2b0 con 0x7f6da80cc830 2023-06-08T03:52:49.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.581+0000 7f6db02f1640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6da80cd870 con 0x7f6da80cda40 2023-06-08T03:52:49.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.581+0000 7f6dae88e640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f6da80cbe70 0x7f6da8159f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41580/0 (socket says 172.21.15.62:41580) 2023-06-08T03:52:49.589 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.581+0000 7f6dae88e640 1 -- 172.21.15.62:0/2888890497 learned_addr learned my addr 172.21.15.62:0/2888890497 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:49.589 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.581+0000 7f6dae08d640 1 --2- 172.21.15.62:0/2888890497 >> v2:172.21.15.62:3300/0 conn(0x7f6da80cda40 0x7f6da80cde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:49.589 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.581+0000 7f6dad08b640 1 -- 172.21.15.62:0/2888890497 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 121318303 0 0) 0x7f6da80ce350 con 0x7f6da80cbe70 2023-06-08T03:52:49.589 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.581+0000 7f6dad08b640 1 -- 172.21.15.62:0/2888890497 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6d94003530 con 0x7f6da80cbe70 2023-06-08T03:52:49.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.581+0000 7f6dae08d640 1 -- 172.21.15.62:0/2888890497 >> v1:172.21.15.188:6789/0 conn(0x7f6da80cc830 legacy=0x7f6da8159870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:49.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.581+0000 7f6dae08d640 1 -- 172.21.15.62:0/2888890497 >> v1:172.21.15.62:6789/0 conn(0x7f6da80cbe70 legacy=0x7f6da8159f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:49.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.581+0000 7f6dae08d640 1 -- 172.21.15.62:0/2888890497 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6da80cd590 con 0x7f6da80cda40 2023-06-08T03:52:49.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6dae08d640 1 --2- 172.21.15.62:0/2888890497 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6da80cda40 0x7f6da80cde10 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6da0009d90 tx=0x7f6da001c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a07a183eddb5af5d server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:49.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6dad08b640 1 -- 172.21.15.62:0/2888890497 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6da00a5950 con 0x7f6da80cda40 2023-06-08T03:52:49.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6dad08b640 1 -- 172.21.15.62:0/2888890497 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6da00a5ab0 con 0x7f6da80cda40 2023-06-08T03:52:49.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6dad08b640 1 -- 172.21.15.62:0/2888890497 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6da00a5e40 con 0x7f6da80cda40 2023-06-08T03:52:49.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6db02f1640 1 -- 172.21.15.62:0/2888890497 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6da80cda40 msgr2=0x7f6da80cde10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:49.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6db02f1640 1 --2- 172.21.15.62:0/2888890497 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6da80cda40 0x7f6da80cde10 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6da0009d90 tx=0x7f6da001c890 comp rx=0 tx=0).stop 2023-06-08T03:52:49.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6db02f1640 1 -- 172.21.15.62:0/2888890497 shutdown_connections 2023-06-08T03:52:49.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6db02f1640 1 --2- 172.21.15.62:0/2888890497 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6da80cda40 0x7f6da80cde10 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6db02f1640 1 -- 172.21.15.62:0/2888890497 >> 172.21.15.62:0/2888890497 conn(0x7f6da8065850 msgr2=0x7f6da8099140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:49.593 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6db02f1640 1 -- 172.21.15.62:0/2888890497 shutdown_connections 2023-06-08T03:52:49.593 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6db02f1640 1 -- 172.21.15.62:0/2888890497 wait complete. 2023-06-08T03:52:49.594 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6db02f1640 1 Processor -- start 2023-06-08T03:52:49.594 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6db02f1640 1 -- start start 2023-06-08T03:52:49.594 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6db02f1640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6da80cbe70 0x7f6da814f580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:49.594 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6db02f1640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6da80cc830 0x7f6da80c41a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:49.594 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6db02f1640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6da80cda40 0x7f6da81566e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:49.595 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6db02f1640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6da80c3d80 con 0x7f6da80cbe70 2023-06-08T03:52:49.595 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6db02f1640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6da80c4d80 con 0x7f6da80cc830 2023-06-08T03:52:49.595 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6db02f1640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6da80c5060 con 0x7f6da80cda40 2023-06-08T03:52:49.595 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6dae08d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6da80cbe70 0x7f6da814f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:49.595 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6dae08d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6da80cbe70 0x7f6da814f580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60150/0 (socket says 172.21.15.62:60150) 2023-06-08T03:52:49.595 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6dae08d640 1 -- 172.21.15.62:0/3708730239 learned_addr learned my addr 172.21.15.62:0/3708730239 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:49.595 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.585+0000 7f6dae08d640 1 -- 172.21.15.62:0/3708730239 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6da80cda40 msgr2=0x7f6da81566e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:49.595 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.589+0000 7f6dae88e640 1 --2- 172.21.15.62:0/3708730239 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6da80cda40 0x7f6da81566e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:49.596 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.589+0000 7f6dad88c640 1 --2- 172.21.15.62:0/3708730239 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6da80cc830 0x7f6da80c41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:49.596 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.589+0000 7f6dae08d640 1 --2- 172.21.15.62:0/3708730239 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6da80cda40 0x7f6da81566e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.596 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.589+0000 7f6dae08d640 1 -- 172.21.15.62:0/3708730239 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6da80cc830 msgr2=0x7f6da80c41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:49.596 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.589+0000 7f6dae08d640 1 --2- 172.21.15.62:0/3708730239 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6da80cc830 0x7f6da80c41a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.596 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.589+0000 7f6dae08d640 1 -- 172.21.15.62:0/3708730239 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6da0009a70 con 0x7f6da80cbe70 2023-06-08T03:52:49.597 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.589+0000 7f6dae08d640 1 --2- 172.21.15.62:0/3708730239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6da80cbe70 0x7f6da814f580 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f6da00194a0 tx=0x7f6da0019630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:49.597 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.589+0000 7f6d9effd640 1 -- 172.21.15.62:0/3708730239 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6da00addb0 con 0x7f6da80cbe70 2023-06-08T03:52:49.597 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.589+0000 7f6d9effd640 1 -- 172.21.15.62:0/3708730239 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6da0009450 con 0x7f6da80cbe70 2023-06-08T03:52:49.598 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.589+0000 7f6db02f1640 1 -- 172.21.15.62:0/3708730239 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6da80c5340 con 0x7f6da80cbe70 2023-06-08T03:52:49.598 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.589+0000 7f6d9effd640 1 -- 172.21.15.62:0/3708730239 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6da00b7630 con 0x7f6da80cbe70 2023-06-08T03:52:49.598 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.589+0000 7f6db02f1640 1 -- 172.21.15.62:0/3708730239 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6da80c49a0 con 0x7f6da80cbe70 2023-06-08T03:52:49.598 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.589+0000 7f6db02f1640 1 -- 172.21.15.62:0/3708730239 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6da80c46e0 con 0x7f6da80cbe70 2023-06-08T03:52:49.598 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.589+0000 7f6d9effd640 1 -- 172.21.15.62:0/3708730239 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6da00b4050 con 0x7f6da80cbe70 2023-06-08T03:52:49.598 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.589+0000 7f6d9effd640 1 --2- 172.21.15.62:0/3708730239 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6d8c0662b0 0x7f6d8c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:49.598 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.589+0000 7f6d9effd640 1 -- 172.21.15.62:0/3708730239 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f6da011ef80 con 0x7f6da80cbe70 2023-06-08T03:52:49.599 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.589+0000 7f6dad88c640 1 --2- 172.21.15.62:0/3708730239 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6d8c0662b0 0x7f6d8c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:49.599 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.589+0000 7f6dad88c640 1 --2- 172.21.15.62:0/3708730239 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6d8c0662b0 0x7f6d8c068760 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f6d98007fd0 tx=0x7f6d98009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:49.601 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.593+0000 7f6d9effd640 1 -- 172.21.15.62:0/3708730239 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6da014f700 con 0x7f6da80cbe70 2023-06-08T03:52:49.750 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.741+0000 7f6db02f1640 1 -- 172.21.15.62:0/3708730239 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6da804d650 con 0x7f6da80cbe70 2023-06-08T03:52:49.750 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.745+0000 7f6d9effd640 1 -- 172.21.15.62:0/3708730239 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6da00b2020 con 0x7f6da80cbe70 2023-06-08T03:52:49.751 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 1 2023-06-08T03:52:49.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.745+0000 7f6db02f1640 1 -- 172.21.15.62:0/3708730239 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6d8c0662b0 msgr2=0x7f6d8c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:49.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.745+0000 7f6db02f1640 1 --2- 172.21.15.62:0/3708730239 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6d8c0662b0 0x7f6d8c068760 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f6d98007fd0 tx=0x7f6d98009040 comp rx=0 tx=0).stop 2023-06-08T03:52:49.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.745+0000 7f6db02f1640 1 -- 172.21.15.62:0/3708730239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6da80cbe70 msgr2=0x7f6da814f580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:49.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.745+0000 7f6db02f1640 1 --2- 172.21.15.62:0/3708730239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6da80cbe70 0x7f6da814f580 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f6da00194a0 tx=0x7f6da0019630 comp rx=0 tx=0).stop 2023-06-08T03:52:49.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.745+0000 7f6db02f1640 1 -- 172.21.15.62:0/3708730239 shutdown_connections 2023-06-08T03:52:49.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.745+0000 7f6db02f1640 1 --2- 172.21.15.62:0/3708730239 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6d8c0662b0 0x7f6d8c068760 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.745+0000 7f6db02f1640 1 --2- 172.21.15.62:0/3708730239 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6da80cda40 0x7f6da81566e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.745+0000 7f6db02f1640 1 --2- 172.21.15.62:0/3708730239 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6da80cc830 0x7f6da80c41a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.745+0000 7f6db02f1640 1 --2- 172.21.15.62:0/3708730239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6da80cbe70 0x7f6da814f580 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.745+0000 7f6db02f1640 1 -- 172.21.15.62:0/3708730239 >> 172.21.15.62:0/3708730239 conn(0x7f6da8065850 msgr2=0x7f6da81573b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:49.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.745+0000 7f6db02f1640 1 -- 172.21.15.62:0/3708730239 shutdown_connections 2023-06-08T03:52:49.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.745+0000 7f6db02f1640 1 -- 172.21.15.62:0/3708730239 wait complete. 2023-06-08T03:52:49.768 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-08T03:52:49.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.881+0000 7ff8ee93d640 1 Processor -- start 2023-06-08T03:52:49.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.881+0000 7ff8ee93d640 1 -- start start 2023-06-08T03:52:49.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8ee93d640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7ff8e81584e0 0x7ff8e815c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:49.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8ee93d640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7ff8e806ed70 0x7ff8e806f170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:49.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8ee93d640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8e80cbd00 con 0x7ff8e815c640 2023-06-08T03:52:49.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8ee93d640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8e806f6b0 con 0x7ff8e806ed70 2023-06-08T03:52:49.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8ee93d640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8e815cbc0 con 0x7ff8e81584e0 2023-06-08T03:52:49.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8e77fe640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7ff8e815c640 0x7ff8e80cc750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41586/0 (socket says 172.21.15.62:41586) 2023-06-08T03:52:49.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8e77fe640 1 -- 172.21.15.62:0/3087148365 learned_addr learned my addr 172.21.15.62:0/3087148365 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:49.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8eceda640 1 --2- 172.21.15.62:0/3087148365 >> v2:172.21.15.62:3300/0 conn(0x7ff8e806ed70 0x7ff8e806f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:49.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8e6ffd640 1 -- 172.21.15.62:0/3087148365 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 455946535 0 0) 0x7ff8e80cbd00 con 0x7ff8e815c640 2023-06-08T03:52:49.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8e7fff640 1 --2- 172.21.15.62:0/3087148365 >> v2:172.21.15.188:3300/0 conn(0x7ff8e81584e0 0x7ff8e815c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:49.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8e6ffd640 1 -- 172.21.15.62:0/3087148365 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff8d0003530 con 0x7ff8e815c640 2023-06-08T03:52:49.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8eceda640 1 -- 172.21.15.62:0/3087148365 >> v2:172.21.15.188:3300/0 conn(0x7ff8e81584e0 msgr2=0x7ff8e815c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:49.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8eceda640 1 --2- 172.21.15.62:0/3087148365 >> v2:172.21.15.188:3300/0 conn(0x7ff8e81584e0 0x7ff8e815c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8eceda640 1 -- 172.21.15.62:0/3087148365 >> v1:172.21.15.62:6789/0 conn(0x7ff8e815c640 legacy=0x7ff8e80cc750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:49.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8eceda640 1 -- 172.21.15.62:0/3087148365 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8e815cea0 con 0x7ff8e806ed70 2023-06-08T03:52:49.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8eceda640 1 --2- 172.21.15.62:0/3087148365 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff8e806ed70 0x7ff8e806f170 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ff8e806eb70 tx=0x7ff8e001f0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e71523a49d71be2 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:49.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8e6ffd640 1 -- 172.21.15.62:0/3087148365 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8e00b0440 con 0x7ff8e806ed70 2023-06-08T03:52:49.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8e6ffd640 1 -- 172.21.15.62:0/3087148365 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8e00b05a0 con 0x7ff8e806ed70 2023-06-08T03:52:49.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8e6ffd640 1 -- 172.21.15.62:0/3087148365 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8e00b0930 con 0x7ff8e806ed70 2023-06-08T03:52:49.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8ee93d640 1 -- 172.21.15.62:0/3087148365 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff8e806ed70 msgr2=0x7ff8e806f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:49.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8ee93d640 1 --2- 172.21.15.62:0/3087148365 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff8e806ed70 0x7ff8e806f170 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ff8e806eb70 tx=0x7ff8e001f0f0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8ee93d640 1 -- 172.21.15.62:0/3087148365 shutdown_connections 2023-06-08T03:52:49.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8ee93d640 1 --2- 172.21.15.62:0/3087148365 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff8e806ed70 0x7ff8e806f170 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8ee93d640 1 --2- 172.21.15.62:0/3087148365 >> v2:172.21.15.188:3300/0 conn(0x7ff8e81584e0 0x7ff8e815c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8ee93d640 1 -- 172.21.15.62:0/3087148365 >> 172.21.15.62:0/3087148365 conn(0x7ff8e80ca6a0 msgr2=0x7ff8e80caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:49.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8ee93d640 1 -- 172.21.15.62:0/3087148365 shutdown_connections 2023-06-08T03:52:49.896 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.885+0000 7ff8ee93d640 1 -- 172.21.15.62:0/3087148365 wait complete. 2023-06-08T03:52:49.897 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8ee93d640 1 Processor -- start 2023-06-08T03:52:49.897 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8ee93d640 1 -- start start 2023-06-08T03:52:49.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8ee93d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff8e806ed70 0x7ff8e80b2240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:49.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8ee93d640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7ff8e81584e0 0x7ff8e8159900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:49.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8ee93d640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7ff8e815c640 0x7ff8e8159e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:49.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8ee93d640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8e80c6df0 con 0x7ff8e806ed70 2023-06-08T03:52:49.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8ee93d640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8e80c67e0 con 0x7ff8e815c640 2023-06-08T03:52:49.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8ee93d640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8e80c4cf0 con 0x7ff8e81584e0 2023-06-08T03:52:49.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8e7fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff8e806ed70 0x7ff8e80b2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:49.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8e7fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff8e806ed70 0x7ff8e80b2240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60178/0 (socket says 172.21.15.62:60178) 2023-06-08T03:52:49.899 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8e7fff640 1 -- 172.21.15.62:0/3625030775 learned_addr learned my addr 172.21.15.62:0/3625030775 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:49.899 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8eceda640 1 --2- 172.21.15.62:0/3625030775 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7ff8e815c640 0x7ff8e8159e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:49.899 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8e77fe640 1 --2- 172.21.15.62:0/3625030775 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7ff8e81584e0 0x7ff8e8159900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:49.899 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8e7fff640 1 -- 172.21.15.62:0/3625030775 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7ff8e81584e0 msgr2=0x7ff8e8159900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:49.899 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8e7fff640 1 --2- 172.21.15.62:0/3625030775 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7ff8e81584e0 0x7ff8e8159900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.899 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8e7fff640 1 -- 172.21.15.62:0/3625030775 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7ff8e815c640 msgr2=0x7ff8e8159e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:49.899 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8e7fff640 1 --2- 172.21.15.62:0/3625030775 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7ff8e815c640 0x7ff8e8159e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:49.900 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8e7fff640 1 -- 172.21.15.62:0/3625030775 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8e0009a70 con 0x7ff8e806ed70 2023-06-08T03:52:49.900 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8e77fe640 1 --2- 172.21.15.62:0/3625030775 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7ff8e81584e0 0x7ff8e8159900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:49.900 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8e7fff640 1 --2- 172.21.15.62:0/3625030775 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff8e806ed70 0x7ff8e80b2240 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7ff8d800d800 tx=0x7ff8d800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:49.900 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8e4ff9640 1 -- 172.21.15.62:0/3625030775 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8d800b6c0 con 0x7ff8e806ed70 2023-06-08T03:52:49.900 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8e4ff9640 1 -- 172.21.15.62:0/3625030775 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8d800b820 con 0x7ff8e806ed70 2023-06-08T03:52:49.900 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8ee93d640 1 -- 172.21.15.62:0/3625030775 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8e80c4fd0 con 0x7ff8e806ed70 2023-06-08T03:52:49.900 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8e4ff9640 1 -- 172.21.15.62:0/3625030775 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8d800bb90 con 0x7ff8e806ed70 2023-06-08T03:52:49.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8ee93d640 1 -- 172.21.15.62:0/3625030775 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8e80c52b0 con 0x7ff8e806ed70 2023-06-08T03:52:49.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.889+0000 7ff8ee93d640 1 -- 172.21.15.62:0/3625030775 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff8e804d650 con 0x7ff8e806ed70 2023-06-08T03:52:49.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.893+0000 7ff8e4ff9640 1 -- 172.21.15.62:0/3625030775 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff8d800bcf0 con 0x7ff8e806ed70 2023-06-08T03:52:49.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.893+0000 7ff8e4ff9640 1 --2- 172.21.15.62:0/3625030775 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7ff8d4066280 0x7ff8d4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:49.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.893+0000 7ff8e4ff9640 1 -- 172.21.15.62:0/3625030775 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7ff8d8084d60 con 0x7ff8e806ed70 2023-06-08T03:52:49.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.893+0000 7ff8e77fe640 1 --2- 172.21.15.62:0/3625030775 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7ff8d4066280 0x7ff8d4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:49.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.893+0000 7ff8e77fe640 1 --2- 172.21.15.62:0/3625030775 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7ff8d4066280 0x7ff8d4068730 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff8e8149e40 tx=0x7ff8dc009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:49.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:49.897+0000 7ff8e4ff9640 1 -- 172.21.15.62:0/3625030775 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff8d8055d50 con 0x7ff8e806ed70 2023-06-08T03:52:50.055 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.049+0000 7ff8ee93d640 1 -- 172.21.15.62:0/3625030775 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7ff8e80b3ba0 con 0x7ff8e806ed70 2023-06-08T03:52:50.056 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.049+0000 7ff8e4ff9640 1 -- 172.21.15.62:0/3625030775 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v23) v1 ==== 92+0+10 (secure 0 0 0) 0x7ff8d80558e0 con 0x7ff8e806ed70 2023-06-08T03:52:50.056 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 8 2023-06-08T03:52:50.058 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.053+0000 7ff8ee93d640 1 -- 172.21.15.62:0/3625030775 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7ff8d4066280 msgr2=0x7ff8d4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:50.058 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.053+0000 7ff8ee93d640 1 --2- 172.21.15.62:0/3625030775 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7ff8d4066280 0x7ff8d4068730 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff8e8149e40 tx=0x7ff8dc009040 comp rx=0 tx=0).stop 2023-06-08T03:52:50.059 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.053+0000 7ff8ee93d640 1 -- 172.21.15.62:0/3625030775 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff8e806ed70 msgr2=0x7ff8e80b2240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:50.059 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.053+0000 7ff8ee93d640 1 --2- 172.21.15.62:0/3625030775 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff8e806ed70 0x7ff8e80b2240 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7ff8d800d800 tx=0x7ff8d800dcc0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.059 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.053+0000 7ff8ee93d640 1 -- 172.21.15.62:0/3625030775 shutdown_connections 2023-06-08T03:52:50.059 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.053+0000 7ff8ee93d640 1 --2- 172.21.15.62:0/3625030775 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7ff8d4066280 0x7ff8d4068730 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.059 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.053+0000 7ff8ee93d640 1 --2- 172.21.15.62:0/3625030775 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7ff8e815c640 0x7ff8e8159e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.059 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.053+0000 7ff8ee93d640 1 --2- 172.21.15.62:0/3625030775 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7ff8e81584e0 0x7ff8e8159900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.059 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.053+0000 7ff8ee93d640 1 --2- 172.21.15.62:0/3625030775 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff8e806ed70 0x7ff8e80b2240 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.060 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.053+0000 7ff8ee93d640 1 -- 172.21.15.62:0/3625030775 >> 172.21.15.62:0/3625030775 conn(0x7ff8e80ca6a0 msgr2=0x7ff8e806aaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:50.060 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.053+0000 7ff8ee93d640 1 -- 172.21.15.62:0/3625030775 shutdown_connections 2023-06-08T03:52:50.060 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.053+0000 7ff8ee93d640 1 -- 172.21.15.62:0/3625030775 wait complete. 2023-06-08T03:52:50.076 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-08T03:52:50.198 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.193+0000 7f6d32813640 1 Processor -- start 2023-06-08T03:52:50.198 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.193+0000 7f6d32813640 1 -- start start 2023-06-08T03:52:50.199 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.193+0000 7f6d32813640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6d2c15c950 0x7f6d2c0cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:50.200 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.193+0000 7f6d32813640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f6d2c15cd20 0x7f6d2c0c8cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:50.200 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.193+0000 7f6d32813640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f6d2c0cde20 0x7f6d2c0c9200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:50.200 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.193+0000 7f6d32813640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d2c1597a0 con 0x7f6d2c0cde20 2023-06-08T03:52:50.200 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.193+0000 7f6d32813640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d2c158b20 con 0x7f6d2c15cd20 2023-06-08T03:52:50.200 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.193+0000 7f6d32813640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d2c158e00 con 0x7f6d2c15c950 2023-06-08T03:52:50.200 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.193+0000 7f6d30db0640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f6d2c0cde20 0x7f6d2c0c9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:50.200 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.193+0000 7f6d30db0640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f6d2c0cde20 0x7f6d2c0c9200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60184/0 (socket says 172.21.15.62:60184) 2023-06-08T03:52:50.201 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.193+0000 7f6d30db0640 1 -- 172.21.15.62:0/3389425792 learned_addr learned my addr 172.21.15.62:0/3389425792 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:50.201 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.193+0000 7f6d23fff640 1 --2- 172.21.15.62:0/3389425792 >> v2:172.21.15.188:3300/0 conn(0x7f6d2c15cd20 0x7f6d2c0c8cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:50.201 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.193+0000 7f6d2bfff640 1 --2- 172.21.15.62:0/3389425792 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6d2c15c950 0x7f6d2c0cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:50.201 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.193+0000 7f6d30db0640 1 -- 172.21.15.62:0/3389425792 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6d2c15c950 msgr2=0x7f6d2c0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:50.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.193+0000 7f6d30db0640 1 --2- 172.21.15.62:0/3389425792 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6d2c15c950 0x7f6d2c0cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.193+0000 7f6d30db0640 1 -- 172.21.15.62:0/3389425792 >> v2:172.21.15.188:3300/0 conn(0x7f6d2c15cd20 msgr2=0x7f6d2c0c8cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:50.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.193+0000 7f6d30db0640 1 --2- 172.21.15.62:0/3389425792 >> v2:172.21.15.188:3300/0 conn(0x7f6d2c15cd20 0x7f6d2c0c8cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.193+0000 7f6d30db0640 1 -- 172.21.15.62:0/3389425792 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d2c1590e0 con 0x7f6d2c0cde20 2023-06-08T03:52:50.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.197+0000 7f6d30db0640 1 --2- 172.21.15.62:0/3389425792 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d2c0cde20 0x7f6d2c0c9200 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6d2c06cac0 tx=0x7f6d24020e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30af4452c2a0ee3b server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:50.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.197+0000 7f6d2b7fe640 1 -- 172.21.15.62:0/3389425792 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d240a9d80 con 0x7f6d2c0cde20 2023-06-08T03:52:50.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.197+0000 7f6d2b7fe640 1 -- 172.21.15.62:0/3389425792 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d2400b0d0 con 0x7f6d2c0cde20 2023-06-08T03:52:50.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.197+0000 7f6d2b7fe640 1 -- 172.21.15.62:0/3389425792 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d2400b460 con 0x7f6d2c0cde20 2023-06-08T03:52:50.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.197+0000 7f6d32813640 1 -- 172.21.15.62:0/3389425792 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d2c0cde20 msgr2=0x7f6d2c0c9200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:50.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.197+0000 7f6d32813640 1 --2- 172.21.15.62:0/3389425792 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d2c0cde20 0x7f6d2c0c9200 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6d2c06cac0 tx=0x7f6d24020e00 comp rx=0 tx=0).stop 2023-06-08T03:52:50.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.197+0000 7f6d32813640 1 -- 172.21.15.62:0/3389425792 shutdown_connections 2023-06-08T03:52:50.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.197+0000 7f6d32813640 1 --2- 172.21.15.62:0/3389425792 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d2c0cde20 0x7f6d2c0c9200 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.197+0000 7f6d32813640 1 --2- 172.21.15.62:0/3389425792 >> v2:172.21.15.188:3300/0 conn(0x7f6d2c15cd20 0x7f6d2c0c8cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.197+0000 7f6d32813640 1 --2- 172.21.15.62:0/3389425792 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6d2c15c950 0x7f6d2c0cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.197+0000 7f6d32813640 1 -- 172.21.15.62:0/3389425792 >> 172.21.15.62:0/3389425792 conn(0x7f6d2c0b0c80 msgr2=0x7f6d2c06b620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:50.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.197+0000 7f6d32813640 1 -- 172.21.15.62:0/3389425792 shutdown_connections 2023-06-08T03:52:50.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.197+0000 7f6d32813640 1 -- 172.21.15.62:0/3389425792 wait complete. 2023-06-08T03:52:50.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d32813640 1 Processor -- start 2023-06-08T03:52:50.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d32813640 1 -- start start 2023-06-08T03:52:50.208 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d32813640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d2c0cde20 0x7f6d2c0b3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:50.208 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d32813640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6d2c15c950 0x7f6d2c06f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:50.208 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d32813640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6d2c15cd20 0x7f6d2c15af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:50.208 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d32813640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d2c06fbf0 con 0x7f6d2c0cde20 2023-06-08T03:52:50.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d32813640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d2c06fe20 con 0x7f6d2c15c950 2023-06-08T03:52:50.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d32813640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d2c070100 con 0x7f6d2c15cd20 2023-06-08T03:52:50.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d2bfff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d2c0cde20 0x7f6d2c0b3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:50.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d2bfff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d2c0cde20 0x7f6d2c0b3d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60192/0 (socket says 172.21.15.62:60192) 2023-06-08T03:52:50.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d2bfff640 1 -- 172.21.15.62:0/614686790 learned_addr learned my addr 172.21.15.62:0/614686790 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:50.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d30db0640 1 --2- 172.21.15.62:0/614686790 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6d2c15cd20 0x7f6d2c15af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:50.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d23fff640 1 --2- 172.21.15.62:0/614686790 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6d2c15c950 0x7f6d2c06f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:50.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d2bfff640 1 -- 172.21.15.62:0/614686790 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6d2c15cd20 msgr2=0x7f6d2c15af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:50.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d2bfff640 1 --2- 172.21.15.62:0/614686790 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6d2c15cd20 0x7f6d2c15af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d2bfff640 1 -- 172.21.15.62:0/614686790 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6d2c15c950 msgr2=0x7f6d2c06f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:50.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d2bfff640 1 --2- 172.21.15.62:0/614686790 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6d2c15c950 0x7f6d2c06f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d2bfff640 1 -- 172.21.15.62:0/614686790 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d2400bd40 con 0x7f6d2c0cde20 2023-06-08T03:52:50.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d2bfff640 1 --2- 172.21.15.62:0/614686790 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d2c0cde20 0x7f6d2c0b3d90 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c00e8b0 tx=0x7f6d1c00ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:50.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d297fa640 1 -- 172.21.15.62:0/614686790 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d1c00c940 con 0x7f6d2c0cde20 2023-06-08T03:52:50.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d297fa640 1 -- 172.21.15.62:0/614686790 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d1c00caa0 con 0x7f6d2c0cde20 2023-06-08T03:52:50.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d32813640 1 -- 172.21.15.62:0/614686790 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d2c0703e0 con 0x7f6d2c0cde20 2023-06-08T03:52:50.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d297fa640 1 -- 172.21.15.62:0/614686790 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d1c00ce30 con 0x7f6d2c0cde20 2023-06-08T03:52:50.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d32813640 1 -- 172.21.15.62:0/614686790 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d2c0709a0 con 0x7f6d2c0cde20 2023-06-08T03:52:50.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.201+0000 7f6d32813640 1 -- 172.21.15.62:0/614686790 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d2c070b60 con 0x7f6d2c0cde20 2023-06-08T03:52:50.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.205+0000 7f6d297fa640 1 -- 172.21.15.62:0/614686790 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6d1c013470 con 0x7f6d2c0cde20 2023-06-08T03:52:50.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.205+0000 7f6d297fa640 1 --2- 172.21.15.62:0/614686790 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6d0c066280 0x7f6d0c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:50.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.205+0000 7f6d297fa640 1 -- 172.21.15.62:0/614686790 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f6d1c084230 con 0x7f6d2c0cde20 2023-06-08T03:52:50.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.205+0000 7f6d23fff640 1 --2- 172.21.15.62:0/614686790 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6d0c066280 0x7f6d0c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:50.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.205+0000 7f6d23fff640 1 --2- 172.21.15.62:0/614686790 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6d0c066280 0x7f6d0c068730 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6d2c06f5d0 tx=0x7f6d14008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:50.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.209+0000 7f6d297fa640 1 -- 172.21.15.62:0/614686790 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6d1c051790 con 0x7f6d2c0cde20 2023-06-08T03:52:50.363 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.357+0000 7f6d32813640 1 -- 172.21.15.62:0/614686790 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6d2c072a30 con 0x7f6d2c0cde20 2023-06-08T03:52:50.363 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.357+0000 7f6d297fa640 1 -- 172.21.15.62:0/614686790 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7f6d1c054db0 con 0x7f6d2c0cde20 2023-06-08T03:52:50.364 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 32 2023-06-08T03:52:50.367 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.361+0000 7f6d32813640 1 -- 172.21.15.62:0/614686790 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6d0c066280 msgr2=0x7f6d0c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:50.367 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.361+0000 7f6d32813640 1 --2- 172.21.15.62:0/614686790 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6d0c066280 0x7f6d0c068730 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6d2c06f5d0 tx=0x7f6d14008040 comp rx=0 tx=0).stop 2023-06-08T03:52:50.367 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.361+0000 7f6d32813640 1 -- 172.21.15.62:0/614686790 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d2c0cde20 msgr2=0x7f6d2c0b3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:50.367 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.361+0000 7f6d32813640 1 --2- 172.21.15.62:0/614686790 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d2c0cde20 0x7f6d2c0b3d90 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c00e8b0 tx=0x7f6d1c00ed70 comp rx=0 tx=0).stop 2023-06-08T03:52:50.368 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.361+0000 7f6d32813640 1 -- 172.21.15.62:0/614686790 shutdown_connections 2023-06-08T03:52:50.368 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.361+0000 7f6d32813640 1 --2- 172.21.15.62:0/614686790 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6d0c066280 0x7f6d0c068730 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.368 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.361+0000 7f6d32813640 1 --2- 172.21.15.62:0/614686790 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6d2c15cd20 0x7f6d2c15af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.368 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.361+0000 7f6d32813640 1 --2- 172.21.15.62:0/614686790 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6d2c15c950 0x7f6d2c06f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.368 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.361+0000 7f6d32813640 1 --2- 172.21.15.62:0/614686790 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d2c0cde20 0x7f6d2c0b3d90 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.368 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.361+0000 7f6d32813640 1 -- 172.21.15.62:0/614686790 >> 172.21.15.62:0/614686790 conn(0x7f6d2c0b0c80 msgr2=0x7f6d2c0adf80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:50.368 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.361+0000 7f6d32813640 1 -- 172.21.15.62:0/614686790 shutdown_connections 2023-06-08T03:52:50.369 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.361+0000 7f6d32813640 1 -- 172.21.15.62:0/614686790 wait complete. 2023-06-08T03:52:50.389 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-08T03:52:50.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.516+0000 7fc561770640 1 Processor -- start 2023-06-08T03:52:50.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.516+0000 7fc561770640 1 -- start start 2023-06-08T03:52:50.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.516+0000 7fc561770640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fc55c069310 0x7fc55c0ae1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:50.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.516+0000 7fc561770640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fc55c0adca0 0x7fc55c0ce6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:50.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.516+0000 7fc561770640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc55c0ce230 con 0x7fc55c0696e0 2023-06-08T03:52:50.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.516+0000 7fc561770640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc55c160220 con 0x7fc55c0adca0 2023-06-08T03:52:50.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.516+0000 7fc561770640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc55c0cd940 con 0x7fc55c069310 2023-06-08T03:52:50.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.516+0000 7fc55a7fc640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fc55c0adca0 0x7fc55c0ce6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:50.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.516+0000 7fc55b7fe640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fc55c0696e0 0x7fc55c06b920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41590/0 (socket says 172.21.15.62:41590) 2023-06-08T03:52:50.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.516+0000 7fc55b7fe640 1 -- 172.21.15.62:0/1732304992 learned_addr learned my addr 172.21.15.62:0/1732304992 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:50.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.516+0000 7fc55affd640 1 --2- 172.21.15.62:0/1732304992 >> v2:172.21.15.188:3300/0 conn(0x7fc55c069310 0x7fc55c0ae1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:50.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.516+0000 7fc55a7fc640 1 -- 172.21.15.62:0/1732304992 >> v2:172.21.15.188:3300/0 conn(0x7fc55c069310 msgr2=0x7fc55c0ae1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:50.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.516+0000 7fc55a7fc640 1 --2- 172.21.15.62:0/1732304992 >> v2:172.21.15.188:3300/0 conn(0x7fc55c069310 0x7fc55c0ae1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.516+0000 7fc559ffb640 1 -- 172.21.15.62:0/1732304992 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2773525968 0 0) 0x7fc55c0ce230 con 0x7fc55c0696e0 2023-06-08T03:52:50.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.516+0000 7fc55a7fc640 1 -- 172.21.15.62:0/1732304992 >> v1:172.21.15.62:6789/0 conn(0x7fc55c0696e0 legacy=0x7fc55c06b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:50.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.516+0000 7fc55a7fc640 1 -- 172.21.15.62:0/1732304992 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc55c15fc60 con 0x7fc55c0adca0 2023-06-08T03:52:50.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc55a7fc640 1 --2- 172.21.15.62:0/1732304992 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc55c0adca0 0x7fc55c0ce6c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fc55c06a3f0 tx=0x7fc54401c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e1721f829126c43 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:50.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc559ffb640 1 -- 172.21.15.62:0/1732304992 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5440ac600 con 0x7fc55c0adca0 2023-06-08T03:52:50.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc559ffb640 1 -- 172.21.15.62:0/1732304992 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5440a8050 con 0x7fc55c0adca0 2023-06-08T03:52:50.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc559ffb640 1 -- 172.21.15.62:0/1732304992 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5440ac980 con 0x7fc55c0adca0 2023-06-08T03:52:50.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc561770640 1 -- 172.21.15.62:0/1732304992 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc55c0adca0 msgr2=0x7fc55c0ce6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:50.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc561770640 1 --2- 172.21.15.62:0/1732304992 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc55c0adca0 0x7fc55c0ce6c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fc55c06a3f0 tx=0x7fc54401c3a0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc561770640 1 -- 172.21.15.62:0/1732304992 shutdown_connections 2023-06-08T03:52:50.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc561770640 1 --2- 172.21.15.62:0/1732304992 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc55c0adca0 0x7fc55c0ce6c0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc561770640 1 --2- 172.21.15.62:0/1732304992 >> v2:172.21.15.188:3300/0 conn(0x7fc55c069310 0x7fc55c0ae1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc561770640 1 -- 172.21.15.62:0/1732304992 >> 172.21.15.62:0/1732304992 conn(0x7fc55c0cc3f0 msgr2=0x7fc55c0cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:50.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc561770640 1 -- 172.21.15.62:0/1732304992 shutdown_connections 2023-06-08T03:52:50.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc561770640 1 -- 172.21.15.62:0/1732304992 wait complete. 2023-06-08T03:52:50.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc561770640 1 Processor -- start 2023-06-08T03:52:50.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc561770640 1 -- start start 2023-06-08T03:52:50.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc561770640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc55c069310 0x7fc55c150b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:50.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc561770640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc55c0696e0 0x7fc55c14cf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:50.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc561770640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc55c0adca0 0x7fc55c153da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:50.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc561770640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc55c1506a0 con 0x7fc55c0adca0 2023-06-08T03:52:50.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc561770640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc55c14fa90 con 0x7fc55c069310 2023-06-08T03:52:50.531 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc561770640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc55c14fd70 con 0x7fc55c0696e0 2023-06-08T03:52:50.531 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc55b7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc55c0adca0 0x7fc55c153da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:50.531 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc55b7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc55c0adca0 0x7fc55c153da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60222/0 (socket says 172.21.15.62:60222) 2023-06-08T03:52:50.531 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.520+0000 7fc55b7fe640 1 -- 172.21.15.62:0/758938964 learned_addr learned my addr 172.21.15.62:0/758938964 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:50.532 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.524+0000 7fc55affd640 1 --2- 172.21.15.62:0/758938964 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc55c069310 0x7fc55c150b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:50.533 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.524+0000 7fc55a7fc640 1 --2- 172.21.15.62:0/758938964 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc55c0696e0 0x7fc55c14cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:50.533 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.524+0000 7fc55b7fe640 1 -- 172.21.15.62:0/758938964 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc55c0696e0 msgr2=0x7fc55c14cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:50.533 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.524+0000 7fc55b7fe640 1 --2- 172.21.15.62:0/758938964 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc55c0696e0 0x7fc55c14cf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.533 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.524+0000 7fc55b7fe640 1 -- 172.21.15.62:0/758938964 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc55c069310 msgr2=0x7fc55c150b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:50.533 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.524+0000 7fc55b7fe640 1 --2- 172.21.15.62:0/758938964 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc55c069310 0x7fc55c150b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.533 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.524+0000 7fc55b7fe640 1 -- 172.21.15.62:0/758938964 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc544009420 con 0x7fc55c0adca0 2023-06-08T03:52:50.533 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.524+0000 7fc55b7fe640 1 --2- 172.21.15.62:0/758938964 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc55c0adca0 0x7fc55c153da0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fc55400c470 tx=0x7fc55400c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:50.533 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.524+0000 7fc5537fe640 1 -- 172.21.15.62:0/758938964 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5540074e0 con 0x7fc55c0adca0 2023-06-08T03:52:50.534 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.524+0000 7fc5537fe640 1 -- 172.21.15.62:0/758938964 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc554007640 con 0x7fc55c0adca0 2023-06-08T03:52:50.534 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.524+0000 7fc5537fe640 1 -- 172.21.15.62:0/758938964 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc554004a30 con 0x7fc55c0adca0 2023-06-08T03:52:50.534 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.524+0000 7fc561770640 1 -- 172.21.15.62:0/758938964 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc55c150050 con 0x7fc55c0adca0 2023-06-08T03:52:50.534 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.524+0000 7fc561770640 1 -- 172.21.15.62:0/758938964 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc55c14d450 con 0x7fc55c0adca0 2023-06-08T03:52:50.534 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.524+0000 7fc561770640 1 -- 172.21.15.62:0/758938964 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc55c0cfc80 con 0x7fc55c0adca0 2023-06-08T03:52:50.534 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.524+0000 7fc5537fe640 1 -- 172.21.15.62:0/758938964 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc554004b90 con 0x7fc55c0adca0 2023-06-08T03:52:50.534 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.524+0000 7fc5537fe640 1 --2- 172.21.15.62:0/758938964 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc53c066280 0x7fc53c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:50.535 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.524+0000 7fc5537fe640 1 -- 172.21.15.62:0/758938964 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fc554082f80 con 0x7fc55c0adca0 2023-06-08T03:52:50.535 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.524+0000 7fc55affd640 1 --2- 172.21.15.62:0/758938964 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc53c066280 0x7fc53c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:50.535 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.524+0000 7fc55affd640 1 --2- 172.21.15.62:0/758938964 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc53c066280 0x7fc53c068730 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fc54c003fd0 tx=0x7fc54c0039a0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:50.537 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.528+0000 7fc5537fe640 1 -- 172.21.15.62:0/758938964 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc5540b3700 con 0x7fc55c0adca0 2023-06-08T03:52:50.688 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.680+0000 7fc561770640 1 -- 172.21.15.62:0/758938964 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc55c04d650 con 0x7fc55c0adca0 2023-06-08T03:52:50.688 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.680+0000 7fc5537fe640 1 -- 172.21.15.62:0/758938964 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc554018070 con 0x7fc55c0adca0 2023-06-08T03:52:50.689 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 64 2023-06-08T03:52:50.690 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.684+0000 7fc561770640 1 -- 172.21.15.62:0/758938964 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc53c066280 msgr2=0x7fc53c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:50.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.684+0000 7fc561770640 1 --2- 172.21.15.62:0/758938964 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc53c066280 0x7fc53c068730 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fc54c003fd0 tx=0x7fc54c0039a0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.684+0000 7fc561770640 1 -- 172.21.15.62:0/758938964 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc55c0adca0 msgr2=0x7fc55c153da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:50.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.684+0000 7fc561770640 1 --2- 172.21.15.62:0/758938964 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc55c0adca0 0x7fc55c153da0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fc55400c470 tx=0x7fc55400c930 comp rx=0 tx=0).stop 2023-06-08T03:52:50.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.684+0000 7fc561770640 1 -- 172.21.15.62:0/758938964 shutdown_connections 2023-06-08T03:52:50.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.684+0000 7fc561770640 1 --2- 172.21.15.62:0/758938964 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc53c066280 0x7fc53c068730 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.684+0000 7fc561770640 1 --2- 172.21.15.62:0/758938964 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc55c0adca0 0x7fc55c153da0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.684+0000 7fc561770640 1 --2- 172.21.15.62:0/758938964 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc55c0696e0 0x7fc55c14cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.684+0000 7fc561770640 1 --2- 172.21.15.62:0/758938964 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc55c069310 0x7fc55c150b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.684+0000 7fc561770640 1 -- 172.21.15.62:0/758938964 >> 172.21.15.62:0/758938964 conn(0x7fc55c0cc3f0 msgr2=0x7fc55c06d000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:50.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.684+0000 7fc561770640 1 -- 172.21.15.62:0/758938964 shutdown_connections 2023-06-08T03:52:50.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.684+0000 7fc561770640 1 -- 172.21.15.62:0/758938964 wait complete. 2023-06-08T03:52:50.707 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-08T03:52:50.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.820+0000 7f5b6ec81640 1 Processor -- start 2023-06-08T03:52:50.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.820+0000 7f5b6ec81640 1 -- start start 2023-06-08T03:52:50.830 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6ec81640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b680b1290 0x7f5b680b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:50.831 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6ec81640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f5b680ce280 0x7f5b680d0520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:50.831 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6ec81640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f5b680ce950 0x7f5b680cedf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:50.831 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6ec81640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b680cf330 con 0x7f5b680ce950 2023-06-08T03:52:50.831 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6ec81640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b680d1be0 con 0x7f5b680ce280 2023-06-08T03:52:50.831 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6ec81640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b680b1660 con 0x7f5b680b1290 2023-06-08T03:52:50.831 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6d21e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f5b680ce950 0x7f5b680cedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:50.831 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6d21e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f5b680ce950 0x7f5b680cedf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60238/0 (socket says 172.21.15.62:60238) 2023-06-08T03:52:50.832 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6d21e640 1 -- 172.21.15.62:0/1699951858 learned_addr learned my addr 172.21.15.62:0/1699951858 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:50.832 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6ca1d640 1 --2- 172.21.15.62:0/1699951858 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b680b1290 0x7f5b680b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:50.832 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b67fff640 1 --2- 172.21.15.62:0/1699951858 >> v2:172.21.15.188:3300/0 conn(0x7f5b680ce280 0x7f5b680d0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:50.832 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6d21e640 1 -- 172.21.15.62:0/1699951858 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b680b1290 msgr2=0x7f5b680b4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:50.833 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6d21e640 1 --2- 172.21.15.62:0/1699951858 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b680b1290 0x7f5b680b4d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.833 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6d21e640 1 -- 172.21.15.62:0/1699951858 >> v2:172.21.15.188:3300/0 conn(0x7f5b680ce280 msgr2=0x7f5b680d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:50.833 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6d21e640 1 --2- 172.21.15.62:0/1699951858 >> v2:172.21.15.188:3300/0 conn(0x7f5b680ce280 0x7f5b680d0520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.833 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6d21e640 1 -- 172.21.15.62:0/1699951858 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b680cc6c0 con 0x7f5b680ce950 2023-06-08T03:52:50.834 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6d21e640 1 --2- 172.21.15.62:0/1699951858 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b680ce950 0x7f5b680cedf0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f5b680d3010 tx=0x7f5b6001c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbdc79b3c00569fc server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:50.834 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b677fe640 1 -- 172.21.15.62:0/1699951858 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b600ab600 con 0x7f5b680ce950 2023-06-08T03:52:50.834 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b677fe640 1 -- 172.21.15.62:0/1699951858 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b600ab760 con 0x7f5b680ce950 2023-06-08T03:52:50.835 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b677fe640 1 -- 172.21.15.62:0/1699951858 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b600abaf0 con 0x7f5b680ce950 2023-06-08T03:52:50.835 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6ec81640 1 -- 172.21.15.62:0/1699951858 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b680ce950 msgr2=0x7f5b680cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:50.835 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6ec81640 1 --2- 172.21.15.62:0/1699951858 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b680ce950 0x7f5b680cedf0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f5b680d3010 tx=0x7f5b6001c440 comp rx=0 tx=0).stop 2023-06-08T03:52:50.835 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6ec81640 1 -- 172.21.15.62:0/1699951858 shutdown_connections 2023-06-08T03:52:50.835 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6ec81640 1 --2- 172.21.15.62:0/1699951858 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b680ce950 0x7f5b680cedf0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.835 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6ec81640 1 --2- 172.21.15.62:0/1699951858 >> v2:172.21.15.188:3300/0 conn(0x7f5b680ce280 0x7f5b680d0520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.835 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6ec81640 1 --2- 172.21.15.62:0/1699951858 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b680b1290 0x7f5b680b4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.835 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6ec81640 1 -- 172.21.15.62:0/1699951858 >> 172.21.15.62:0/1699951858 conn(0x7f5b6806b5a0 msgr2=0x7f5b6806b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:50.836 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6ec81640 1 -- 172.21.15.62:0/1699951858 shutdown_connections 2023-06-08T03:52:50.836 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.824+0000 7f5b6ec81640 1 -- 172.21.15.62:0/1699951858 wait complete. 2023-06-08T03:52:50.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6ec81640 1 Processor -- start 2023-06-08T03:52:50.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6ec81640 1 -- start start 2023-06-08T03:52:50.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6ec81640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b680b1290 0x7f5b680cbce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:50.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6ec81640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5b680ce280 0x7f5b681f4630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:50.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6ec81640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b680ce950 0x7f5b680b2930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:50.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6ec81640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b681f4b70 con 0x7f5b680ce950 2023-06-08T03:52:50.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6ec81640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b681f41a0 con 0x7f5b680ce280 2023-06-08T03:52:50.839 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6ec81640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b680b2e70 con 0x7f5b680b1290 2023-06-08T03:52:50.839 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6d21e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b680ce950 0x7f5b680b2930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:50.839 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6d21e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b680ce950 0x7f5b680b2930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60252/0 (socket says 172.21.15.62:60252) 2023-06-08T03:52:50.839 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6d21e640 1 -- 172.21.15.62:0/2246387177 learned_addr learned my addr 172.21.15.62:0/2246387177 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:50.839 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b67fff640 1 --2- 172.21.15.62:0/2246387177 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5b680ce280 0x7f5b681f4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:50.839 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6ca1d640 1 --2- 172.21.15.62:0/2246387177 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b680b1290 0x7f5b680cbce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:50.839 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6d21e640 1 -- 172.21.15.62:0/2246387177 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b680b1290 msgr2=0x7f5b680cbce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:50.839 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6d21e640 1 --2- 172.21.15.62:0/2246387177 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b680b1290 0x7f5b680cbce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.840 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6d21e640 1 -- 172.21.15.62:0/2246387177 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5b680ce280 msgr2=0x7f5b681f4630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:50.840 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6d21e640 1 --2- 172.21.15.62:0/2246387177 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5b680ce280 0x7f5b681f4630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:50.840 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6d21e640 1 -- 172.21.15.62:0/2246387177 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b600094d0 con 0x7f5b680ce950 2023-06-08T03:52:50.840 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b67fff640 1 --2- 172.21.15.62:0/2246387177 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5b680ce280 0x7f5b681f4630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:50.840 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6d21e640 1 --2- 172.21.15.62:0/2246387177 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b680ce950 0x7f5b680b2930 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f5b600ad040 tx=0x7f5b600191e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:50.840 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b657fa640 1 -- 172.21.15.62:0/2246387177 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b600b5810 con 0x7f5b680ce950 2023-06-08T03:52:50.840 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b657fa640 1 -- 172.21.15.62:0/2246387177 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b600b5970 con 0x7f5b680ce950 2023-06-08T03:52:50.841 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6ec81640 1 -- 172.21.15.62:0/2246387177 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b680b3140 con 0x7f5b680ce950 2023-06-08T03:52:50.841 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b657fa640 1 -- 172.21.15.62:0/2246387177 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b600b5d20 con 0x7f5b680ce950 2023-06-08T03:52:50.841 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6ec81640 1 -- 172.21.15.62:0/2246387177 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b681f3e30 con 0x7f5b680ce950 2023-06-08T03:52:50.841 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.828+0000 7f5b6ec81640 1 -- 172.21.15.62:0/2246387177 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b680b4010 con 0x7f5b680ce950 2023-06-08T03:52:50.842 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.832+0000 7f5b657fa640 1 -- 172.21.15.62:0/2246387177 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5b600bf410 con 0x7f5b680ce950 2023-06-08T03:52:50.842 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.832+0000 7f5b657fa640 1 --2- 172.21.15.62:0/2246387177 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5b54066280 0x7f5b54068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:50.842 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.832+0000 7f5b657fa640 1 -- 172.21.15.62:0/2246387177 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f5b6011eaa0 con 0x7f5b680ce950 2023-06-08T03:52:50.842 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.832+0000 7f5b6ca1d640 1 --2- 172.21.15.62:0/2246387177 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5b54066280 0x7f5b54068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:50.842 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.832+0000 7f5b6ca1d640 1 --2- 172.21.15.62:0/2246387177 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5b54066280 0x7f5b54068730 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f5b58008ef0 tx=0x7f5b58008440 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:50.843 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:50.836+0000 7f5b657fa640 1 -- 172.21.15.62:0/2246387177 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5b600ebf10 con 0x7f5b680ce950 2023-06-08T03:52:51.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.016+0000 7f5b6ec81640 1 -- 172.21.15.62:0/2246387177 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5b6804d6c0 con 0x7f5b680ce950 2023-06-08T03:52:51.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.016+0000 7f5b657fa640 1 -- 172.21.15.62:0/2246387177 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4665 (secure 0 0 0) 0x7f5b600c4090 con 0x7f5b680ce950 2023-06-08T03:52:51.025 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:51.025 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4239,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/308746620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":308746620},{"type":"v1","addr":"172.21.15.62:6833","nonce":308746620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4242,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/3359552501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":3359552501},{"type":"v1","addr":"172.21.15.62:6835","nonce":3359552501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4247,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.188:6835/904875113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6834","nonce":904875113},{"type":"v1","addr":"172.21.15.188:6835","nonce":904875113}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-08T03:52:34.168220+0000","modified":"2023-06-08T03:52:36.833176+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.188:6837/4197767102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6836","nonce":4197767102},{"type":"v1","addr":"172.21.15.188:6837","nonce":4197767102}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-08T03:52:51.025 INFO:teuthology.orchestra.run.smithi062.stderr:dumped fsmap epoch 7 2023-06-08T03:52:51.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.016+0000 7f5b6ec81640 1 -- 172.21.15.62:0/2246387177 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5b54066280 msgr2=0x7f5b54068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:51.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.016+0000 7f5b6ec81640 1 --2- 172.21.15.62:0/2246387177 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5b54066280 0x7f5b54068730 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f5b58008ef0 tx=0x7f5b58008440 comp rx=0 tx=0).stop 2023-06-08T03:52:51.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.020+0000 7f5b6ec81640 1 -- 172.21.15.62:0/2246387177 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b680ce950 msgr2=0x7f5b680b2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:51.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.020+0000 7f5b6ec81640 1 --2- 172.21.15.62:0/2246387177 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b680ce950 0x7f5b680b2930 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f5b600ad040 tx=0x7f5b600191e0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.020+0000 7f5b6ec81640 1 -- 172.21.15.62:0/2246387177 shutdown_connections 2023-06-08T03:52:51.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.020+0000 7f5b6ec81640 1 --2- 172.21.15.62:0/2246387177 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5b54066280 0x7f5b54068730 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.020+0000 7f5b6ec81640 1 --2- 172.21.15.62:0/2246387177 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b680ce950 0x7f5b680b2930 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.020+0000 7f5b6ec81640 1 --2- 172.21.15.62:0/2246387177 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5b680ce280 0x7f5b681f4630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.020+0000 7f5b6ec81640 1 --2- 172.21.15.62:0/2246387177 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b680b1290 0x7f5b680cbce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.020+0000 7f5b6ec81640 1 -- 172.21.15.62:0/2246387177 >> 172.21.15.62:0/2246387177 conn(0x7f5b6806b5a0 msgr2=0x7f5b680d0be0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:51.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.020+0000 7f5b6ec81640 1 -- 172.21.15.62:0/2246387177 shutdown_connections 2023-06-08T03:52:51.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.020+0000 7f5b6ec81640 1 -- 172.21.15.62:0/2246387177 wait complete. 2023-06-08T03:52:51.042 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:52:51.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.144+0000 7fe10c757640 1 Processor -- start 2023-06-08T03:52:51.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.144+0000 7fe10c757640 1 -- start start 2023-06-08T03:52:51.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.144+0000 7fe10c757640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe10415b960 0x7fe10406fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:51.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.144+0000 7fe10c757640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe10415fe90 0x7fe10406cb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:51.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.144+0000 7fe10c757640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe10406a250 con 0x7fe10406d080 2023-06-08T03:52:51.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.144+0000 7fe10c757640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1040cda60 con 0x7fe10415b960 2023-06-08T03:52:51.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.144+0000 7fe10c757640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe10406d500 con 0x7fe10415fe90 2023-06-08T03:52:51.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.144+0000 7fe10a4f3640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe10415b960 0x7fe10406fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:51.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.144+0000 7fe10a4f3640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe10415b960 0x7fe10406fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60264/0 (socket says 172.21.15.62:60264) 2023-06-08T03:52:51.154 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.144+0000 7fe10a4f3640 1 -- 172.21.15.62:0/1451493157 learned_addr learned my addr 172.21.15.62:0/1451493157 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:51.154 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.144+0000 7fe109cf2640 1 --2- 172.21.15.62:0/1451493157 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe10415fe90 0x7fe10406cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:51.154 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.144+0000 7fe10a4f3640 1 -- 172.21.15.62:0/1451493157 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe10415fe90 msgr2=0x7fe10406cb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:51.154 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.144+0000 7fe10a4f3640 1 --2- 172.21.15.62:0/1451493157 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe10415fe90 0x7fe10406cb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.154 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.144+0000 7fe10a4f3640 1 -- 172.21.15.62:0/1451493157 >> v1:172.21.15.188:6789/0 conn(0x7fe10406d080 legacy=0x7fe1040cdeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:51.154 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.144+0000 7fe10a4f3640 1 -- 172.21.15.62:0/1451493157 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1040696d0 con 0x7fe10415b960 2023-06-08T03:52:51.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.148+0000 7fe10a4f3640 1 --2- 172.21.15.62:0/1451493157 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe10415b960 0x7fe10406fe50 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe100009870 tx=0x7fe10001c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed9aa1b4cf76232e server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:51.157 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.148+0000 7fe1094f1640 1 -- 172.21.15.62:0/1451493157 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1000aa5f0 con 0x7fe10415b960 2023-06-08T03:52:51.157 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.148+0000 7fe1094f1640 1 -- 172.21.15.62:0/1451493157 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1000aa750 con 0x7fe10415b960 2023-06-08T03:52:51.157 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.148+0000 7fe1094f1640 1 -- 172.21.15.62:0/1451493157 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1000aaae0 con 0x7fe10415b960 2023-06-08T03:52:51.158 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.148+0000 7fe10c757640 1 -- 172.21.15.62:0/1451493157 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe10415b960 msgr2=0x7fe10406fe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:51.158 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.148+0000 7fe10c757640 1 --2- 172.21.15.62:0/1451493157 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe10415b960 0x7fe10406fe50 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe100009870 tx=0x7fe10001c4d0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.158 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.148+0000 7fe10c757640 1 -- 172.21.15.62:0/1451493157 shutdown_connections 2023-06-08T03:52:51.158 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.148+0000 7fe10c757640 1 --2- 172.21.15.62:0/1451493157 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe10415fe90 0x7fe10406cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.158 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.148+0000 7fe10c757640 1 --2- 172.21.15.62:0/1451493157 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe10415b960 0x7fe10406fe50 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.158 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.148+0000 7fe10c757640 1 -- 172.21.15.62:0/1451493157 >> 172.21.15.62:0/1451493157 conn(0x7fe1040cc3f0 msgr2=0x7fe1040cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:51.158 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.148+0000 7fe10c757640 1 -- 172.21.15.62:0/1451493157 shutdown_connections 2023-06-08T03:52:51.159 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.148+0000 7fe10c757640 1 -- 172.21.15.62:0/1451493157 wait complete. 2023-06-08T03:52:51.160 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe10c757640 1 Processor -- start 2023-06-08T03:52:51.160 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe10c757640 1 -- start start 2023-06-08T03:52:51.160 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe10c757640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe10406d080 0x7fe1040b07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:51.161 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe10c757640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe10415b960 0x7fe104154cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:51.161 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe10c757640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe10415fe90 0x7fe1040aee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:51.161 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe10c757640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1040b03b0 con 0x7fe10406d080 2023-06-08T03:52:51.161 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe10c757640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe104155230 con 0x7fe10415b960 2023-06-08T03:52:51.161 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe10c757640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1040af730 con 0x7fe10415fe90 2023-06-08T03:52:51.161 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe10a4f3640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe10406d080 0x7fe1040b07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:51.161 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe10a4f3640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe10406d080 0x7fe1040b07d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60270/0 (socket says 172.21.15.62:60270) 2023-06-08T03:52:51.162 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe10a4f3640 1 -- 172.21.15.62:0/3872483454 learned_addr learned my addr 172.21.15.62:0/3872483454 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:51.162 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe109cf2640 1 --2- 172.21.15.62:0/3872483454 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe10415b960 0x7fe104154cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:51.162 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe10a4f3640 1 -- 172.21.15.62:0/3872483454 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe10415fe90 msgr2=0x7fe1040aee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:51.162 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe10a4f3640 1 --2- 172.21.15.62:0/3872483454 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe10415fe90 0x7fe1040aee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.162 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe10a4f3640 1 -- 172.21.15.62:0/3872483454 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe10415b960 msgr2=0x7fe104154cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:51.162 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe10a4f3640 1 --2- 172.21.15.62:0/3872483454 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe10415b960 0x7fe104154cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.162 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe10a4f3640 1 -- 172.21.15.62:0/3872483454 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1000094d0 con 0x7fe10406d080 2023-06-08T03:52:51.162 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe10a4f3640 1 --2- 172.21.15.62:0/3872483454 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe10406d080 0x7fe1040b07d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fe1000ac040 tx=0x7fe10001ad10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:51.163 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe0faffd640 1 -- 172.21.15.62:0/3872483454 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1000b3800 con 0x7fe10406d080 2023-06-08T03:52:51.163 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe0faffd640 1 -- 172.21.15.62:0/3872483454 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1000b3980 con 0x7fe10406d080 2023-06-08T03:52:51.163 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe10c757640 1 -- 172.21.15.62:0/3872483454 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1040afa10 con 0x7fe10406d080 2023-06-08T03:52:51.163 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe0faffd640 1 -- 172.21.15.62:0/3872483454 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1000b3d30 con 0x7fe10406d080 2023-06-08T03:52:51.163 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe10c757640 1 -- 172.21.15.62:0/3872483454 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1040affd0 con 0x7fe10406d080 2023-06-08T03:52:51.164 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe10c757640 1 -- 172.21.15.62:0/3872483454 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe10404d6c0 con 0x7fe10406d080 2023-06-08T03:52:51.164 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe0faffd640 1 -- 172.21.15.62:0/3872483454 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe1000b2380 con 0x7fe10406d080 2023-06-08T03:52:51.164 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.152+0000 7fe0faffd640 1 --2- 172.21.15.62:0/3872483454 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe0e80662b0 0x7fe0e8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:51.164 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.156+0000 7fe0faffd640 1 -- 172.21.15.62:0/3872483454 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fe1000a7070 con 0x7fe10406d080 2023-06-08T03:52:51.164 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.156+0000 7fe109cf2640 1 --2- 172.21.15.62:0/3872483454 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe0e80662b0 0x7fe0e8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:51.165 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.156+0000 7fe109cf2640 1 --2- 172.21.15.62:0/3872483454 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe0e80662b0 0x7fe0e8068760 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fe1040af6e0 tx=0x7fe0f4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:51.166 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.160+0000 7fe0faffd640 1 -- 172.21.15.62:0/3872483454 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe1000eb140 con 0x7fe10406d080 2023-06-08T03:52:51.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.308+0000 7fe10c757640 1 -- 172.21.15.62:0/3872483454 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe104070850 con 0x7fe10406d080 2023-06-08T03:52:51.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.312+0000 7fe0faffd640 1 -- 172.21.15.62:0/3872483454 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18279 (secure 0 0 0) 0x7fe1000ee760 con 0x7fe10406d080 2023-06-08T03:52:51.320 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:51.320 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":23,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:52:35.171643+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:52:51.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.312+0000 7fe10c757640 1 -- 172.21.15.62:0/3872483454 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe0e80662b0 msgr2=0x7fe0e8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:51.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.312+0000 7fe10c757640 1 --2- 172.21.15.62:0/3872483454 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe0e80662b0 0x7fe0e8068760 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fe1040af6e0 tx=0x7fe0f4008040 comp rx=0 tx=0).stop 2023-06-08T03:52:51.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.312+0000 7fe10c757640 1 -- 172.21.15.62:0/3872483454 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe10406d080 msgr2=0x7fe1040b07d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:51.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.312+0000 7fe10c757640 1 --2- 172.21.15.62:0/3872483454 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe10406d080 0x7fe1040b07d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fe1000ac040 tx=0x7fe10001ad10 comp rx=0 tx=0).stop 2023-06-08T03:52:51.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.312+0000 7fe10c757640 1 -- 172.21.15.62:0/3872483454 shutdown_connections 2023-06-08T03:52:51.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.312+0000 7fe10c757640 1 --2- 172.21.15.62:0/3872483454 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe0e80662b0 0x7fe0e8068760 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.312+0000 7fe10c757640 1 --2- 172.21.15.62:0/3872483454 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe10415fe90 0x7fe1040aee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.312+0000 7fe10c757640 1 --2- 172.21.15.62:0/3872483454 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe10415b960 0x7fe104154cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.312+0000 7fe10c757640 1 --2- 172.21.15.62:0/3872483454 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe10406d080 0x7fe1040b07d0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.312+0000 7fe10c757640 1 -- 172.21.15.62:0/3872483454 >> 172.21.15.62:0/3872483454 conn(0x7fe1040cc3f0 msgr2=0x7fe1040cacc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:51.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.312+0000 7fe10c757640 1 -- 172.21.15.62:0/3872483454 shutdown_connections 2023-06-08T03:52:51.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.312+0000 7fe10c757640 1 -- 172.21.15.62:0/3872483454 wait complete. 2023-06-08T03:52:51.337 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-08T03:52:51.461 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.452+0000 7f034e48f640 1 Processor -- start 2023-06-08T03:52:51.461 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.452+0000 7f034e48f640 1 -- start start 2023-06-08T03:52:51.462 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.452+0000 7f034e48f640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f03480b1290 0x7f03480b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:51.462 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.452+0000 7f034e48f640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03480d1be0 con 0x7f03480ce280 2023-06-08T03:52:51.462 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.452+0000 7f034e48f640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03480b1660 con 0x7f03480ce950 2023-06-08T03:52:51.462 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.452+0000 7f034e48f640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03480cc6c0 con 0x7f03480b1290 2023-06-08T03:52:51.462 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f03477fe640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f03480ce280 0x7f03480d0520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41602/0 (socket says 172.21.15.62:41602) 2023-06-08T03:52:51.463 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f03477fe640 1 -- 172.21.15.62:0/3094455878 learned_addr learned my addr 172.21.15.62:0/3094455878 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:51.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f0347fff640 1 --2- 172.21.15.62:0/3094455878 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f03480b1290 0x7f03480b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:51.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f0346ffd640 1 -- 172.21.15.62:0/3094455878 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1117499332 0 0) 0x7f03480d1be0 con 0x7f03480ce280 2023-06-08T03:52:51.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f0346ffd640 1 -- 172.21.15.62:0/3094455878 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0334003530 con 0x7f03480ce280 2023-06-08T03:52:51.465 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f0346ffd640 1 -- 172.21.15.62:0/3094455878 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2493764577 0 0) 0x7f0334003530 con 0x7f03480ce280 2023-06-08T03:52:51.465 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f0346ffd640 1 -- 172.21.15.62:0/3094455878 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f03480b1290 msgr2=0x7f03480b4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:51.465 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f0346ffd640 1 --2- 172.21.15.62:0/3094455878 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f03480b1290 0x7f03480b4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.465 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f0346ffd640 1 -- 172.21.15.62:0/3094455878 >> v1:172.21.15.188:6789/0 conn(0x7f03480ce950 legacy=0x7f03480d2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:51.465 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f0346ffd640 1 -- 172.21.15.62:0/3094455878 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03480cc9a0 con 0x7f03480ce280 2023-06-08T03:52:51.465 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f0346ffd640 1 -- 172.21.15.62:0/3094455878 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f0330001680 con 0x7f03480ce280 2023-06-08T03:52:51.465 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f0346ffd640 1 -- 172.21.15.62:0/3094455878 >> v1:172.21.15.62:6789/0 conn(0x7f03480ce280 legacy=0x7f03480d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:51.466 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f0346ffd640 1 --2- 172.21.15.62:0/3094455878 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f03480b1290 0x7f03340039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:51.466 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f0346ffd640 1 --2- 172.21.15.62:0/3094455878 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0334003f30 0x7f03340047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:51.466 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f0346ffd640 1 --2- 172.21.15.62:0/3094455878 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0334004d10 0x7f0334005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:51.466 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f0346ffd640 1 -- 172.21.15.62:0/3094455878 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03480cc6c0 con 0x7f0334003f30 2023-06-08T03:52:51.466 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f0346ffd640 1 -- 172.21.15.62:0/3094455878 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f033400bb20 con 0x7f0334004d10 2023-06-08T03:52:51.466 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f0346ffd640 1 -- 172.21.15.62:0/3094455878 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f033400bce0 con 0x7f03480b1290 2023-06-08T03:52:51.466 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f03477fe640 1 --2- 172.21.15.62:0/3094455878 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0334003f30 0x7f03340047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:51.466 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f0347fff640 1 --2- 172.21.15.62:0/3094455878 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f03480b1290 0x7f03340039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:51.467 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f034ca2c640 1 --2- 172.21.15.62:0/3094455878 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0334004d10 0x7f0334005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:51.467 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f03477fe640 1 -- 172.21.15.62:0/3094455878 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f03480b1290 msgr2=0x7f03340039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:51.467 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f03477fe640 1 --2- 172.21.15.62:0/3094455878 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f03480b1290 0x7f03340039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.467 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f03477fe640 1 -- 172.21.15.62:0/3094455878 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0334004d10 msgr2=0x7f0334005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:51.467 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f03477fe640 1 --2- 172.21.15.62:0/3094455878 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0334004d10 0x7f0334005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.467 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f03477fe640 1 -- 172.21.15.62:0/3094455878 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0334003530 con 0x7f0334003f30 2023-06-08T03:52:51.467 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f034ca2c640 1 --2- 172.21.15.62:0/3094455878 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f0334004d10 0x7f0334005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:51.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f03477fe640 1 --2- 172.21.15.62:0/3094455878 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0334003f30 0x7f03340047d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f03480ce6d0 tx=0x7f033001cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc278d6e20d2423a server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:51.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f0346ffd640 1 -- 172.21.15.62:0/3094455878 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0330005ae0 con 0x7f0334003f30 2023-06-08T03:52:51.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f0346ffd640 1 -- 172.21.15.62:0/3094455878 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0330005c40 con 0x7f0334003f30 2023-06-08T03:52:51.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.456+0000 7f0346ffd640 1 -- 172.21.15.62:0/3094455878 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03300a5a10 con 0x7f0334003f30 2023-06-08T03:52:51.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f034e48f640 1 -- 172.21.15.62:0/3094455878 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0334003f30 msgr2=0x7f03340047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:51.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f034e48f640 1 --2- 172.21.15.62:0/3094455878 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0334003f30 0x7f03340047d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f03480ce6d0 tx=0x7f033001cbe0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f034ca2c640 1 -- 172.21.15.62:0/3094455878 reap_dead start 2023-06-08T03:52:51.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f034e48f640 1 -- 172.21.15.62:0/3094455878 shutdown_connections 2023-06-08T03:52:51.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f034e48f640 1 -- 172.21.15.62:0/3094455878 >> 172.21.15.62:0/3094455878 conn(0x7f034806b5a0 msgr2=0x7f034806b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:51.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f034e48f640 1 -- 172.21.15.62:0/3094455878 shutdown_connections 2023-06-08T03:52:51.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f034e48f640 1 -- 172.21.15.62:0/3094455878 wait complete. 2023-06-08T03:52:51.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f034e48f640 1 Processor -- start 2023-06-08T03:52:51.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f034e48f640 1 -- start start 2023-06-08T03:52:51.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f034e48f640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0334003f30 0x7f034815ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:51.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f034e48f640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f034815b7e0 0x7f03480b1c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:51.472 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f034e48f640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f034815bc50 0x7f03480b21b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:51.472 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f034e48f640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0348165360 con 0x7f034815b7e0 2023-06-08T03:52:51.472 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f034e48f640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0348165030 con 0x7f034815bc50 2023-06-08T03:52:51.472 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f034e48f640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f034815ca90 con 0x7f0334003f30 2023-06-08T03:52:51.472 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f03477fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f034815b7e0 0x7f03480b1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:51.472 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f03477fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f034815b7e0 0x7f03480b1c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60288/0 (socket says 172.21.15.62:60288) 2023-06-08T03:52:51.472 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f03477fe640 1 -- 172.21.15.62:0/913254314 learned_addr learned my addr 172.21.15.62:0/913254314 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:51.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f0347fff640 1 --2- 172.21.15.62:0/913254314 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0334003f30 0x7f034815ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:51.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f034ca2c640 1 --2- 172.21.15.62:0/913254314 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f034815bc50 0x7f03480b21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:51.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f03477fe640 1 -- 172.21.15.62:0/913254314 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0334003f30 msgr2=0x7f034815ad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:51.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f03477fe640 1 --2- 172.21.15.62:0/913254314 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0334003f30 0x7f034815ad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f03477fe640 1 -- 172.21.15.62:0/913254314 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f034815bc50 msgr2=0x7f03480b21b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:51.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f03477fe640 1 --2- 172.21.15.62:0/913254314 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f034815bc50 0x7f03480b21b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f03477fe640 1 -- 172.21.15.62:0/913254314 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f034815c1f0 con 0x7f034815b7e0 2023-06-08T03:52:51.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f034ca2c640 1 --2- 172.21.15.62:0/913254314 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f034815bc50 0x7f03480b21b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:51.474 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f03477fe640 1 --2- 172.21.15.62:0/913254314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f034815b7e0 0x7f03480b1c70 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f0330001940 tx=0x7f0334005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:51.474 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f0344ff9640 1 -- 172.21.15.62:0/913254314 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03300b4070 con 0x7f034815b7e0 2023-06-08T03:52:51.474 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f0344ff9640 1 -- 172.21.15.62:0/913254314 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0330001440 con 0x7f034815b7e0 2023-06-08T03:52:51.474 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f034e48f640 1 -- 172.21.15.62:0/913254314 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f034815c4d0 con 0x7f034815b7e0 2023-06-08T03:52:51.474 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f0344ff9640 1 -- 172.21.15.62:0/913254314 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03300a59f0 con 0x7f034815b7e0 2023-06-08T03:52:51.474 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.460+0000 7f034e48f640 1 -- 172.21.15.62:0/913254314 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f034815b270 con 0x7f034815b7e0 2023-06-08T03:52:51.475 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.464+0000 7f034e48f640 1 -- 172.21.15.62:0/913254314 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f034804d6c0 con 0x7f034815b7e0 2023-06-08T03:52:51.475 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.464+0000 7f0344ff9640 1 -- 172.21.15.62:0/913254314 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f03300a5b50 con 0x7f034815b7e0 2023-06-08T03:52:51.475 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.464+0000 7f0344ff9640 1 --2- 172.21.15.62:0/913254314 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0328066280 0x7f0328068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:51.475 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.464+0000 7f0344ff9640 1 -- 172.21.15.62:0/913254314 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f033011da00 con 0x7f034815b7e0 2023-06-08T03:52:51.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.464+0000 7f0347fff640 1 --2- 172.21.15.62:0/913254314 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0328066280 0x7f0328068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:51.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.464+0000 7f0347fff640 1 --2- 172.21.15.62:0/913254314 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0328066280 0x7f0328068730 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f0338007520 tx=0x7f033800b040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:51.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.468+0000 7f0344ff9640 1 -- 172.21.15.62:0/913254314 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f03300eaf10 con 0x7f034815b7e0 2023-06-08T03:52:51.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.648+0000 7f034e48f640 1 -- 172.21.15.62:0/913254314 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f03480b42f0 con 0x7f034815b7e0 2023-06-08T03:52:51.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.652+0000 7f0344ff9640 1 -- 172.21.15.62:0/913254314 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4665 (secure 0 0 0) 0x7f03300ee530 con 0x7f034815b7e0 2023-06-08T03:52:51.659 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:52:51.659 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4239,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/308746620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":308746620},{"type":"v1","addr":"172.21.15.62:6833","nonce":308746620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4242,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/3359552501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":3359552501},{"type":"v1","addr":"172.21.15.62:6835","nonce":3359552501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4247,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.188:6835/904875113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6834","nonce":904875113},{"type":"v1","addr":"172.21.15.188:6835","nonce":904875113}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-08T03:52:34.168220+0000","modified":"2023-06-08T03:52:36.833176+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.188:6837/4197767102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6836","nonce":4197767102},{"type":"v1","addr":"172.21.15.188:6837","nonce":4197767102}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-08T03:52:51.659 INFO:teuthology.orchestra.run.smithi062.stderr:dumped fsmap epoch 7 2023-06-08T03:52:51.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.652+0000 7f034e48f640 1 -- 172.21.15.62:0/913254314 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0328066280 msgr2=0x7f0328068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:51.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.652+0000 7f034e48f640 1 --2- 172.21.15.62:0/913254314 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0328066280 0x7f0328068730 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f0338007520 tx=0x7f033800b040 comp rx=0 tx=0).stop 2023-06-08T03:52:51.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.652+0000 7f034e48f640 1 -- 172.21.15.62:0/913254314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f034815b7e0 msgr2=0x7f03480b1c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:51.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.652+0000 7f034e48f640 1 --2- 172.21.15.62:0/913254314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f034815b7e0 0x7f03480b1c70 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f0330001940 tx=0x7f0334005800 comp rx=0 tx=0).stop 2023-06-08T03:52:51.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.652+0000 7f034e48f640 1 -- 172.21.15.62:0/913254314 shutdown_connections 2023-06-08T03:52:51.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.652+0000 7f034e48f640 1 --2- 172.21.15.62:0/913254314 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0328066280 0x7f0328068730 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.652+0000 7f034e48f640 1 --2- 172.21.15.62:0/913254314 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f034815bc50 0x7f03480b21b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.652+0000 7f034e48f640 1 --2- 172.21.15.62:0/913254314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f034815b7e0 0x7f03480b1c70 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.662 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.652+0000 7f034e48f640 1 --2- 172.21.15.62:0/913254314 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f0334003f30 0x7f034815ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:51.662 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.652+0000 7f034e48f640 1 -- 172.21.15.62:0/913254314 >> 172.21.15.62:0/913254314 conn(0x7f034806b5a0 msgr2=0x7f03480b52b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:51.662 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.652+0000 7f034e48f640 1 -- 172.21.15.62:0/913254314 shutdown_connections 2023-06-08T03:52:51.662 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:51.652+0000 7f034e48f640 1 -- 172.21.15.62:0/913254314 wait complete. 2023-06-08T03:52:52.078 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-06-08T03:52:34.168220+0000', 'modified': '2023-06-08T03:52:36.833176+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4294}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4294': {'gid': 4294, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.188:6837/4197767102', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.188:6836', 'nonce': 4197767102}, {'type': 'v1', 'addr': '172.21.15.188:6837', 'nonce': 4197767102}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [4], 'metadata_pool': 3, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-06-08T03:52:52.079 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-06-08T03:52:52.079 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-06-08T03:52:52.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.200+0000 7f81d023a640 1 Processor -- start 2023-06-08T03:52:52.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.200+0000 7f81d023a640 1 -- start start 2023-06-08T03:52:52.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81d023a640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f81c80ce160 0x7f81c8143210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81d023a640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f81c80d0580 0x7f81c80af790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81d023a640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81c80acb40 con 0x7f81c80d01b0 2023-06-08T03:52:52.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81d023a640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f81c8143750 con 0x7f81c80ce160 2023-06-08T03:52:52.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81d023a640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81c80b1740 con 0x7f81c80d0580 2023-06-08T03:52:52.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81cdfd6640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f81c80d01b0 0x7f81c80cda50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41606/0 (socket says 172.21.15.62:41606) 2023-06-08T03:52:52.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81cdfd6640 1 -- 172.21.15.62:0/2298760901 learned_addr learned my addr 172.21.15.62:0/2298760901 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:52.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81cd7d5640 1 --2- 172.21.15.62:0/2298760901 >> v2:172.21.15.62:3300/0 conn(0x7f81c80ce160 0x7f81c8143210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81ce7d7640 1 --2- 172.21.15.62:0/2298760901 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f81c80d0580 0x7f81c80af790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81cd7d5640 1 -- 172.21.15.62:0/2298760901 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f81c80d0580 msgr2=0x7f81c80af790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:52.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81cd7d5640 1 --2- 172.21.15.62:0/2298760901 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f81c80d0580 0x7f81c80af790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81cd7d5640 1 -- 172.21.15.62:0/2298760901 >> v1:172.21.15.62:6789/0 conn(0x7f81c80d01b0 legacy=0x7f81c80cda50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:52.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81ccfd4640 1 -- 172.21.15.62:0/2298760901 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 237523410 0 0) 0x7f81c80acb40 con 0x7f81c80d01b0 2023-06-08T03:52:52.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81cd7d5640 1 -- 172.21.15.62:0/2298760901 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81c80b0ea0 con 0x7f81c80ce160 2023-06-08T03:52:52.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81cd7d5640 1 --2- 172.21.15.62:0/2298760901 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f81c80ce160 0x7f81c8143210 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f81b80097c0 tx=0x7f81b801c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3f88a9014c3799a server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:52.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81ccfd4640 1 -- 172.21.15.62:0/2298760901 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81b80ab650 con 0x7f81c80ce160 2023-06-08T03:52:52.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81ccfd4640 1 -- 172.21.15.62:0/2298760901 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81b80ab7b0 con 0x7f81c80ce160 2023-06-08T03:52:52.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81ccfd4640 1 -- 172.21.15.62:0/2298760901 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81b80abb40 con 0x7f81c80ce160 2023-06-08T03:52:52.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81d023a640 1 -- 172.21.15.62:0/2298760901 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f81c80ce160 msgr2=0x7f81c8143210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:52.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81d023a640 1 --2- 172.21.15.62:0/2298760901 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f81c80ce160 0x7f81c8143210 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f81b80097c0 tx=0x7f81b801c450 comp rx=0 tx=0).stop 2023-06-08T03:52:52.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81d023a640 1 -- 172.21.15.62:0/2298760901 shutdown_connections 2023-06-08T03:52:52.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81d023a640 1 --2- 172.21.15.62:0/2298760901 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f81c80d0580 0x7f81c80af790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81d023a640 1 --2- 172.21.15.62:0/2298760901 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f81c80ce160 0x7f81c8143210 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81d023a640 1 -- 172.21.15.62:0/2298760901 >> 172.21.15.62:0/2298760901 conn(0x7f81c8089fe0 msgr2=0x7f81c80991b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:52.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81d023a640 1 -- 172.21.15.62:0/2298760901 shutdown_connections 2023-06-08T03:52:52.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.204+0000 7f81d023a640 1 -- 172.21.15.62:0/2298760901 wait complete. 2023-06-08T03:52:52.217 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81d023a640 1 Processor -- start 2023-06-08T03:52:52.217 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81d023a640 1 -- start start 2023-06-08T03:52:52.217 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81d023a640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f81c80ce160 0x7f81c80ccec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.217 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81d023a640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f81c80d01b0 0x7f81c80b53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.217 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81d023a640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f81c80d0580 0x7f81c8157230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.218 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81d023a640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81c806c3f0 con 0x7f81c80ce160 2023-06-08T03:52:52.218 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81d023a640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81c80b5930 con 0x7f81c80d0580 2023-06-08T03:52:52.218 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81d023a640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81c806be30 con 0x7f81c80d01b0 2023-06-08T03:52:52.218 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81cdfd6640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f81c80ce160 0x7f81c80ccec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.218 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81cdfd6640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f81c80ce160 0x7f81c80ccec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60306/0 (socket says 172.21.15.62:60306) 2023-06-08T03:52:52.218 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81cdfd6640 1 -- 172.21.15.62:0/1355802112 learned_addr learned my addr 172.21.15.62:0/1355802112 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:52.218 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81cd7d5640 1 --2- 172.21.15.62:0/1355802112 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f81c80d01b0 0x7f81c80b53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.218 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81ce7d7640 1 --2- 172.21.15.62:0/1355802112 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f81c80d0580 0x7f81c8157230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.219 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81cdfd6640 1 -- 172.21.15.62:0/1355802112 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f81c80d01b0 msgr2=0x7f81c80b53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:52.219 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81cdfd6640 1 --2- 172.21.15.62:0/1355802112 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f81c80d01b0 0x7f81c80b53f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.219 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81cdfd6640 1 -- 172.21.15.62:0/1355802112 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f81c80d0580 msgr2=0x7f81c8157230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:52.219 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81cdfd6640 1 --2- 172.21.15.62:0/1355802112 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f81c80d0580 0x7f81c8157230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.219 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81cdfd6640 1 -- 172.21.15.62:0/1355802112 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81b8009420 con 0x7f81c80ce160 2023-06-08T03:52:52.219 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81ce7d7640 1 --2- 172.21.15.62:0/1355802112 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f81c80d0580 0x7f81c8157230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:52.219 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81cdfd6640 1 --2- 172.21.15.62:0/1355802112 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f81c80ce160 0x7f81c80ccec0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f81c40010f0 tx=0x7f81c400cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:52.219 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81be7fc640 1 -- 172.21.15.62:0/1355802112 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c4007270 con 0x7f81c80ce160 2023-06-08T03:52:52.220 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81be7fc640 1 -- 172.21.15.62:0/1355802112 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81c40073d0 con 0x7f81c80ce160 2023-06-08T03:52:52.220 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81d023a640 1 -- 172.21.15.62:0/1355802112 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81c806c110 con 0x7f81c80ce160 2023-06-08T03:52:52.220 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81be7fc640 1 -- 172.21.15.62:0/1355802112 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c40057b0 con 0x7f81c80ce160 2023-06-08T03:52:52.220 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.208+0000 7f81d023a640 1 -- 172.21.15.62:0/1355802112 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81c806a7a0 con 0x7f81c80ce160 2023-06-08T03:52:52.222 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81be7fc640 1 -- 172.21.15.62:0/1355802112 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f81c4005910 con 0x7f81c80ce160 2023-06-08T03:52:52.222 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81be7fc640 1 --2- 172.21.15.62:0/1355802112 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f81ac066280 0x7f81ac068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.222 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81be7fc640 1 -- 172.21.15.62:0/1355802112 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f81c4083400 con 0x7f81c80ce160 2023-06-08T03:52:52.222 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81cd7d5640 1 --2- 172.21.15.62:0/1355802112 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f81ac066280 0x7f81ac068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.223 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81d3356000 1 Processor -- start 2023-06-08T03:52:52.223 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81d3356000 1 -- start start 2023-06-08T03:52:52.223 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81cd7d5640 1 --2- 172.21.15.62:0/1355802112 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f81ac066280 0x7f81ac068730 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f81b80af000 tx=0x7f81b80a7000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:52.223 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81d3356000 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x5555a01cf150 0x5555a01cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.223 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81d3356000 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a01cfa60 0x5555a01853e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.223 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81d3356000 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x5555a0185920 0x5555a0185cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.223 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81d3356000 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555a004d540 con 0x5555a01cfa60 2023-06-08T03:52:52.224 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81d3356000 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x55559ff86840 con 0x5555a01cf150 2023-06-08T03:52:52.224 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81d3356000 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x55559ffd9e60 con 0x5555a0185920 2023-06-08T03:52:52.224 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81cd7d5640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a01cfa60 0x5555a01853e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.224 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81cd7d5640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a01cfa60 0x5555a01853e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60316/0 (socket says 172.21.15.62:60316) 2023-06-08T03:52:52.224 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81cd7d5640 1 -- 172.21.15.62:0/3069699797 learned_addr learned my addr 172.21.15.62:0/3069699797 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:52.224 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81ce7d7640 1 --2- 172.21.15.62:0/3069699797 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x5555a0185920 0x5555a0185cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.224 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81cdfd6640 1 --2- 172.21.15.62:0/3069699797 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x5555a01cf150 0x5555a01cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.224 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81cd7d5640 1 -- 172.21.15.62:0/3069699797 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x5555a0185920 msgr2=0x5555a0185cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:52.225 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81cd7d5640 1 --2- 172.21.15.62:0/3069699797 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x5555a0185920 0x5555a0185cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.225 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81cd7d5640 1 -- 172.21.15.62:0/3069699797 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x5555a01cf150 msgr2=0x5555a01cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:52.225 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81cd7d5640 1 --2- 172.21.15.62:0/3069699797 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x5555a01cf150 0x5555a01cf520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.225 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81cd7d5640 1 -- 172.21.15.62:0/3069699797 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55559fccf890 con 0x5555a01cfa60 2023-06-08T03:52:52.225 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81cd7d5640 1 --2- 172.21.15.62:0/3069699797 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a01cfa60 0x5555a01853e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f81b801ab00 tx=0x7f81b8004740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf4733e3da261103 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:52.225 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81ab7fe640 1 -- 172.21.15.62:0/3069699797 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81b80c06d0 con 0x5555a01cfa60 2023-06-08T03:52:52.225 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81ab7fe640 1 -- 172.21.15.62:0/3069699797 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81b80c5070 con 0x5555a01cfa60 2023-06-08T03:52:52.226 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81ab7fe640 1 -- 172.21.15.62:0/3069699797 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81b80c0a30 con 0x5555a01cfa60 2023-06-08T03:52:52.226 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81d3356000 1 -- 172.21.15.62:0/3069699797 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a01cfa60 msgr2=0x5555a01853e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:52.226 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81d3356000 1 --2- 172.21.15.62:0/3069699797 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a01cfa60 0x5555a01853e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f81b801ab00 tx=0x7f81b8004740 comp rx=0 tx=0).stop 2023-06-08T03:52:52.226 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81d3356000 1 -- 172.21.15.62:0/3069699797 shutdown_connections 2023-06-08T03:52:52.226 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81d3356000 1 --2- 172.21.15.62:0/3069699797 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x5555a0185920 0x5555a0185cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.226 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81d3356000 1 --2- 172.21.15.62:0/3069699797 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a01cfa60 0x5555a01853e0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.226 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81d3356000 1 --2- 172.21.15.62:0/3069699797 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x5555a01cf150 0x5555a01cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.226 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81d3356000 1 -- 172.21.15.62:0/3069699797 >> 172.21.15.62:0/3069699797 conn(0x5555a002b370 msgr2=0x5555a0183cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:52.227 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.212+0000 7f81d3356000 1 -- 172.21.15.62:0/3069699797 shutdown_connections 2023-06-08T03:52:52.227 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81d3356000 1 -- 172.21.15.62:0/3069699797 wait complete. 2023-06-08T03:52:52.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81d3356000 1 -- start start 2023-06-08T03:52:52.230 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81d3356000 1 Processor -- start 2023-06-08T03:52:52.230 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81d3356000 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a0185920 0x5555a018aa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.230 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81d3356000 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x5555a01cf150 0x5555a0190530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.230 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81d3356000 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x5555a01cfa60 0x5555a0190a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.230 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81d3356000 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x55559ffd2f00 con 0x5555a0185920 2023-06-08T03:52:52.230 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81d3356000 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x55559ff8fae0 con 0x5555a01cfa60 2023-06-08T03:52:52.230 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81d3356000 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x55559ff8f780 con 0x5555a01cf150 2023-06-08T03:52:52.231 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81d3356000 10 client.0 _ll_register_callbacks cb 0x5555a0171060 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-06-08T03:52:52.231 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81cdfd6640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a0185920 0x5555a018aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.231 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81cdfd6640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a0185920 0x5555a018aa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60332/0 (socket says 172.21.15.62:60332) 2023-06-08T03:52:52.231 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81cdfd6640 1 -- 172.21.15.62:0/3871947387 learned_addr learned my addr 172.21.15.62:0/3871947387 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:52.231 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81cd7d5640 1 --2- 172.21.15.62:0/3871947387 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x5555a01cf150 0x5555a0190530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.231 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81ce7d7640 1 --2- 172.21.15.62:0/3871947387 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x5555a01cfa60 0x5555a0190a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.231 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81cdfd6640 1 -- 172.21.15.62:0/3871947387 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x5555a01cf150 msgr2=0x5555a0190530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:52.231 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81cdfd6640 1 --2- 172.21.15.62:0/3871947387 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x5555a01cf150 0x5555a0190530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.232 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81cdfd6640 1 -- 172.21.15.62:0/3871947387 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x5555a01cfa60 msgr2=0x5555a0190a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:52.232 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81cdfd6640 1 --2- 172.21.15.62:0/3871947387 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x5555a01cfa60 0x5555a0190a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.232 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81cdfd6640 1 -- 172.21.15.62:0/3871947387 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81b80bb070 con 0x5555a0185920 2023-06-08T03:52:52.232 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81cdfd6640 1 --2- 172.21.15.62:0/3871947387 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a0185920 0x5555a018aa00 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f81c405c2c0 tx=0x7f81c405c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67d92adea5b7f295 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:52.232 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81a8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2023-06-08T03:52:52.232 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81a8ff9640 1 -- 172.21.15.62:0/3871947387 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c4007e00 con 0x5555a0185920 2023-06-08T03:52:52.232 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81a8ff9640 1 -- 172.21.15.62:0/3871947387 <== mon.0 v2:172.21.15.62:3300/0 2 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f81c405a0e0 con 0x5555a0185920 2023-06-08T03:52:52.232 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81d3356000 1 -- 172.21.15.62:0/3871947387 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55559ff8c2d0 con 0x5555a0185920 2023-06-08T03:52:52.233 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81a8ff9640 1 -- 172.21.15.62:0/3871947387 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) v2 ==== 24+0+0 (secure 0 0 0) 0x7f81c4080070 con 0x5555a0185920 2023-06-08T03:52:52.233 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81d3356000 10 client.4704 fetch_fsmap learned FSMap version 7 2023-06-08T03:52:52.233 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81d3356000 1 -- 172.21.15.62:0/3871947387 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) v3 -- 0x55559ff97d10 con 0x5555a0185920 2023-06-08T03:52:52.233 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81a8ff9640 1 -- 172.21.15.62:0/3871947387 <== mon.0 v2:172.21.15.62:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81c406f080 con 0x5555a0185920 2023-06-08T03:52:52.233 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81a8ff9640 1 -- 172.21.15.62:0/3871947387 <== mon.0 v2:172.21.15.62:3300/0 5 ==== fsmap(e 7) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f81c4081220 con 0x5555a0185920 2023-06-08T03:52:52.233 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81d3356000 10 client.4704 fetch_fsmap finished waiting for FSMap version 7 2023-06-08T03:52:52.233 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81d3356000 10 client.4704 resolve_mds: resolved name 'b' to daemon mds.b 2023-06-08T03:52:52.234 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81d3356000 20 client.4704 populate_metadata read hostname 'smithi062' 2023-06-08T03:52:52.234 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81d3356000 1 --2- 172.21.15.62:0/3871947387 >> [v2:172.21.15.188:6836/4197767102,v1:172.21.15.188:6837/4197767102] conn(0x5555a01d5770 0x5555a01d5b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.234 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81d3356000 4 client.4704 mds_command: new command op to 4294 tid=0[{"prefix": "get_command_descriptions"}] 2023-06-08T03:52:52.234 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81d3356000 1 -- 172.21.15.62:0/3871947387 --> [v2:172.21.15.188:6836/4197767102,v1:172.21.15.188:6837/4197767102] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55559ffd1850 con 0x5555a01d5770 2023-06-08T03:52:52.234 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81cd7d5640 1 --2- 172.21.15.62:0/3871947387 >> [v2:172.21.15.188:6836/4197767102,v1:172.21.15.188:6837/4197767102] conn(0x5555a01d5770 0x5555a01d5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.234 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81a8ff9640 10 client.4704 ms_handle_connect on v2:172.21.15.188:6836/4197767102 2023-06-08T03:52:52.234 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.216+0000 7f81cd7d5640 1 --2- 172.21.15.62:0/3871947387 >> [v2:172.21.15.188:6836/4197767102,v1:172.21.15.188:6837/4197767102] conn(0x5555a01d5770 0x5555a01d5b40 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=62696321603237ba server_cookie=409a77ebb8057570 in_seq=0 out_seq=0 2023-06-08T03:52:52.234 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.220+0000 7f81a8ff9640 1 -- 172.21.15.62:0/3871947387 <== mds.0 v2:172.21.15.188:6836/4197767102 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55559ffd1850 con 0x5555a01d5770 2023-06-08T03:52:52.235 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.220+0000 7f81a8ff9640 10 client.4704 handle_command_reply: tid=0 2023-06-08T03:52:52.235 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.220+0000 7f81d3356000 1 client.4704 shutdown 2023-06-08T03:52:52.235 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.220+0000 7f81d3356000 1 -- 172.21.15.62:0/3871947387 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a0185920 msgr2=0x5555a018aa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:52.235 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.220+0000 7f81d3356000 1 --2- 172.21.15.62:0/3871947387 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a0185920 0x5555a018aa00 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f81c405c2c0 tx=0x7f81c405c930 comp rx=0 tx=0).stop 2023-06-08T03:52:52.235 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.220+0000 7f81d3356000 1 -- 172.21.15.62:0/3871947387 shutdown_connections 2023-06-08T03:52:52.235 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.220+0000 7f81d3356000 1 --2- 172.21.15.62:0/3871947387 >> [v2:172.21.15.188:6836/4197767102,v1:172.21.15.188:6837/4197767102] conn(0x5555a01d5770 0x5555a01d5b40 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.235 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.220+0000 7f81d3356000 1 --2- 172.21.15.62:0/3871947387 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x5555a01cfa60 0x5555a0190a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.235 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.220+0000 7f81d3356000 1 --2- 172.21.15.62:0/3871947387 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x5555a01cf150 0x5555a0190530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.236 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.220+0000 7f81a8ff9640 0 client.4704 ms_handle_reset on v2:172.21.15.188:6836/4197767102 2023-06-08T03:52:52.236 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.220+0000 7f81d3356000 1 --2- 172.21.15.62:0/3871947387 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a0185920 0x5555a018aa00 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.236 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.220+0000 7f81d3356000 1 -- 172.21.15.62:0/3871947387 >> 172.21.15.62:0/3871947387 conn(0x5555a002b370 msgr2=0x5555a01843c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:52.236 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.220+0000 7f81d3356000 1 -- 172.21.15.62:0/3871947387 shutdown_connections 2023-06-08T03:52:52.236 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.220+0000 7f81d3356000 1 -- 172.21.15.62:0/3871947387 wait complete. 2023-06-08T03:52:52.236 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.220+0000 7f81d3356000 20 client.4704 trim_cache size 0 max 16384 2023-06-08T03:52:52.243 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81d3356000 1 Processor -- start 2023-06-08T03:52:52.243 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81d3356000 1 -- start start 2023-06-08T03:52:52.244 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81d3356000 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a0185920 0x5555a01ce530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.244 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81d3356000 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x5555a01cf150 0x5555a01cea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81d3356000 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x5555a01cfa60 0x5555a01cfe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81d3356000 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x55559fc90940 con 0x5555a0185920 2023-06-08T03:52:52.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81d3356000 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x55559ffcaba0 con 0x5555a01cfa60 2023-06-08T03:52:52.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81d3356000 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x55559ff78130 con 0x5555a01cf150 2023-06-08T03:52:52.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81cdfd6640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a0185920 0x5555a01ce530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81cdfd6640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a0185920 0x5555a01ce530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60346/0 (socket says 172.21.15.62:60346) 2023-06-08T03:52:52.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81cdfd6640 1 -- 172.21.15.62:0/1737503565 learned_addr learned my addr 172.21.15.62:0/1737503565 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:52.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81cdfd6640 1 -- 172.21.15.62:0/1737503565 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x5555a01cf150 msgr2=0x5555a01cea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:52.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81cdfd6640 1 --2- 172.21.15.62:0/1737503565 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x5555a01cf150 0x5555a01cea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81cdfd6640 1 -- 172.21.15.62:0/1737503565 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x5555a01cfa60 msgr2=0x5555a01cfe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:52.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81cdfd6640 1 --2- 172.21.15.62:0/1737503565 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x5555a01cfa60 0x5555a01cfe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81cdfd6640 1 -- 172.21.15.62:0/1737503565 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55559ff7dfa0 con 0x5555a0185920 2023-06-08T03:52:52.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81cdfd6640 1 --2- 172.21.15.62:0/1737503565 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a0185920 0x5555a01ce530 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f81c40541a0 tx=0x7f81c405a070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4302ad15bd8ad24 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:52.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81abfff640 1 -- 172.21.15.62:0/1737503565 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c4080070 con 0x5555a0185920 2023-06-08T03:52:52.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81abfff640 1 -- 172.21.15.62:0/1737503565 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55559ff8c2d0 con 0x5555a0185920 2023-06-08T03:52:52.247 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81abfff640 1 -- 172.21.15.62:0/1737503565 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c40507e0 con 0x5555a0185920 2023-06-08T03:52:52.249 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81d3356000 1 -- 172.21.15.62:0/1737503565 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a0185920 msgr2=0x5555a01ce530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:52.250 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81d3356000 1 --2- 172.21.15.62:0/1737503565 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a0185920 0x5555a01ce530 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f81c40541a0 tx=0x7f81c405a070 comp rx=0 tx=0).stop 2023-06-08T03:52:52.250 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81d3356000 1 -- 172.21.15.62:0/1737503565 shutdown_connections 2023-06-08T03:52:52.250 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81d3356000 1 --2- 172.21.15.62:0/1737503565 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x5555a01cfa60 0x5555a01cfe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.250 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81d3356000 1 --2- 172.21.15.62:0/1737503565 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x5555a01cf150 0x5555a01cea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.250 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81d3356000 1 --2- 172.21.15.62:0/1737503565 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a0185920 0x5555a01ce530 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.250 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81d3356000 1 -- 172.21.15.62:0/1737503565 >> 172.21.15.62:0/1737503565 conn(0x5555a002b370 msgr2=0x5555a01891d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:52.250 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81d3356000 1 -- 172.21.15.62:0/1737503565 shutdown_connections 2023-06-08T03:52:52.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81d3356000 1 -- 172.21.15.62:0/1737503565 wait complete. 2023-06-08T03:52:52.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81d3356000 1 -- start start 2023-06-08T03:52:52.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.236+0000 7f81d3356000 1 Processor -- start 2023-06-08T03:52:52.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x5555a0185920 0x5555a022c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a01cf150 0x5555a022ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x5555a01cfa60 0x5555a01d3000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x55559ffcaba0 con 0x5555a01cf150 2023-06-08T03:52:52.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555a01692a0 con 0x5555a01cfa60 2023-06-08T03:52:52.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x55559ff92800 con 0x5555a0185920 2023-06-08T03:52:52.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 10 client.0 _ll_register_callbacks cb 0x55559ff722b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-06-08T03:52:52.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81cd7d5640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a01cf150 0x5555a022ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81cd7d5640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a01cf150 0x5555a022ccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60362/0 (socket says 172.21.15.62:60362) 2023-06-08T03:52:52.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81cd7d5640 1 -- 172.21.15.62:0/1578798443 learned_addr learned my addr 172.21.15.62:0/1578798443 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:52.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81cdfd6640 1 --2- 172.21.15.62:0/1578798443 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x5555a0185920 0x5555a022c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81ce7d7640 1 --2- 172.21.15.62:0/1578798443 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x5555a01cfa60 0x5555a01d3000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81cd7d5640 1 -- 172.21.15.62:0/1578798443 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x5555a0185920 msgr2=0x5555a022c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:52.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81cd7d5640 1 --2- 172.21.15.62:0/1578798443 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x5555a0185920 0x5555a022c770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81cd7d5640 1 -- 172.21.15.62:0/1578798443 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x5555a01cfa60 msgr2=0x5555a01d3000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:52.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81cd7d5640 1 --2- 172.21.15.62:0/1578798443 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x5555a01cfa60 0x5555a01d3000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81cd7d5640 1 -- 172.21.15.62:0/1578798443 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55559ff97d10 con 0x5555a01cf150 2023-06-08T03:52:52.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81cd7d5640 1 --2- 172.21.15.62:0/1578798443 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a01cf150 0x5555a022ccb0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f81b80ad010 tx=0x7f81b801ac90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb23018a61ec14dd server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:52.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81a8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2023-06-08T03:52:52.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81a8ff9640 1 -- 172.21.15.62:0/1578798443 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81b80d6540 con 0x5555a01cf150 2023-06-08T03:52:52.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 -- 172.21.15.62:0/1578798443 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55559ff5aa80 con 0x5555a01cf150 2023-06-08T03:52:52.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81a8ff9640 1 -- 172.21.15.62:0/1578798443 <== mon.0 v2:172.21.15.62:3300/0 2 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f81b80d6af0 con 0x5555a01cf150 2023-06-08T03:52:52.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81a8ff9640 1 -- 172.21.15.62:0/1578798443 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) v2 ==== 24+0+0 (secure 0 0 0) 0x7f81b80d6cb0 con 0x5555a01cf150 2023-06-08T03:52:52.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 10 client.4710 fetch_fsmap learned FSMap version 7 2023-06-08T03:52:52.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 -- 172.21.15.62:0/1578798443 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) v3 -- 0x55559fccfcc0 con 0x5555a01cf150 2023-06-08T03:52:52.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81a8ff9640 1 -- 172.21.15.62:0/1578798443 <== mon.0 v2:172.21.15.62:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55559ff5aa80 con 0x5555a01cf150 2023-06-08T03:52:52.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81a8ff9640 1 -- 172.21.15.62:0/1578798443 <== mon.0 v2:172.21.15.62:3300/0 5 ==== fsmap(e 7) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f81b80c0650 con 0x5555a01cf150 2023-06-08T03:52:52.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 10 client.4710 fetch_fsmap finished waiting for FSMap version 7 2023-06-08T03:52:52.255 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 10 client.4710 resolve_mds: resolved name 'b' to daemon mds.b 2023-06-08T03:52:52.255 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 20 client.4710 populate_metadata read hostname 'smithi062' 2023-06-08T03:52:52.255 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 --2- 172.21.15.62:0/1578798443 >> [v2:172.21.15.188:6836/4197767102,v1:172.21.15.188:6837/4197767102] conn(0x5555a02335d0 0x5555a02359b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.255 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 4 client.4710 mds_command: new command op to 4294 tid=0[{"prefix": "status"}] 2023-06-08T03:52:52.255 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 -- 172.21.15.62:0/1578798443 --> [v2:172.21.15.188:6836/4197767102,v1:172.21.15.188:6837/4197767102] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55559ffcbee0 con 0x5555a02335d0 2023-06-08T03:52:52.255 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81cdfd6640 1 --2- 172.21.15.62:0/1578798443 >> [v2:172.21.15.188:6836/4197767102,v1:172.21.15.188:6837/4197767102] conn(0x5555a02335d0 0x5555a02359b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.255 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81cdfd6640 1 --2- 172.21.15.62:0/1578798443 >> [v2:172.21.15.188:6836/4197767102,v1:172.21.15.188:6837/4197767102] conn(0x5555a02335d0 0x5555a02359b0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9cd3bd4d2f15cd50 server_cookie=c71a4852009e3a6c in_seq=0 out_seq=0 2023-06-08T03:52:52.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81a8ff9640 10 client.4710 ms_handle_connect on v2:172.21.15.188:6836/4197767102 2023-06-08T03:52:52.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81a8ff9640 1 -- 172.21.15.62:0/1578798443 <== mds.0 v2:172.21.15.188:6836/4197767102 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+330 (crc 0 0 0) 0x55559ffcbee0 con 0x5555a02335d0 2023-06-08T03:52:52.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81a8ff9640 10 client.4710 handle_command_reply: tid=0 2023-06-08T03:52:52.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 client.4710 shutdown 2023-06-08T03:52:52.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 -- 172.21.15.62:0/1578798443 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a01cf150 msgr2=0x5555a022ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:52.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 --2- 172.21.15.62:0/1578798443 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a01cf150 0x5555a022ccb0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f81b80ad010 tx=0x7f81b801ac90 comp rx=0 tx=0).stop 2023-06-08T03:52:52.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 -- 172.21.15.62:0/1578798443 shutdown_connections 2023-06-08T03:52:52.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 --2- 172.21.15.62:0/1578798443 >> [v2:172.21.15.188:6836/4197767102,v1:172.21.15.188:6837/4197767102] conn(0x5555a02335d0 0x5555a02359b0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 --2- 172.21.15.62:0/1578798443 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x5555a01cfa60 0x5555a01d3000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 --2- 172.21.15.62:0/1578798443 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555a01cf150 0x5555a022ccb0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 --2- 172.21.15.62:0/1578798443 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x5555a0185920 0x5555a022c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81a8ff9640 0 client.4710 ms_handle_reset on v2:172.21.15.188:6836/4197767102 2023-06-08T03:52:52.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 -- 172.21.15.62:0/1578798443 >> 172.21.15.62:0/1578798443 conn(0x5555a002b370 msgr2=0x5555a01cd520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:52.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 -- 172.21.15.62:0/1578798443 shutdown_connections 2023-06-08T03:52:52.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 1 -- 172.21.15.62:0/1578798443 wait complete. 2023-06-08T03:52:52.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d3356000 20 client.4710 trim_cache size 0 max 16384 2023-06-08T03:52:52.258 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2023-06-08T03:52:52.258 INFO:teuthology.orchestra.run.smithi062.stdout: "cluster_fsid": "38543461-7da4-4257-82f0-49ef761f6bad", 2023-06-08T03:52:52.258 INFO:teuthology.orchestra.run.smithi062.stdout: "whoami": 0, 2023-06-08T03:52:52.258 INFO:teuthology.orchestra.run.smithi062.stdout: "id": 4294, 2023-06-08T03:52:52.258 INFO:teuthology.orchestra.run.smithi062.stdout: "want_state": "up:active", 2023-06-08T03:52:52.259 INFO:teuthology.orchestra.run.smithi062.stdout: "state": "up:active", 2023-06-08T03:52:52.259 INFO:teuthology.orchestra.run.smithi062.stdout: "fs_name": "cephfs", 2023-06-08T03:52:52.259 INFO:teuthology.orchestra.run.smithi062.stdout: "rank_uptime": 18.072324173999998, 2023-06-08T03:52:52.259 INFO:teuthology.orchestra.run.smithi062.stdout: "mdsmap_epoch": 7, 2023-06-08T03:52:52.259 INFO:teuthology.orchestra.run.smithi062.stdout: "osdmap_epoch": 23, 2023-06-08T03:52:52.259 INFO:teuthology.orchestra.run.smithi062.stdout: "osdmap_epoch_barrier": 23, 2023-06-08T03:52:52.259 INFO:teuthology.orchestra.run.smithi062.stdout: "uptime": 22.354532301999999 2023-06-08T03:52:52.259 INFO:teuthology.orchestra.run.smithi062.stdout:} 2023-06-08T03:52:52.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d023a640 1 -- 172.21.15.62:0/1355802112 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f81ac066280 msgr2=0x7f81ac068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:52.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d023a640 1 --2- 172.21.15.62:0/1355802112 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f81ac066280 0x7f81ac068730 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f81b80af000 tx=0x7f81b80a7000 comp rx=0 tx=0).stop 2023-06-08T03:52:52.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d023a640 1 -- 172.21.15.62:0/1355802112 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f81c80ce160 msgr2=0x7f81c80ccec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:52.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.240+0000 7f81d023a640 1 --2- 172.21.15.62:0/1355802112 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f81c80ce160 0x7f81c80ccec0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f81c40010f0 tx=0x7f81c400cbe0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.244+0000 7f81d023a640 1 -- 172.21.15.62:0/1355802112 shutdown_connections 2023-06-08T03:52:52.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.244+0000 7f81d023a640 1 --2- 172.21.15.62:0/1355802112 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f81ac066280 0x7f81ac068730 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.244+0000 7f81d023a640 1 --2- 172.21.15.62:0/1355802112 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f81c80d0580 0x7f81c8157230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.244+0000 7f81d023a640 1 --2- 172.21.15.62:0/1355802112 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f81c80d01b0 0x7f81c80b53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.244+0000 7f81d023a640 1 --2- 172.21.15.62:0/1355802112 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f81c80ce160 0x7f81c80ccec0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.244+0000 7f81d023a640 1 -- 172.21.15.62:0/1355802112 >> 172.21.15.62:0/1355802112 conn(0x7f81c8089fe0 msgr2=0x7f81c80b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:52.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.244+0000 7f81d023a640 1 -- 172.21.15.62:0/1355802112 shutdown_connections 2023-06-08T03:52:52.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.244+0000 7f81d023a640 1 -- 172.21.15.62:0/1355802112 wait complete. 2023-06-08T03:52:52.265 INFO:teuthology.run_tasks:Running task ceph-fuse... 2023-06-08T03:52:52.299 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2023-06-08T03:52:52.300 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2023-06-08T03:52:52.300 INFO:tasks.ceph_fuse:client.0 config is {} 2023-06-08T03:52:52.300 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-06-08T03:52:52.301 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-06-08T03:52:52.301 INFO:tasks.ceph_fuse:client.2 config is {} 2023-06-08T03:52:52.301 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-06-08T03:52:52.301 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2023-06-08T03:52:52.302 INFO:tasks.ceph_fuse:client.1 config is {} 2023-06-08T03:52:52.302 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-06-08T03:52:52.302 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-06-08T03:52:52.302 INFO:tasks.ceph_fuse:client.3 config is {} 2023-06-08T03:52:52.302 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-06-08T03:52:52.303 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2023-06-08T03:52:52.303 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:52.303 DEBUG:teuthology.orchestra.run.smithi062:> ip netns list 2023-06-08T03:52:52.308 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:52.308 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip link delete ceph-brx 2023-06-08T03:52:52.363 INFO:teuthology.orchestra.run.smithi062.stderr:Cannot find device "ceph-brx" 2023-06-08T03:52:52.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-08T03:52:52.364 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:52.364 DEBUG:teuthology.orchestra.run.smithi188:> ip netns list 2023-06-08T03:52:52.371 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:52.371 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip link delete ceph-brx 2023-06-08T03:52:52.429 INFO:teuthology.orchestra.run.smithi188.stderr:Cannot find device "ceph-brx" 2023-06-08T03:52:52.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-08T03:52:52.430 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2023-06-08T03:52:52.430 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-06-08T03:52:52.550 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.544+0000 7f9e1acc6640 1 Processor -- start 2023-06-08T03:52:52.550 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.544+0000 7f9e1acc6640 1 -- start start 2023-06-08T03:52:52.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.544+0000 7f9e1acc6640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f9e140cc6f0 0x7f9e140ca4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.544+0000 7f9e1acc6640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e1406a420 0x7f9e1406a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.552 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.544+0000 7f9e1acc6640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e140cacf0 con 0x7f9e140d05d0 2023-06-08T03:52:52.552 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.544+0000 7f9e1acc6640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9e1406ade0 con 0x7f9e140cc6f0 2023-06-08T03:52:52.552 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.544+0000 7f9e1acc6640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e140cafd0 con 0x7f9e1406a420 2023-06-08T03:52:52.552 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.544+0000 7f9e13fff640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f9e140cc6f0 0x7f9e140ca4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.544+0000 7f9e19263640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e1406a420 0x7f9e1406a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.544+0000 7f9e18a62640 1 --1- >> v1:172.21.15.188:6789/0 conn(0x7f9e140d05d0 0x7f9e140cbd90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.188:6789/0 says I am v1:172.21.15.62:42322/0 (socket says 172.21.15.62:42322) 2023-06-08T03:52:52.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.544+0000 7f9e18a62640 1 -- 172.21.15.62:0/2480287869 learned_addr learned my addr 172.21.15.62:0/2480287869 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:52.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.544+0000 7f9e19263640 1 -- 172.21.15.62:0/2480287869 >> v2:172.21.15.188:3300/0 conn(0x7f9e140cc6f0 msgr2=0x7f9e140ca4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:52.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.544+0000 7f9e19263640 1 --2- 172.21.15.62:0/2480287869 >> v2:172.21.15.188:3300/0 conn(0x7f9e140cc6f0 0x7f9e140ca4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.544+0000 7f9e19263640 1 -- 172.21.15.62:0/2480287869 >> v1:172.21.15.188:6789/0 conn(0x7f9e140d05d0 legacy=0x7f9e140cbd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:52.554 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.544+0000 7f9e19263640 1 -- 172.21.15.62:0/2480287869 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e140cb2b0 con 0x7f9e1406a420 2023-06-08T03:52:52.554 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.544+0000 7f9e13fff640 1 --2- 172.21.15.62:0/2480287869 >> v2:172.21.15.188:3300/0 conn(0x7f9e140cc6f0 0x7f9e140ca4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:52:52.554 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.548+0000 7f9e19263640 1 --2- 172.21.15.62:0/2480287869 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e1406a420 0x7f9e1406a8a0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f9e0c009dc0 tx=0x7f9e0c01c870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c5bfd74a54a274b8 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:52.555 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.548+0000 7f9e137fe640 1 -- 172.21.15.62:0/2480287869 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e0c0a5930 con 0x7f9e1406a420 2023-06-08T03:52:52.555 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.548+0000 7f9e137fe640 1 -- 172.21.15.62:0/2480287869 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e0c0a5a90 con 0x7f9e1406a420 2023-06-08T03:52:52.555 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.548+0000 7f9e137fe640 1 -- 172.21.15.62:0/2480287869 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e0c0a5e20 con 0x7f9e1406a420 2023-06-08T03:52:52.556 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.548+0000 7f9e1acc6640 1 -- 172.21.15.62:0/2480287869 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e1406a420 msgr2=0x7f9e1406a8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:52.556 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.548+0000 7f9e1acc6640 1 --2- 172.21.15.62:0/2480287869 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e1406a420 0x7f9e1406a8a0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f9e0c009dc0 tx=0x7f9e0c01c870 comp rx=0 tx=0).stop 2023-06-08T03:52:52.556 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.548+0000 7f9e1acc6640 1 -- 172.21.15.62:0/2480287869 shutdown_connections 2023-06-08T03:52:52.556 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.548+0000 7f9e1acc6640 1 --2- 172.21.15.62:0/2480287869 >> v2:172.21.15.188:3300/0 conn(0x7f9e140cc6f0 0x7f9e140ca4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.557 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.548+0000 7f9e1acc6640 1 --2- 172.21.15.62:0/2480287869 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e1406a420 0x7f9e1406a8a0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.557 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.548+0000 7f9e1acc6640 1 -- 172.21.15.62:0/2480287869 >> 172.21.15.62:0/2480287869 conn(0x7f9e14065850 msgr2=0x7f9e14099140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:52.557 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.548+0000 7f9e1acc6640 1 -- 172.21.15.62:0/2480287869 shutdown_connections 2023-06-08T03:52:52.557 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.548+0000 7f9e1acc6640 1 -- 172.21.15.62:0/2480287869 wait complete. 2023-06-08T03:52:52.557 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.548+0000 7f9e1acc6640 1 Processor -- start 2023-06-08T03:52:52.558 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.548+0000 7f9e1acc6640 1 -- start start 2023-06-08T03:52:52.559 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e1acc6640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e1406a420 0x7f9e140c4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.559 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e1acc6640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9e140cc6f0 0x7f9e1415d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.559 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e1acc6640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e140d05d0 0x7f9e1415dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.560 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e1acc6640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e140c4630 con 0x7f9e1406a420 2023-06-08T03:52:52.560 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e1acc6640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e140c3a20 con 0x7f9e140cc6f0 2023-06-08T03:52:52.560 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e1acc6640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e140c3d00 con 0x7f9e140d05d0 2023-06-08T03:52:52.560 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e18a62640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e1406a420 0x7f9e140c4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.560 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e18a62640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e1406a420 0x7f9e140c4ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60374/0 (socket says 172.21.15.62:60374) 2023-06-08T03:52:52.560 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e18a62640 1 -- 172.21.15.62:0/2941528789 learned_addr learned my addr 172.21.15.62:0/2941528789 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:52.560 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e13fff640 1 --2- 172.21.15.62:0/2941528789 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9e140cc6f0 0x7f9e1415d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.561 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e19263640 1 --2- 172.21.15.62:0/2941528789 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e140d05d0 0x7f9e1415dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.561 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e18a62640 1 -- 172.21.15.62:0/2941528789 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e140d05d0 msgr2=0x7f9e1415dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:52.561 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e18a62640 1 --2- 172.21.15.62:0/2941528789 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e140d05d0 0x7f9e1415dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.561 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e18a62640 1 -- 172.21.15.62:0/2941528789 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9e140cc6f0 msgr2=0x7f9e1415d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:52.561 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e18a62640 1 --2- 172.21.15.62:0/2941528789 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9e140cc6f0 0x7f9e1415d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.561 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e18a62640 1 -- 172.21.15.62:0/2941528789 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e00009420 con 0x7f9e1406a420 2023-06-08T03:52:52.561 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e19263640 1 --2- 172.21.15.62:0/2941528789 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e140d05d0 0x7f9e1415dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:52.562 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e18a62640 1 --2- 172.21.15.62:0/2941528789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e1406a420 0x7f9e140c4ac0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9e0800c400 tx=0x7f9e0800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:52.562 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e117fa640 1 -- 172.21.15.62:0/2941528789 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e08005cf0 con 0x7f9e1406a420 2023-06-08T03:52:52.562 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e117fa640 1 -- 172.21.15.62:0/2941528789 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e08005e50 con 0x7f9e1406a420 2023-06-08T03:52:52.562 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e1acc6640 1 -- 172.21.15.62:0/2941528789 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e0c009a70 con 0x7f9e1406a420 2023-06-08T03:52:52.562 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e117fa640 1 -- 172.21.15.62:0/2941528789 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e080072d0 con 0x7f9e1406a420 2023-06-08T03:52:52.562 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e1acc6640 1 -- 172.21.15.62:0/2941528789 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e140c42c0 con 0x7f9e1406a420 2023-06-08T03:52:52.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e1acc6640 1 -- 172.21.15.62:0/2941528789 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e1404d6c0 con 0x7f9e1406a420 2023-06-08T03:52:52.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e117fa640 1 -- 172.21.15.62:0/2941528789 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9e08007430 con 0x7f9e1406a420 2023-06-08T03:52:52.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e117fa640 1 --2- 172.21.15.62:0/2941528789 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9df8066280 0x7f9df8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:52.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e117fa640 1 -- 172.21.15.62:0/2941528789 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f9e080831f0 con 0x7f9e1406a420 2023-06-08T03:52:52.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.552+0000 7f9e13fff640 1 --2- 172.21.15.62:0/2941528789 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9df8066280 0x7f9df8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:52.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.556+0000 7f9e13fff640 1 --2- 172.21.15.62:0/2941528789 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9df8066280 0x7f9df8068730 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f9e141657f0 tx=0x7f9e00008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:52.565 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.556+0000 7f9e117fa640 1 -- 172.21.15.62:0/2941528789 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9e08050720 con 0x7f9e1406a420 2023-06-08T03:52:52.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.740+0000 7f9e1acc6640 1 -- 172.21.15.62:0/2941528789 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f9e140c6ad0 con 0x7f9e1406a420 2023-06-08T03:52:52.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.740+0000 7f9e117fa640 1 -- 172.21.15.62:0/2941528789 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7f9e08053d40 con 0x7f9e1406a420 2023-06-08T03:52:52.748 INFO:teuthology.orchestra.run.smithi062.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-06-08T03:52:52.750 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.740+0000 7f9e1acc6640 1 -- 172.21.15.62:0/2941528789 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9df8066280 msgr2=0x7f9df8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:52.750 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.740+0000 7f9e1acc6640 1 --2- 172.21.15.62:0/2941528789 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9df8066280 0x7f9df8068730 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f9e141657f0 tx=0x7f9e00008040 comp rx=0 tx=0).stop 2023-06-08T03:52:52.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.740+0000 7f9e1acc6640 1 -- 172.21.15.62:0/2941528789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e1406a420 msgr2=0x7f9e140c4ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:52.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.740+0000 7f9e1acc6640 1 --2- 172.21.15.62:0/2941528789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e1406a420 0x7f9e140c4ac0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9e0800c400 tx=0x7f9e0800c8c0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.744+0000 7f9e1acc6640 1 -- 172.21.15.62:0/2941528789 shutdown_connections 2023-06-08T03:52:52.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.744+0000 7f9e1acc6640 1 --2- 172.21.15.62:0/2941528789 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9df8066280 0x7f9df8068730 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.744+0000 7f9e1acc6640 1 --2- 172.21.15.62:0/2941528789 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9e140d05d0 0x7f9e1415dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.744+0000 7f9e1acc6640 1 --2- 172.21.15.62:0/2941528789 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9e140cc6f0 0x7f9e1415d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.744+0000 7f9e1acc6640 1 --2- 172.21.15.62:0/2941528789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e1406a420 0x7f9e140c4ac0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:52.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.744+0000 7f9e1acc6640 1 -- 172.21.15.62:0/2941528789 >> 172.21.15.62:0/2941528789 conn(0x7f9e14065850 msgr2=0x7f9e141659b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:52.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.744+0000 7f9e1acc6640 1 -- 172.21.15.62:0/2941528789 shutdown_connections 2023-06-08T03:52:52.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:52.744+0000 7f9e1acc6640 1 -- 172.21.15.62:0/2941528789 wait complete. 2023-06-08T03:52:52.765 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-06-08T03:52:52.765 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-06-08T03:52:52.766 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi062.front.sepia.ceph.com 2023-06-08T03:52:52.766 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-06-08T03:52:52.766 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-06-08T03:52:52.766 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-06-08T03:52:52.766 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-06-08T03:52:52.767 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-06-08T03:52:52.767 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2023-06-08T03:52:52.767 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:52.767 DEBUG:teuthology.orchestra.run.smithi062:> ip addr 2023-06-08T03:52:52.773 INFO:teuthology.orchestra.run.smithi062.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-08T03:52:52.773 INFO:teuthology.orchestra.run.smithi062.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-08T03:52:52.773 INFO:teuthology.orchestra.run.smithi062.stdout: inet 127.0.0.1/8 scope host lo 2023-06-08T03:52:52.773 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:52.773 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 ::1/128 scope host 2023-06-08T03:52:52.774 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:52.774 INFO:teuthology.orchestra.run.smithi062.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-08T03:52:52.774 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0c:c4:7a:a9:aa:14 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:52:52.774 INFO:teuthology.orchestra.run.smithi062.stdout: altname enp7s0f0 2023-06-08T03:52:52.774 INFO:teuthology.orchestra.run.smithi062.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-08T03:52:52.774 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0c:c4:7a:a9:aa:15 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:52:52.774 INFO:teuthology.orchestra.run.smithi062.stdout: altname enp7s0f1 2023-06-08T03:52:52.775 INFO:teuthology.orchestra.run.smithi062.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-08T03:52:52.775 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0c:c4:7a:bb:d1:c2 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:52:52.775 INFO:teuthology.orchestra.run.smithi062.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-06-08T03:52:52.775 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0c:c4:7a:bb:d1:c3 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:52:52.775 INFO:teuthology.orchestra.run.smithi062.stdout: inet 172.21.15.62/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-06-08T03:52:52.775 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft 42450sec preferred_lft 42450sec 2023-06-08T03:52:52.775 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 fe80::ec4:7aff:febb:d1c3/64 scope link 2023-06-08T03:52:52.775 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:52.776 INFO:teuthology.orchestra.run.smithi062.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-06-08T03:52:52.776 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 02:42:b9:06:f2:60 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:52:52.776 INFO:teuthology.orchestra.run.smithi062.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-06-08T03:52:52.776 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:52.776 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-06-08T03:52:52.777 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:52.777 DEBUG:teuthology.orchestra.run.smithi062:> (cd / && exec bash -c ' 2023-06-08T03:52:52.777 DEBUG:teuthology.orchestra.run.smithi062:> set -e 2023-06-08T03:52:52.777 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip link add name ceph-brx type bridge 2023-06-08T03:52:52.778 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip addr flush dev ceph-brx 2023-06-08T03:52:52.778 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip link set ceph-brx up 2023-06-08T03:52:52.778 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-06-08T03:52:52.778 DEBUG:teuthology.orchestra.run.smithi062:> ') 2023-06-08T03:52:52.848 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:52.849 DEBUG:teuthology.orchestra.run.smithi062:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-06-08T03:52:52.898 INFO:teuthology.orchestra.run.smithi062.stdout:1 2023-06-08T03:52:52.899 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:52.899 DEBUG:teuthology.orchestra.run.smithi062:> route 2023-06-08T03:52:53.027 INFO:teuthology.orchestra.run.smithi062.stdout:Kernel IP routing table 2023-06-08T03:52:53.027 INFO:teuthology.orchestra.run.smithi062.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-06-08T03:52:53.027 INFO:teuthology.orchestra.run.smithi062.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-06-08T03:52:53.027 INFO:teuthology.orchestra.run.smithi062.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-06-08T03:52:53.028 INFO:teuthology.orchestra.run.smithi062.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-06-08T03:52:53.028 INFO:teuthology.orchestra.run.smithi062.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-06-08T03:52:53.028 INFO:teuthology.orchestra.run.smithi062.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-08T03:52:53.028 INFO:teuthology.orchestra.run.smithi062.stdout:ns2.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-08T03:52:53.028 INFO:teuthology.orchestra.run.smithi062.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-08T03:52:53.028 INFO:teuthology.orchestra.run.smithi062.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-06-08T03:52:53.029 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:53.029 DEBUG:teuthology.orchestra.run.smithi062:> (cd / && exec bash -c ' 2023-06-08T03:52:53.029 DEBUG:teuthology.orchestra.run.smithi062:> set -e 2023-06-08T03:52:53.029 DEBUG:teuthology.orchestra.run.smithi062:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-06-08T03:52:53.030 DEBUG:teuthology.orchestra.run.smithi062:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-06-08T03:52:53.030 DEBUG:teuthology.orchestra.run.smithi062:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-06-08T03:52:53.030 DEBUG:teuthology.orchestra.run.smithi062:> ') 2023-06-08T03:52:53.066 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:53.066 DEBUG:teuthology.orchestra.run.smithi062:> ip netns list 2023-06-08T03:52:53.115 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:53.115 DEBUG:teuthology.orchestra.run.smithi062:> ip netns list-id 2023-06-08T03:52:53.162 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:53.163 DEBUG:teuthology.orchestra.run.smithi062:> (cd / && exec bash -c ' 2023-06-08T03:52:53.163 DEBUG:teuthology.orchestra.run.smithi062:> set -e 2023-06-08T03:52:53.163 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2023-06-08T03:52:53.163 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2023-06-08T03:52:53.164 DEBUG:teuthology.orchestra.run.smithi062:> ') 2023-06-08T03:52:53.233 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2023-06-08T03:52:53.233 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:53.234 DEBUG:teuthology.orchestra.run.smithi062:> (cd / && exec bash -c ' 2023-06-08T03:52:53.234 DEBUG:teuthology.orchestra.run.smithi062:> set -e 2023-06-08T03:52:53.234 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2023-06-08T03:52:53.234 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-06-08T03:52:53.234 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2023-06-08T03:52:53.235 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2023-06-08T03:52:53.235 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2023-06-08T03:52:53.235 DEBUG:teuthology.orchestra.run.smithi062:> ') 2023-06-08T03:52:53.343 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:53.343 DEBUG:teuthology.orchestra.run.smithi062:> (cd / && exec bash -c ' 2023-06-08T03:52:53.343 DEBUG:teuthology.orchestra.run.smithi062:> set -e 2023-06-08T03:52:53.343 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip link set brx.0 up 2023-06-08T03:52:53.344 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip link set dev brx.0 master ceph-brx 2023-06-08T03:52:53.344 DEBUG:teuthology.orchestra.run.smithi062:> ') 2023-06-08T03:52:53.363 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2023-06-08T03:52:53.363 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-08T03:52:53.363 DEBUG:teuthology.orchestra.run.smithi062:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-06-08T03:52:53.413 INFO:teuthology.orchestra.run.smithi062.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-06-08T03:52:53.413 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-08T03:52:53.414 DEBUG:teuthology.orchestra.run.smithi062:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-06-08T03:52:53.457 DEBUG:teuthology.orchestra.run.smithi062:> sudo modprobe fuse 2023-06-08T03:52:53.512 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-08T03:52:53.513 DEBUG:teuthology.orchestra.run.smithi062:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-08T03:52:53.565 INFO:teuthology.orchestra.run.smithi062.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-08T03:52:53.566 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-08T03:52:53.566 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:53.566 DEBUG:teuthology.orchestra.run.smithi062:> ls /sys/fs/fuse/connections 2023-06-08T03:52:53.614 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-06-08T03:52:53.614 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2023-06-08T03:52:53.659 DEBUG:teuthology.orchestra.run.smithi062:> sudo modprobe fuse 2023-06-08T03:52:53.673 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-08T03:52:53.673 DEBUG:teuthology.orchestra.run.smithi062:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-08T03:52:53.725 INFO:teuthology.orchestra.run.smithi062.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-08T03:52:53.725 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-08T03:52:53.726 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:53.726 DEBUG:teuthology.orchestra.run.smithi062:> ls /sys/fs/fuse/connections 2023-06-08T03:52:53.747 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi062.stderr:2023-06-08T03:52:53.740+0000 7f194e797580 -1 init, newargv = 0x55631a63bd50 newargc=15 2023-06-08T03:52:53.747 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi062.stderr:ceph-fuse[44816]: starting ceph client 2023-06-08T03:52:53.756 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi062.stderr:ceph-fuse[44816]: starting fuse 2023-06-08T03:52:54.853 DEBUG:teuthology.orchestra.run.smithi062:> sudo modprobe fuse 2023-06-08T03:52:54.869 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-08T03:52:54.869 DEBUG:teuthology.orchestra.run.smithi062:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-08T03:52:54.922 INFO:teuthology.orchestra.run.smithi062.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-08T03:52:54.923 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-08T03:52:54.924 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:54.924 DEBUG:teuthology.orchestra.run.smithi062:> ls /sys/fs/fuse/connections 2023-06-08T03:52:54.971 INFO:teuthology.orchestra.run.smithi062.stdout:45 2023-06-08T03:52:54.971 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2023-06-08T03:52:54.971 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-06-08T03:52:54.972 DEBUG:teuthology.orchestra.run.smithi062:> import glob 2023-06-08T03:52:54.972 DEBUG:teuthology.orchestra.run.smithi062:> import re 2023-06-08T03:52:54.972 DEBUG:teuthology.orchestra.run.smithi062:> import os 2023-06-08T03:52:54.972 DEBUG:teuthology.orchestra.run.smithi062:> import subprocess 2023-06-08T03:52:54.973 DEBUG:teuthology.orchestra.run.smithi062:> 2023-06-08T03:52:54.973 DEBUG:teuthology.orchestra.run.smithi062:> def _find_admin_socket(client_name): 2023-06-08T03:52:54.973 DEBUG:teuthology.orchestra.run.smithi062:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2023-06-08T03:52:54.973 DEBUG:teuthology.orchestra.run.smithi062:> files = glob.glob(asok_path) 2023-06-08T03:52:54.974 DEBUG:teuthology.orchestra.run.smithi062:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2023-06-08T03:52:54.974 DEBUG:teuthology.orchestra.run.smithi062:> 2023-06-08T03:52:54.974 DEBUG:teuthology.orchestra.run.smithi062:> # Given a non-glob path, it better be there 2023-06-08T03:52:54.974 DEBUG:teuthology.orchestra.run.smithi062:> if "*" not in asok_path: 2023-06-08T03:52:54.975 DEBUG:teuthology.orchestra.run.smithi062:> assert(len(files) == 1) 2023-06-08T03:52:54.975 DEBUG:teuthology.orchestra.run.smithi062:> return files[0] 2023-06-08T03:52:54.975 DEBUG:teuthology.orchestra.run.smithi062:> 2023-06-08T03:52:54.975 DEBUG:teuthology.orchestra.run.smithi062:> for f in files: 2023-06-08T03:52:54.975 DEBUG:teuthology.orchestra.run.smithi062:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-06-08T03:52:54.976 DEBUG:teuthology.orchestra.run.smithi062:> if os.path.exists("/proc/{0}".format(pid)): 2023-06-08T03:52:54.976 DEBUG:teuthology.orchestra.run.smithi062:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-06-08T03:52:54.976 DEBUG:teuthology.orchestra.run.smithi062:> contents = proc_f.read() 2023-06-08T03:52:54.976 DEBUG:teuthology.orchestra.run.smithi062:> if mountpoint in contents: 2023-06-08T03:52:54.977 DEBUG:teuthology.orchestra.run.smithi062:> return f 2023-06-08T03:52:54.977 DEBUG:teuthology.orchestra.run.smithi062:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-06-08T03:52:54.977 DEBUG:teuthology.orchestra.run.smithi062:> 2023-06-08T03:52:54.977 DEBUG:teuthology.orchestra.run.smithi062:> print(_find_admin_socket("client.0")) 2023-06-08T03:52:54.977 DEBUG:teuthology.orchestra.run.smithi062:> ' 2023-06-08T03:52:55.095 INFO:teuthology.orchestra.run.smithi062.stdout:/var/run/ceph/ceph-client.0.44816.asok 2023-06-08T03:52:55.277 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.44816.asok 2023-06-08T03:52:55.277 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:55.277 DEBUG:teuthology.orchestra.run.smithi062:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.44816.asok status 2023-06-08T03:52:55.442 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2023-06-08T03:52:55.442 INFO:teuthology.orchestra.run.smithi062.stdout: "metadata": { 2023-06-08T03:52:55.442 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_sha1": "a02638f808b8fe11bccdd01222c0e6e2eb71120b", 2023-06-08T03:52:55.442 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_version": "ceph version 18.0.0-4313-ga02638f8 (a02638f808b8fe11bccdd01222c0e6e2eb71120b) reef (dev)", 2023-06-08T03:52:55.442 INFO:teuthology.orchestra.run.smithi062.stdout: "entity_id": "0", 2023-06-08T03:52:55.442 INFO:teuthology.orchestra.run.smithi062.stdout: "hostname": "smithi062", 2023-06-08T03:52:55.443 INFO:teuthology.orchestra.run.smithi062.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2023-06-08T03:52:55.443 INFO:teuthology.orchestra.run.smithi062.stdout: "pid": "44816", 2023-06-08T03:52:55.443 INFO:teuthology.orchestra.run.smithi062.stdout: "root": "/" 2023-06-08T03:52:55.443 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:52:55.443 INFO:teuthology.orchestra.run.smithi062.stdout: "dentry_count": 0, 2023-06-08T03:52:55.443 INFO:teuthology.orchestra.run.smithi062.stdout: "dentry_pinned_count": 0, 2023-06-08T03:52:55.443 INFO:teuthology.orchestra.run.smithi062.stdout: "id": 4719, 2023-06-08T03:52:55.443 INFO:teuthology.orchestra.run.smithi062.stdout: "inst": { 2023-06-08T03:52:55.444 INFO:teuthology.orchestra.run.smithi062.stdout: "name": { 2023-06-08T03:52:55.444 INFO:teuthology.orchestra.run.smithi062.stdout: "type": "client", 2023-06-08T03:52:55.444 INFO:teuthology.orchestra.run.smithi062.stdout: "num": 4719 2023-06-08T03:52:55.444 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:52:55.444 INFO:teuthology.orchestra.run.smithi062.stdout: "addr": { 2023-06-08T03:52:55.444 INFO:teuthology.orchestra.run.smithi062.stdout: "type": "v1", 2023-06-08T03:52:55.444 INFO:teuthology.orchestra.run.smithi062.stdout: "addr": "192.168.0.1:0", 2023-06-08T03:52:55.445 INFO:teuthology.orchestra.run.smithi062.stdout: "nonce": 887427958 2023-06-08T03:52:55.445 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:52:55.445 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:52:55.445 INFO:teuthology.orchestra.run.smithi062.stdout: "addr": { 2023-06-08T03:52:55.445 INFO:teuthology.orchestra.run.smithi062.stdout: "type": "v1", 2023-06-08T03:52:55.445 INFO:teuthology.orchestra.run.smithi062.stdout: "addr": "192.168.0.1:0", 2023-06-08T03:52:55.445 INFO:teuthology.orchestra.run.smithi062.stdout: "nonce": 887427958 2023-06-08T03:52:55.445 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:52:55.446 INFO:teuthology.orchestra.run.smithi062.stdout: "inst_str": "client.4719 192.168.0.1:0/887427958", 2023-06-08T03:52:55.446 INFO:teuthology.orchestra.run.smithi062.stdout: "addr_str": "192.168.0.1:0/887427958", 2023-06-08T03:52:55.446 INFO:teuthology.orchestra.run.smithi062.stdout: "inode_count": 1, 2023-06-08T03:52:55.446 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_epoch": 7, 2023-06-08T03:52:55.446 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_epoch": 23, 2023-06-08T03:52:55.446 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_epoch_barrier": 0, 2023-06-08T03:52:55.446 INFO:teuthology.orchestra.run.smithi062.stdout: "blocklisted": false, 2023-06-08T03:52:55.446 INFO:teuthology.orchestra.run.smithi062.stdout: "fs_name": "cephfs" 2023-06-08T03:52:55.447 INFO:teuthology.orchestra.run.smithi062.stdout:} 2023-06-08T03:52:55.455 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-06-08T03:52:55.576 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.568+0000 7fa653784640 1 Processor -- start 2023-06-08T03:52:55.576 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.568+0000 7fa653784640 1 -- start start 2023-06-08T03:52:55.577 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.568+0000 7fa653784640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fa64c06b960 0x7fa64c06bd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:55.577 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.568+0000 7fa653784640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa64c158720 con 0x7fa64c0c87a0 2023-06-08T03:52:55.577 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.568+0000 7fa653784640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa64c15cca0 con 0x7fa64c0c8320 2023-06-08T03:52:55.578 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.568+0000 7fa653784640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa64c06c270 con 0x7fa64c06b960 2023-06-08T03:52:55.578 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.568+0000 7fa651d21640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fa64c0c87a0 0x7fa64c15c590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41616/0 (socket says 172.21.15.62:41616) 2023-06-08T03:52:55.578 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.568+0000 7fa651d21640 1 -- 172.21.15.62:0/1983002905 learned_addr learned my addr 172.21.15.62:0/1983002905 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:52:55.580 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.568+0000 7fa651520640 1 --2- 172.21.15.62:0/1983002905 >> v2:172.21.15.188:3300/0 conn(0x7fa64c06b960 0x7fa64c06bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:55.580 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.568+0000 7fa643fff640 1 -- 172.21.15.62:0/1983002905 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1821767733 0 0) 0x7fa64c158720 con 0x7fa64c0c87a0 2023-06-08T03:52:55.580 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.568+0000 7fa643fff640 1 -- 172.21.15.62:0/1983002905 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa638003530 con 0x7fa64c0c87a0 2023-06-08T03:52:55.580 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.568+0000 7fa643fff640 1 -- 172.21.15.62:0/1983002905 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 202440751 0 0) 0x7fa638003530 con 0x7fa64c0c87a0 2023-06-08T03:52:55.580 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.568+0000 7fa643fff640 1 -- 172.21.15.62:0/1983002905 >> v2:172.21.15.188:3300/0 conn(0x7fa64c06b960 msgr2=0x7fa64c06bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:55.580 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.568+0000 7fa643fff640 1 --2- 172.21.15.62:0/1983002905 >> v2:172.21.15.188:3300/0 conn(0x7fa64c06b960 0x7fa64c06bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:55.581 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa643fff640 1 -- 172.21.15.62:0/1983002905 >> v1:172.21.15.188:6789/0 conn(0x7fa64c0c8320 legacy=0x7fa64c15be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:55.581 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa643fff640 1 -- 172.21.15.62:0/1983002905 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa64c0c8d00 con 0x7fa64c0c87a0 2023-06-08T03:52:55.581 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa643fff640 1 -- 172.21.15.62:0/1983002905 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fa644001a00 con 0x7fa64c0c87a0 2023-06-08T03:52:55.581 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa643fff640 1 -- 172.21.15.62:0/1983002905 >> v1:172.21.15.62:6789/0 conn(0x7fa64c0c87a0 legacy=0x7fa64c15c590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:55.581 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa643fff640 1 --2- 172.21.15.62:0/1983002905 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6380039d0 0x7fa638003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:55.581 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa643fff640 1 --2- 172.21.15.62:0/1983002905 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa6380047d0 0x7fa638004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:55.581 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa643fff640 1 --2- 172.21.15.62:0/1983002905 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa638005180 0x7fa63800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:55.582 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa643fff640 1 -- 172.21.15.62:0/1983002905 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa64c06c270 con 0x7fa6380039d0 2023-06-08T03:52:55.582 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa643fff640 1 -- 172.21.15.62:0/1983002905 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa63800c060 con 0x7fa6380047d0 2023-06-08T03:52:55.582 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa643fff640 1 -- 172.21.15.62:0/1983002905 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa63800c220 con 0x7fa638005180 2023-06-08T03:52:55.582 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa651520640 1 --2- 172.21.15.62:0/1983002905 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6380039d0 0x7fa638003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:55.582 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa651d21640 1 --2- 172.21.15.62:0/1983002905 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa638005180 0x7fa63800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:55.582 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa650d1f640 1 --2- 172.21.15.62:0/1983002905 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa6380047d0 0x7fa638004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:55.582 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa651520640 1 -- 172.21.15.62:0/1983002905 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa638005180 msgr2=0x7fa63800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:55.582 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa651520640 1 --2- 172.21.15.62:0/1983002905 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa638005180 0x7fa63800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:55.583 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa651520640 1 -- 172.21.15.62:0/1983002905 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa6380047d0 msgr2=0x7fa638004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:55.583 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa651520640 1 --2- 172.21.15.62:0/1983002905 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa6380047d0 0x7fa638004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:55.583 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa651520640 1 -- 172.21.15.62:0/1983002905 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa638003530 con 0x7fa6380039d0 2023-06-08T03:52:55.583 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa650d1f640 1 --2- 172.21.15.62:0/1983002905 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa6380047d0 0x7fa638004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:55.583 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa651d21640 1 --2- 172.21.15.62:0/1983002905 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa638005180 0x7fa63800b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:55.583 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa651d21640 1 -- 172.21.15.62:0/1983002905 reap_dead start 2023-06-08T03:52:55.585 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa651520640 1 --2- 172.21.15.62:0/1983002905 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6380039d0 0x7fa638003de0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fa648009ab0 tx=0x7fa64801c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=285ecf8baf9d0d88 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:55.585 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa643fff640 1 -- 172.21.15.62:0/1983002905 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6480a64a0 con 0x7fa6380039d0 2023-06-08T03:52:55.585 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa643fff640 1 -- 172.21.15.62:0/1983002905 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6480a6600 con 0x7fa6380039d0 2023-06-08T03:52:55.585 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.572+0000 7fa643fff640 1 -- 172.21.15.62:0/1983002905 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6480a69b0 con 0x7fa6380039d0 2023-06-08T03:52:55.586 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa653784640 1 -- 172.21.15.62:0/1983002905 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6380039d0 msgr2=0x7fa638003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:55.586 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa653784640 1 --2- 172.21.15.62:0/1983002905 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6380039d0 0x7fa638003de0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fa648009ab0 tx=0x7fa64801c9e0 comp rx=0 tx=0).stop 2023-06-08T03:52:55.586 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa653784640 1 -- 172.21.15.62:0/1983002905 shutdown_connections 2023-06-08T03:52:55.586 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa653784640 1 --2- 172.21.15.62:0/1983002905 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6380039d0 0x7fa638003de0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:55.586 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa653784640 1 -- 172.21.15.62:0/1983002905 >> 172.21.15.62:0/1983002905 conn(0x7fa64c0af640 msgr2=0x7fa64c0afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:55.586 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa653784640 1 -- 172.21.15.62:0/1983002905 shutdown_connections 2023-06-08T03:52:55.586 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa653784640 1 -- 172.21.15.62:0/1983002905 wait complete. 2023-06-08T03:52:55.586 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa653784640 1 Processor -- start 2023-06-08T03:52:55.587 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa653784640 1 -- start start 2023-06-08T03:52:55.587 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa653784640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa6380039d0 0x7fa64c14d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:55.587 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa653784640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa64c0c3650 0x7fa64c0c3ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:55.587 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa653784640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa64c1567d0 0x7fa64c156c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:55.587 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa653784640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa64c0c4000 con 0x7fa64c1567d0 2023-06-08T03:52:55.587 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa653784640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa64c157500 con 0x7fa6380039d0 2023-06-08T03:52:55.587 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa653784640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa64c154bf0 con 0x7fa64c0c3650 2023-06-08T03:52:55.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa651d21640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa64c1567d0 0x7fa64c156c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:55.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa651d21640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa64c1567d0 0x7fa64c156c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60390/0 (socket says 172.21.15.62:60390) 2023-06-08T03:52:55.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa651d21640 1 -- 172.21.15.62:0/3081641661 learned_addr learned my addr 172.21.15.62:0/3081641661 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:55.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa651520640 1 --2- 172.21.15.62:0/3081641661 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa6380039d0 0x7fa64c14d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:55.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa650d1f640 1 --2- 172.21.15.62:0/3081641661 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa64c0c3650 0x7fa64c0c3ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:55.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa651d21640 1 -- 172.21.15.62:0/3081641661 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa64c0c3650 msgr2=0x7fa64c0c3ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:55.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa651d21640 1 --2- 172.21.15.62:0/3081641661 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa64c0c3650 0x7fa64c0c3ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:55.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa651d21640 1 -- 172.21.15.62:0/3081641661 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa6380039d0 msgr2=0x7fa64c14d900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:55.589 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa651d21640 1 --2- 172.21.15.62:0/3081641661 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa6380039d0 0x7fa64c14d900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:55.589 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa651d21640 1 -- 172.21.15.62:0/3081641661 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa64c154ed0 con 0x7fa64c1567d0 2023-06-08T03:52:55.589 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa651520640 1 --2- 172.21.15.62:0/3081641661 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa6380039d0 0x7fa64c14d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:52:55.589 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa651d21640 1 --2- 172.21.15.62:0/3081641661 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa64c1567d0 0x7fa64c156c40 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa64c06ea70 tx=0x7fa64400dcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:55.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa641ffb640 1 -- 172.21.15.62:0/3081641661 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa644007070 con 0x7fa64c1567d0 2023-06-08T03:52:55.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa641ffb640 1 -- 172.21.15.62:0/3081641661 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6440071d0 con 0x7fa64c1567d0 2023-06-08T03:52:55.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa653784640 1 -- 172.21.15.62:0/3081641661 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa64c1551b0 con 0x7fa64c1567d0 2023-06-08T03:52:55.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa641ffb640 1 -- 172.21.15.62:0/3081641661 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa644007580 con 0x7fa64c1567d0 2023-06-08T03:52:55.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.576+0000 7fa653784640 1 -- 172.21.15.62:0/3081641661 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa64c14de40 con 0x7fa64c1567d0 2023-06-08T03:52:55.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.580+0000 7fa653784640 1 -- 172.21.15.62:0/3081641661 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa64c04d6c0 con 0x7fa64c1567d0 2023-06-08T03:52:55.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.580+0000 7fa641ffb640 1 -- 172.21.15.62:0/3081641661 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa6440076e0 con 0x7fa64c1567d0 2023-06-08T03:52:55.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.580+0000 7fa641ffb640 1 --2- 172.21.15.62:0/3081641661 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa630066280 0x7fa630068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:55.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.580+0000 7fa641ffb640 1 -- 172.21.15.62:0/3081641661 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fa6440836f0 con 0x7fa64c1567d0 2023-06-08T03:52:55.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.580+0000 7fa651520640 1 --2- 172.21.15.62:0/3081641661 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa630066280 0x7fa630068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:55.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.580+0000 7fa651520640 1 --2- 172.21.15.62:0/3081641661 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa630066280 0x7fa630068730 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fa648009ab0 tx=0x7fa6480a9040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:55.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.584+0000 7fa641ffb640 1 -- 172.21.15.62:0/3081641661 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa644050c00 con 0x7fa64c1567d0 2023-06-08T03:52:55.780 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.772+0000 7fa653784640 1 -- 172.21.15.62:0/3081641661 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fa64c155660 con 0x7fa64c1567d0 2023-06-08T03:52:55.781 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.772+0000 7fa641ffb640 1 -- 172.21.15.62:0/3081641661 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7fa644054220 con 0x7fa64c1567d0 2023-06-08T03:52:55.781 INFO:teuthology.orchestra.run.smithi062.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-06-08T03:52:55.783 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.776+0000 7fa653784640 1 -- 172.21.15.62:0/3081641661 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa630066280 msgr2=0x7fa630068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:55.783 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.776+0000 7fa653784640 1 --2- 172.21.15.62:0/3081641661 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa630066280 0x7fa630068730 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fa648009ab0 tx=0x7fa6480a9040 comp rx=0 tx=0).stop 2023-06-08T03:52:55.783 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.776+0000 7fa653784640 1 -- 172.21.15.62:0/3081641661 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa64c1567d0 msgr2=0x7fa64c156c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:55.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.776+0000 7fa653784640 1 --2- 172.21.15.62:0/3081641661 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa64c1567d0 0x7fa64c156c40 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa64c06ea70 tx=0x7fa64400dcd0 comp rx=0 tx=0).stop 2023-06-08T03:52:55.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.776+0000 7fa653784640 1 -- 172.21.15.62:0/3081641661 shutdown_connections 2023-06-08T03:52:55.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.776+0000 7fa653784640 1 --2- 172.21.15.62:0/3081641661 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa630066280 0x7fa630068730 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:55.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.776+0000 7fa653784640 1 --2- 172.21.15.62:0/3081641661 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa64c1567d0 0x7fa64c156c40 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:55.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.776+0000 7fa653784640 1 --2- 172.21.15.62:0/3081641661 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa64c0c3650 0x7fa64c0c3ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:55.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.776+0000 7fa653784640 1 --2- 172.21.15.62:0/3081641661 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa6380039d0 0x7fa64c14d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:55.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.776+0000 7fa653784640 1 -- 172.21.15.62:0/3081641661 >> 172.21.15.62:0/3081641661 conn(0x7fa64c0af640 msgr2=0x7fa64c0cc3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:55.785 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.776+0000 7fa653784640 1 -- 172.21.15.62:0/3081641661 shutdown_connections 2023-06-08T03:52:55.785 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:55.776+0000 7fa653784640 1 -- 172.21.15.62:0/3081641661 wait complete. 2023-06-08T03:52:55.800 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-06-08T03:52:55.800 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-06-08T03:52:55.801 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi062.front.sepia.ceph.com 2023-06-08T03:52:55.801 INFO:tasks.cephfs.mount:self.client.name = client.2 2023-06-08T03:52:55.801 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2023-06-08T03:52:55.801 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-06-08T03:52:55.801 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-06-08T03:52:55.802 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-06-08T03:52:55.802 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2023-06-08T03:52:55.802 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:55.802 DEBUG:teuthology.orchestra.run.smithi062:> ip addr 2023-06-08T03:52:55.808 INFO:teuthology.orchestra.run.smithi062.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-08T03:52:55.809 INFO:teuthology.orchestra.run.smithi062.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-08T03:52:55.809 INFO:teuthology.orchestra.run.smithi062.stdout: inet 127.0.0.1/8 scope host lo 2023-06-08T03:52:55.809 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:55.809 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 ::1/128 scope host 2023-06-08T03:52:55.809 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:55.809 INFO:teuthology.orchestra.run.smithi062.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-08T03:52:55.809 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0c:c4:7a:a9:aa:14 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:52:55.809 INFO:teuthology.orchestra.run.smithi062.stdout: altname enp7s0f0 2023-06-08T03:52:55.810 INFO:teuthology.orchestra.run.smithi062.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-08T03:52:55.810 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0c:c4:7a:a9:aa:15 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:52:55.810 INFO:teuthology.orchestra.run.smithi062.stdout: altname enp7s0f1 2023-06-08T03:52:55.810 INFO:teuthology.orchestra.run.smithi062.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-08T03:52:55.810 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0c:c4:7a:bb:d1:c2 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:52:55.810 INFO:teuthology.orchestra.run.smithi062.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-06-08T03:52:55.810 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0c:c4:7a:bb:d1:c3 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:52:55.811 INFO:teuthology.orchestra.run.smithi062.stdout: inet 172.21.15.62/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-06-08T03:52:55.811 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft 42447sec preferred_lft 42447sec 2023-06-08T03:52:55.811 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 fe80::ec4:7aff:febb:d1c3/64 scope link 2023-06-08T03:52:55.811 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:55.811 INFO:teuthology.orchestra.run.smithi062.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-06-08T03:52:55.811 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 02:42:b9:06:f2:60 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:52:55.811 INFO:teuthology.orchestra.run.smithi062.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-06-08T03:52:55.811 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:55.812 INFO:teuthology.orchestra.run.smithi062.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-08T03:52:55.812 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-06-08T03:52:55.812 INFO:teuthology.orchestra.run.smithi062.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-06-08T03:52:55.812 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:55.812 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-06-08T03:52:55.812 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:55.812 INFO:teuthology.orchestra.run.smithi062.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-06-08T03:52:55.812 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-06-08T03:52:55.813 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-06-08T03:52:55.813 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:55.813 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:55.813 DEBUG:teuthology.orchestra.run.smithi062:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-06-08T03:52:55.859 INFO:teuthology.orchestra.run.smithi062.stdout:1 2023-06-08T03:52:55.860 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:55.860 DEBUG:teuthology.orchestra.run.smithi062:> route 2023-06-08T03:52:55.909 INFO:teuthology.orchestra.run.smithi062.stdout:Kernel IP routing table 2023-06-08T03:52:55.909 INFO:teuthology.orchestra.run.smithi062.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-06-08T03:52:55.909 INFO:teuthology.orchestra.run.smithi062.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-06-08T03:52:55.910 INFO:teuthology.orchestra.run.smithi062.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-06-08T03:52:55.910 INFO:teuthology.orchestra.run.smithi062.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-06-08T03:52:55.910 INFO:teuthology.orchestra.run.smithi062.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-06-08T03:52:55.910 INFO:teuthology.orchestra.run.smithi062.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-08T03:52:55.910 INFO:teuthology.orchestra.run.smithi062.stdout:ns2.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-08T03:52:55.910 INFO:teuthology.orchestra.run.smithi062.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-08T03:52:55.910 INFO:teuthology.orchestra.run.smithi062.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-06-08T03:52:55.911 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:55.911 DEBUG:teuthology.orchestra.run.smithi062:> (cd / && exec bash -c ' 2023-06-08T03:52:55.911 DEBUG:teuthology.orchestra.run.smithi062:> set -e 2023-06-08T03:52:55.911 DEBUG:teuthology.orchestra.run.smithi062:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-06-08T03:52:55.912 DEBUG:teuthology.orchestra.run.smithi062:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-06-08T03:52:55.912 DEBUG:teuthology.orchestra.run.smithi062:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-06-08T03:52:55.912 DEBUG:teuthology.orchestra.run.smithi062:> ') 2023-06-08T03:52:55.987 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:55.988 DEBUG:teuthology.orchestra.run.smithi062:> ip netns list 2023-06-08T03:52:56.034 INFO:teuthology.orchestra.run.smithi062.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-06-08T03:52:56.035 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:56.036 DEBUG:teuthology.orchestra.run.smithi062:> ip netns list-id 2023-06-08T03:52:56.083 INFO:teuthology.orchestra.run.smithi062.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2023-06-08T03:52:56.083 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:56.083 DEBUG:teuthology.orchestra.run.smithi062:> (cd / && exec bash -c ' 2023-06-08T03:52:56.084 DEBUG:teuthology.orchestra.run.smithi062:> set -e 2023-06-08T03:52:56.084 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2023-06-08T03:52:56.084 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2023-06-08T03:52:56.084 DEBUG:teuthology.orchestra.run.smithi062:> ') 2023-06-08T03:52:56.153 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:56.153 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2023-06-08T03:52:56.208 INFO:teuthology.orchestra.run.smithi062.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-08T03:52:56.208 INFO:teuthology.orchestra.run.smithi062.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-08T03:52:56.208 INFO:teuthology.orchestra.run.smithi062.stdout: inet 127.0.0.1/8 scope host lo 2023-06-08T03:52:56.208 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:56.208 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 ::1/128 scope host 2023-06-08T03:52:56.208 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:56.208 INFO:teuthology.orchestra.run.smithi062.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-08T03:52:56.209 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 86:2d:3b:42:1f:e6 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-06-08T03:52:56.209 INFO:teuthology.orchestra.run.smithi062.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-06-08T03:52:56.209 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:56.209 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 fe80::842d:3bff:fe42:1fe6/64 scope link 2023-06-08T03:52:56.209 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:56.210 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:56.210 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2023-06-08T03:52:56.266 INFO:teuthology.orchestra.run.smithi062.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-08T03:52:56.267 INFO:teuthology.orchestra.run.smithi062.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-08T03:52:56.267 INFO:teuthology.orchestra.run.smithi062.stdout: inet 127.0.0.1/8 scope host lo 2023-06-08T03:52:56.267 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:56.267 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 ::1/128 scope host 2023-06-08T03:52:56.267 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:56.267 INFO:teuthology.orchestra.run.smithi062.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-08T03:52:56.267 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 86:2d:3b:42:1f:e6 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-06-08T03:52:56.268 INFO:teuthology.orchestra.run.smithi062.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-06-08T03:52:56.268 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:56.268 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 fe80::842d:3bff:fe42:1fe6/64 scope link 2023-06-08T03:52:56.268 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:56.269 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2023-06-08T03:52:56.269 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:56.270 DEBUG:teuthology.orchestra.run.smithi062:> (cd / && exec bash -c ' 2023-06-08T03:52:56.270 DEBUG:teuthology.orchestra.run.smithi062:> set -e 2023-06-08T03:52:56.270 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2023-06-08T03:52:56.270 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2023-06-08T03:52:56.270 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2023-06-08T03:52:56.271 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2023-06-08T03:52:56.271 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2023-06-08T03:52:56.271 DEBUG:teuthology.orchestra.run.smithi062:> ') 2023-06-08T03:52:56.361 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:56.361 DEBUG:teuthology.orchestra.run.smithi062:> (cd / && exec bash -c ' 2023-06-08T03:52:56.361 DEBUG:teuthology.orchestra.run.smithi062:> set -e 2023-06-08T03:52:56.362 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip link set brx.1 up 2023-06-08T03:52:56.362 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip link set dev brx.1 master ceph-brx 2023-06-08T03:52:56.362 DEBUG:teuthology.orchestra.run.smithi062:> ') 2023-06-08T03:52:56.381 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2023-06-08T03:52:56.382 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-08T03:52:56.382 DEBUG:teuthology.orchestra.run.smithi062:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2023-06-08T03:52:56.429 INFO:teuthology.orchestra.run.smithi062.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2023-06-08T03:52:56.430 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-08T03:52:56.430 DEBUG:teuthology.orchestra.run.smithi062:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2023-06-08T03:52:56.473 DEBUG:teuthology.orchestra.run.smithi062:> sudo modprobe fuse 2023-06-08T03:52:56.528 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-08T03:52:56.528 DEBUG:teuthology.orchestra.run.smithi062:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-08T03:52:56.582 INFO:teuthology.orchestra.run.smithi062.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-08T03:52:56.583 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-08T03:52:56.584 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:56.584 DEBUG:teuthology.orchestra.run.smithi062:> ls /sys/fs/fuse/connections 2023-06-08T03:52:56.631 INFO:teuthology.orchestra.run.smithi062.stdout:45 2023-06-08T03:52:56.631 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [45] 2023-06-08T03:52:56.631 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2023-06-08T03:52:56.675 DEBUG:teuthology.orchestra.run.smithi062:> sudo modprobe fuse 2023-06-08T03:52:56.689 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-08T03:52:56.689 DEBUG:teuthology.orchestra.run.smithi062:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-08T03:52:56.742 INFO:teuthology.orchestra.run.smithi062.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-08T03:52:56.743 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-08T03:52:56.743 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:56.744 DEBUG:teuthology.orchestra.run.smithi062:> ls /sys/fs/fuse/connections 2023-06-08T03:52:56.761 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi062.stderr:2023-06-08T03:52:56.752+0000 7f70bc768580 -1 init, newargv = 0x5564612e22b0 newargc=15 2023-06-08T03:52:56.761 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi062.stderr:ceph-fuse[44955]: starting ceph client 2023-06-08T03:52:56.764 INFO:teuthology.orchestra.run.smithi062.stdout:45 2023-06-08T03:52:56.769 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi062.stderr:ceph-fuse[44955]: starting fuse 2023-06-08T03:52:57.744 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:52:57.747 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:52:57.866 DEBUG:teuthology.orchestra.run.smithi062:> sudo modprobe fuse 2023-06-08T03:52:57.881 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-08T03:52:57.881 DEBUG:teuthology.orchestra.run.smithi062:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-08T03:52:57.934 INFO:teuthology.orchestra.run.smithi062.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-08T03:52:57.935 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-08T03:52:57.936 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:57.936 DEBUG:teuthology.orchestra.run.smithi062:> ls /sys/fs/fuse/connections 2023-06-08T03:52:57.987 INFO:teuthology.orchestra.run.smithi062.stdout:45 2023-06-08T03:52:57.987 INFO:teuthology.orchestra.run.smithi062.stdout:46 2023-06-08T03:52:57.987 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45, 46] 2023-06-08T03:52:57.987 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-06-08T03:52:57.988 DEBUG:teuthology.orchestra.run.smithi062:> import glob 2023-06-08T03:52:57.988 DEBUG:teuthology.orchestra.run.smithi062:> import re 2023-06-08T03:52:57.988 DEBUG:teuthology.orchestra.run.smithi062:> import os 2023-06-08T03:52:57.988 DEBUG:teuthology.orchestra.run.smithi062:> import subprocess 2023-06-08T03:52:57.989 DEBUG:teuthology.orchestra.run.smithi062:> 2023-06-08T03:52:57.989 DEBUG:teuthology.orchestra.run.smithi062:> def _find_admin_socket(client_name): 2023-06-08T03:52:57.989 DEBUG:teuthology.orchestra.run.smithi062:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2023-06-08T03:52:57.989 DEBUG:teuthology.orchestra.run.smithi062:> files = glob.glob(asok_path) 2023-06-08T03:52:57.990 DEBUG:teuthology.orchestra.run.smithi062:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2023-06-08T03:52:57.990 DEBUG:teuthology.orchestra.run.smithi062:> 2023-06-08T03:52:57.990 DEBUG:teuthology.orchestra.run.smithi062:> # Given a non-glob path, it better be there 2023-06-08T03:52:57.990 DEBUG:teuthology.orchestra.run.smithi062:> if "*" not in asok_path: 2023-06-08T03:52:57.990 DEBUG:teuthology.orchestra.run.smithi062:> assert(len(files) == 1) 2023-06-08T03:52:57.991 DEBUG:teuthology.orchestra.run.smithi062:> return files[0] 2023-06-08T03:52:57.991 DEBUG:teuthology.orchestra.run.smithi062:> 2023-06-08T03:52:57.991 DEBUG:teuthology.orchestra.run.smithi062:> for f in files: 2023-06-08T03:52:57.991 DEBUG:teuthology.orchestra.run.smithi062:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-06-08T03:52:57.992 DEBUG:teuthology.orchestra.run.smithi062:> if os.path.exists("/proc/{0}".format(pid)): 2023-06-08T03:52:57.992 DEBUG:teuthology.orchestra.run.smithi062:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-06-08T03:52:57.992 DEBUG:teuthology.orchestra.run.smithi062:> contents = proc_f.read() 2023-06-08T03:52:57.992 DEBUG:teuthology.orchestra.run.smithi062:> if mountpoint in contents: 2023-06-08T03:52:57.992 DEBUG:teuthology.orchestra.run.smithi062:> return f 2023-06-08T03:52:57.993 DEBUG:teuthology.orchestra.run.smithi062:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-06-08T03:52:57.993 DEBUG:teuthology.orchestra.run.smithi062:> 2023-06-08T03:52:57.993 DEBUG:teuthology.orchestra.run.smithi062:> print(_find_admin_socket("client.2")) 2023-06-08T03:52:57.993 DEBUG:teuthology.orchestra.run.smithi062:> ' 2023-06-08T03:52:58.110 INFO:teuthology.orchestra.run.smithi062.stdout:/var/run/ceph/ceph-client.2.44955.asok 2023-06-08T03:52:58.292 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.44955.asok 2023-06-08T03:52:58.292 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:58.292 DEBUG:teuthology.orchestra.run.smithi062:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.44955.asok status 2023-06-08T03:52:58.449 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2023-06-08T03:52:58.450 INFO:teuthology.orchestra.run.smithi062.stdout: "metadata": { 2023-06-08T03:52:58.450 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_sha1": "a02638f808b8fe11bccdd01222c0e6e2eb71120b", 2023-06-08T03:52:58.450 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_version": "ceph version 18.0.0-4313-ga02638f8 (a02638f808b8fe11bccdd01222c0e6e2eb71120b) reef (dev)", 2023-06-08T03:52:58.450 INFO:teuthology.orchestra.run.smithi062.stdout: "entity_id": "2", 2023-06-08T03:52:58.450 INFO:teuthology.orchestra.run.smithi062.stdout: "hostname": "smithi062", 2023-06-08T03:52:58.451 INFO:teuthology.orchestra.run.smithi062.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2023-06-08T03:52:58.451 INFO:teuthology.orchestra.run.smithi062.stdout: "pid": "44955", 2023-06-08T03:52:58.451 INFO:teuthology.orchestra.run.smithi062.stdout: "root": "/" 2023-06-08T03:52:58.451 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:52:58.451 INFO:teuthology.orchestra.run.smithi062.stdout: "dentry_count": 0, 2023-06-08T03:52:58.451 INFO:teuthology.orchestra.run.smithi062.stdout: "dentry_pinned_count": 0, 2023-06-08T03:52:58.451 INFO:teuthology.orchestra.run.smithi062.stdout: "id": 4731, 2023-06-08T03:52:58.451 INFO:teuthology.orchestra.run.smithi062.stdout: "inst": { 2023-06-08T03:52:58.452 INFO:teuthology.orchestra.run.smithi062.stdout: "name": { 2023-06-08T03:52:58.452 INFO:teuthology.orchestra.run.smithi062.stdout: "type": "client", 2023-06-08T03:52:58.452 INFO:teuthology.orchestra.run.smithi062.stdout: "num": 4731 2023-06-08T03:52:58.452 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:52:58.452 INFO:teuthology.orchestra.run.smithi062.stdout: "addr": { 2023-06-08T03:52:58.452 INFO:teuthology.orchestra.run.smithi062.stdout: "type": "v1", 2023-06-08T03:52:58.452 INFO:teuthology.orchestra.run.smithi062.stdout: "addr": "192.168.0.2:0", 2023-06-08T03:52:58.453 INFO:teuthology.orchestra.run.smithi062.stdout: "nonce": 3828238746 2023-06-08T03:52:58.453 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:52:58.453 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:52:58.453 INFO:teuthology.orchestra.run.smithi062.stdout: "addr": { 2023-06-08T03:52:58.453 INFO:teuthology.orchestra.run.smithi062.stdout: "type": "v1", 2023-06-08T03:52:58.453 INFO:teuthology.orchestra.run.smithi062.stdout: "addr": "192.168.0.2:0", 2023-06-08T03:52:58.453 INFO:teuthology.orchestra.run.smithi062.stdout: "nonce": 3828238746 2023-06-08T03:52:58.453 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:52:58.454 INFO:teuthology.orchestra.run.smithi062.stdout: "inst_str": "client.4731 192.168.0.2:0/3828238746", 2023-06-08T03:52:58.454 INFO:teuthology.orchestra.run.smithi062.stdout: "addr_str": "192.168.0.2:0/3828238746", 2023-06-08T03:52:58.454 INFO:teuthology.orchestra.run.smithi062.stdout: "inode_count": 1, 2023-06-08T03:52:58.454 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_epoch": 7, 2023-06-08T03:52:58.454 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_epoch": 23, 2023-06-08T03:52:58.454 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_epoch_barrier": 0, 2023-06-08T03:52:58.454 INFO:teuthology.orchestra.run.smithi062.stdout: "blocklisted": false, 2023-06-08T03:52:58.454 INFO:teuthology.orchestra.run.smithi062.stdout: "fs_name": "cephfs" 2023-06-08T03:52:58.455 INFO:teuthology.orchestra.run.smithi062.stdout:} 2023-06-08T03:52:58.463 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-06-08T03:52:58.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.584+0000 7fccc6458640 1 Processor -- start 2023-06-08T03:52:58.593 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.584+0000 7fccc6458640 1 -- start start 2023-06-08T03:52:58.594 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.584+0000 7fccc6458640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fccc00ad300 0x7fccc00cebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:58.594 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.584+0000 7fccc6458640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fccc006f5a0 0x7fccc006a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:58.594 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.584+0000 7fccc6458640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fccc00ad730 con 0x7fccc00b1210 2023-06-08T03:52:58.594 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.584+0000 7fccc6458640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fccc0069d10 con 0x7fccc00ad300 2023-06-08T03:52:58.594 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.584+0000 7fccc6458640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fccc00cf110 con 0x7fccc006f5a0 2023-06-08T03:52:58.595 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.588+0000 7fccc49f5640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fccc006f5a0 0x7fccc006a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:58.595 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.588+0000 7fccb7fff640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fccc00ad300 0x7fccc00cebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:58.595 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.588+0000 7fccc49f5640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fccc006f5a0 0x7fccc006a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.62:41330/0 (socket says 172.21.15.62:41330) 2023-06-08T03:52:58.595 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.588+0000 7fccb7fff640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fccc00ad300 0x7fccc00cebd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.62:47640/0 (socket says 172.21.15.62:47640) 2023-06-08T03:52:58.596 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.588+0000 7fccc49f5640 1 -- 172.21.15.62:0/2931989553 learned_addr learned my addr 172.21.15.62:0/2931989553 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:58.596 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.588+0000 7fccc49f5640 1 -- 172.21.15.62:0/2931989553 >> v2:172.21.15.188:3300/0 conn(0x7fccc00ad300 msgr2=0x7fccc00cebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:52:58.596 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.588+0000 7fccc49f5640 1 --2- 172.21.15.62:0/2931989553 >> v2:172.21.15.188:3300/0 conn(0x7fccc00ad300 0x7fccc00cebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:58.596 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.588+0000 7fccc49f5640 1 -- 172.21.15.62:0/2931989553 >> v1:172.21.15.188:6789/0 conn(0x7fccc00b1210 legacy=0x7fccc00b15e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:58.596 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.588+0000 7fccc49f5640 1 -- 172.21.15.62:0/2931989553 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccc00693b0 con 0x7fccc006f5a0 2023-06-08T03:52:58.597 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.588+0000 7fccc49f5640 1 --2- 172.21.15.62:0/2931989553 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fccc006f5a0 0x7fccc006a130 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fccb8009e50 tx=0x7fccb801f1f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ec8233bcfe24492 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:58.597 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.588+0000 7fccbf7fe640 1 -- 172.21.15.62:0/2931989553 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccb80af400 con 0x7fccc006f5a0 2023-06-08T03:52:58.598 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.588+0000 7fccbf7fe640 1 -- 172.21.15.62:0/2931989553 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fccb80ab050 con 0x7fccc006f5a0 2023-06-08T03:52:58.598 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.588+0000 7fccbf7fe640 1 -- 172.21.15.62:0/2931989553 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccb80af780 con 0x7fccc006f5a0 2023-06-08T03:52:58.598 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccc6458640 1 -- 172.21.15.62:0/2931989553 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fccc006f5a0 msgr2=0x7fccc006a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:58.599 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccc6458640 1 --2- 172.21.15.62:0/2931989553 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fccc006f5a0 0x7fccc006a130 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fccb8009e50 tx=0x7fccb801f1f0 comp rx=0 tx=0).stop 2023-06-08T03:52:58.599 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccc6458640 1 -- 172.21.15.62:0/2931989553 shutdown_connections 2023-06-08T03:52:58.599 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccc6458640 1 --2- 172.21.15.62:0/2931989553 >> v2:172.21.15.188:3300/0 conn(0x7fccc00ad300 0x7fccc00cebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:58.599 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccc6458640 1 --2- 172.21.15.62:0/2931989553 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fccc006f5a0 0x7fccc006a130 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:58.599 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccc6458640 1 -- 172.21.15.62:0/2931989553 >> 172.21.15.62:0/2931989553 conn(0x7fccc00cbad0 msgr2=0x7fccc00ce3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:58.599 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccc6458640 1 -- 172.21.15.62:0/2931989553 shutdown_connections 2023-06-08T03:52:58.599 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccc6458640 1 -- 172.21.15.62:0/2931989553 wait complete. 2023-06-08T03:52:58.600 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccc6458640 1 Processor -- start 2023-06-08T03:52:58.600 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccc6458640 1 -- start start 2023-06-08T03:52:58.601 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccc6458640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fccc006f5a0 0x7fccc009b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:58.601 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccc6458640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fccc00ad300 0x7fccc00c7340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:58.601 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccc6458640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fccc00b1210 0x7fccc015a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:58.601 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccc6458640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccc0098af0 con 0x7fccc00ad300 2023-06-08T03:52:58.602 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccc6458640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccc0098dd0 con 0x7fccc00b1210 2023-06-08T03:52:58.602 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccc6458640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fccc00990b0 con 0x7fccc006f5a0 2023-06-08T03:52:58.602 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccb7fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fccc00ad300 0x7fccc00c7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:58.603 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccb7fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fccc00ad300 0x7fccc00c7340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34024/0 (socket says 172.21.15.62:34024) 2023-06-08T03:52:58.603 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccb7fff640 1 -- 172.21.15.62:0/619682060 learned_addr learned my addr 172.21.15.62:0/619682060 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:52:58.603 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccbffff640 1 --2- 172.21.15.62:0/619682060 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fccc006f5a0 0x7fccc009b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:58.603 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccc49f5640 1 --2- 172.21.15.62:0/619682060 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fccc00b1210 0x7fccc015a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:58.604 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccb7fff640 1 -- 172.21.15.62:0/619682060 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fccc006f5a0 msgr2=0x7fccc009b520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:58.604 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccb7fff640 1 --2- 172.21.15.62:0/619682060 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fccc006f5a0 0x7fccc009b520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:58.604 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccb7fff640 1 -- 172.21.15.62:0/619682060 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fccc00b1210 msgr2=0x7fccc015a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:58.604 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccb7fff640 1 --2- 172.21.15.62:0/619682060 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fccc00b1210 0x7fccc015a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:58.604 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccb7fff640 1 -- 172.21.15.62:0/619682060 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccb8009b30 con 0x7fccc00ad300 2023-06-08T03:52:58.604 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccc49f5640 1 --2- 172.21.15.62:0/619682060 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fccc00b1210 0x7fccc015a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:52:58.604 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.592+0000 7fccb7fff640 1 --2- 172.21.15.62:0/619682060 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fccc00ad300 0x7fccc00c7340 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fcca800e930 tx=0x7fcca800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:58.605 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.596+0000 7fccbd7fa640 1 -- 172.21.15.62:0/619682060 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcca8009690 con 0x7fccc00ad300 2023-06-08T03:52:58.605 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.596+0000 7fccc6458640 1 -- 172.21.15.62:0/619682060 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fccc0099390 con 0x7fccc00ad300 2023-06-08T03:52:58.605 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.596+0000 7fccbd7fa640 1 -- 172.21.15.62:0/619682060 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcca800ca00 con 0x7fccc00ad300 2023-06-08T03:52:58.605 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.596+0000 7fccbd7fa640 1 -- 172.21.15.62:0/619682060 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcca800cd70 con 0x7fccc00ad300 2023-06-08T03:52:58.605 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.596+0000 7fccc6458640 1 -- 172.21.15.62:0/619682060 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fccc009ba60 con 0x7fccc00ad300 2023-06-08T03:52:58.605 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.596+0000 7fccc6458640 1 -- 172.21.15.62:0/619682060 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fccc004d6c0 con 0x7fccc00ad300 2023-06-08T03:52:58.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.596+0000 7fccbd7fa640 1 -- 172.21.15.62:0/619682060 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fcca8013470 con 0x7fccc00ad300 2023-06-08T03:52:58.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.596+0000 7fccbd7fa640 1 --2- 172.21.15.62:0/619682060 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fcca0066280 0x7fcca0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:52:58.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.596+0000 7fccbd7fa640 1 -- 172.21.15.62:0/619682060 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fcca8083fe0 con 0x7fccc00ad300 2023-06-08T03:52:58.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.596+0000 7fccbffff640 1 --2- 172.21.15.62:0/619682060 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fcca0066280 0x7fcca0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:52:58.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.596+0000 7fccbffff640 1 --2- 172.21.15.62:0/619682060 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fcca0066280 0x7fcca0068730 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fccc00ac550 tx=0x7fccb0009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:52:58.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.600+0000 7fccbd7fa640 1 -- 172.21.15.62:0/619682060 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fcca80514b0 con 0x7fccc00ad300 2023-06-08T03:52:58.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.792+0000 7fccc6458640 1 -- 172.21.15.62:0/619682060 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fccc00ce3f0 con 0x7fccc00ad300 2023-06-08T03:52:58.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.792+0000 7fccbd7fa640 1 -- 172.21.15.62:0/619682060 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7fcca8054ad0 con 0x7fccc00ad300 2023-06-08T03:52:58.799 INFO:teuthology.orchestra.run.smithi062.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-06-08T03:52:58.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.792+0000 7fccc6458640 1 -- 172.21.15.62:0/619682060 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fcca0066280 msgr2=0x7fcca0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:58.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.792+0000 7fccc6458640 1 --2- 172.21.15.62:0/619682060 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fcca0066280 0x7fcca0068730 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fccc00ac550 tx=0x7fccb0009040 comp rx=0 tx=0).stop 2023-06-08T03:52:58.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.792+0000 7fccc6458640 1 -- 172.21.15.62:0/619682060 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fccc00ad300 msgr2=0x7fccc00c7340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:52:58.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.792+0000 7fccc6458640 1 --2- 172.21.15.62:0/619682060 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fccc00ad300 0x7fccc00c7340 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fcca800e930 tx=0x7fcca800edf0 comp rx=0 tx=0).stop 2023-06-08T03:52:58.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.792+0000 7fccc6458640 1 -- 172.21.15.62:0/619682060 shutdown_connections 2023-06-08T03:52:58.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.792+0000 7fccc6458640 1 --2- 172.21.15.62:0/619682060 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fcca0066280 0x7fcca0068730 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:58.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.792+0000 7fccc6458640 1 --2- 172.21.15.62:0/619682060 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fccc00b1210 0x7fccc015a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:58.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.792+0000 7fccc6458640 1 --2- 172.21.15.62:0/619682060 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fccc00ad300 0x7fccc00c7340 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:58.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.792+0000 7fccc6458640 1 --2- 172.21.15.62:0/619682060 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fccc006f5a0 0x7fccc009b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:52:58.803 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.792+0000 7fccc6458640 1 -- 172.21.15.62:0/619682060 >> 172.21.15.62:0/619682060 conn(0x7fccc00cbad0 msgr2=0x7fccc00b15e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:52:58.803 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.792+0000 7fccc6458640 1 -- 172.21.15.62:0/619682060 shutdown_connections 2023-06-08T03:52:58.803 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:52:58.792+0000 7fccc6458640 1 -- 172.21.15.62:0/619682060 wait complete. 2023-06-08T03:52:58.818 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-06-08T03:52:58.818 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-06-08T03:52:58.818 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi188.front.sepia.ceph.com 2023-06-08T03:52:58.818 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-06-08T03:52:58.819 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-06-08T03:52:58.819 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-06-08T03:52:58.819 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-06-08T03:52:58.819 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-06-08T03:52:58.819 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2023-06-08T03:52:58.820 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:58.820 DEBUG:teuthology.orchestra.run.smithi188:> ip addr 2023-06-08T03:52:58.826 INFO:teuthology.orchestra.run.smithi188.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-08T03:52:58.827 INFO:teuthology.orchestra.run.smithi188.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-08T03:52:58.827 INFO:teuthology.orchestra.run.smithi188.stdout: inet 127.0.0.1/8 scope host lo 2023-06-08T03:52:58.827 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:58.827 INFO:teuthology.orchestra.run.smithi188.stdout: inet6 ::1/128 scope host 2023-06-08T03:52:58.827 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:58.827 INFO:teuthology.orchestra.run.smithi188.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-08T03:52:58.827 INFO:teuthology.orchestra.run.smithi188.stdout: link/ether 0c:c4:7a:d9:37:48 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:52:58.828 INFO:teuthology.orchestra.run.smithi188.stdout: altname enp7s0f0 2023-06-08T03:52:58.828 INFO:teuthology.orchestra.run.smithi188.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-08T03:52:58.828 INFO:teuthology.orchestra.run.smithi188.stdout: link/ether 0c:c4:7a:d9:37:49 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:52:58.828 INFO:teuthology.orchestra.run.smithi188.stdout: altname enp7s0f1 2023-06-08T03:52:58.828 INFO:teuthology.orchestra.run.smithi188.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-08T03:52:58.828 INFO:teuthology.orchestra.run.smithi188.stdout: link/ether 0c:c4:7a:88:80:38 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:52:58.828 INFO:teuthology.orchestra.run.smithi188.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-06-08T03:52:58.828 INFO:teuthology.orchestra.run.smithi188.stdout: link/ether 0c:c4:7a:88:80:39 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:52:58.829 INFO:teuthology.orchestra.run.smithi188.stdout: inet 172.21.15.188/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-06-08T03:52:58.829 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft 42445sec preferred_lft 42445sec 2023-06-08T03:52:58.829 INFO:teuthology.orchestra.run.smithi188.stdout: inet6 fe80::ec4:7aff:fe88:8039/64 scope link 2023-06-08T03:52:58.829 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:58.829 INFO:teuthology.orchestra.run.smithi188.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-06-08T03:52:58.829 INFO:teuthology.orchestra.run.smithi188.stdout: link/ether 02:42:3b:de:4d:7b brd ff:ff:ff:ff:ff:ff 2023-06-08T03:52:58.829 INFO:teuthology.orchestra.run.smithi188.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-06-08T03:52:58.830 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:52:58.830 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-06-08T03:52:58.830 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:58.830 DEBUG:teuthology.orchestra.run.smithi188:> (cd / && exec bash -c ' 2023-06-08T03:52:58.831 DEBUG:teuthology.orchestra.run.smithi188:> set -e 2023-06-08T03:52:58.831 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip link add name ceph-brx type bridge 2023-06-08T03:52:58.831 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip addr flush dev ceph-brx 2023-06-08T03:52:58.831 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip link set ceph-brx up 2023-06-08T03:52:58.831 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-06-08T03:52:58.832 DEBUG:teuthology.orchestra.run.smithi188:> ') 2023-06-08T03:52:58.910 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:58.911 DEBUG:teuthology.orchestra.run.smithi188:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-06-08T03:52:58.961 INFO:teuthology.orchestra.run.smithi188.stdout:1 2023-06-08T03:52:58.963 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:58.963 DEBUG:teuthology.orchestra.run.smithi188:> route 2023-06-08T03:52:59.040 INFO:teuthology.orchestra.run.smithi188.stdout:Kernel IP routing table 2023-06-08T03:52:59.040 INFO:teuthology.orchestra.run.smithi188.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-06-08T03:52:59.040 INFO:teuthology.orchestra.run.smithi188.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-06-08T03:52:59.040 INFO:teuthology.orchestra.run.smithi188.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-06-08T03:52:59.040 INFO:teuthology.orchestra.run.smithi188.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-06-08T03:52:59.040 INFO:teuthology.orchestra.run.smithi188.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-06-08T03:52:59.041 INFO:teuthology.orchestra.run.smithi188.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-08T03:52:59.041 INFO:teuthology.orchestra.run.smithi188.stdout:ns2.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-08T03:52:59.041 INFO:teuthology.orchestra.run.smithi188.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-08T03:52:59.041 INFO:teuthology.orchestra.run.smithi188.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-06-08T03:52:59.041 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:59.042 DEBUG:teuthology.orchestra.run.smithi188:> (cd / && exec bash -c ' 2023-06-08T03:52:59.042 DEBUG:teuthology.orchestra.run.smithi188:> set -e 2023-06-08T03:52:59.042 DEBUG:teuthology.orchestra.run.smithi188:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-06-08T03:52:59.042 DEBUG:teuthology.orchestra.run.smithi188:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-06-08T03:52:59.042 DEBUG:teuthology.orchestra.run.smithi188:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-06-08T03:52:59.043 DEBUG:teuthology.orchestra.run.smithi188:> ') 2023-06-08T03:52:59.109 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:59.109 DEBUG:teuthology.orchestra.run.smithi188:> ip netns list 2023-06-08T03:52:59.156 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:59.157 DEBUG:teuthology.orchestra.run.smithi188:> ip netns list-id 2023-06-08T03:52:59.208 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:59.208 DEBUG:teuthology.orchestra.run.smithi188:> (cd / && exec bash -c ' 2023-06-08T03:52:59.208 DEBUG:teuthology.orchestra.run.smithi188:> set -e 2023-06-08T03:52:59.209 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2023-06-08T03:52:59.209 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2023-06-08T03:52:59.209 DEBUG:teuthology.orchestra.run.smithi188:> ') 2023-06-08T03:52:59.272 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2023-06-08T03:52:59.272 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:59.272 DEBUG:teuthology.orchestra.run.smithi188:> (cd / && exec bash -c ' 2023-06-08T03:52:59.273 DEBUG:teuthology.orchestra.run.smithi188:> set -e 2023-06-08T03:52:59.273 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2023-06-08T03:52:59.273 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-06-08T03:52:59.273 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2023-06-08T03:52:59.274 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2023-06-08T03:52:59.274 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2023-06-08T03:52:59.274 DEBUG:teuthology.orchestra.run.smithi188:> ') 2023-06-08T03:52:59.382 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:59.382 DEBUG:teuthology.orchestra.run.smithi188:> (cd / && exec bash -c ' 2023-06-08T03:52:59.383 DEBUG:teuthology.orchestra.run.smithi188:> set -e 2023-06-08T03:52:59.383 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip link set brx.0 up 2023-06-08T03:52:59.383 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip link set dev brx.0 master ceph-brx 2023-06-08T03:52:59.383 DEBUG:teuthology.orchestra.run.smithi188:> ') 2023-06-08T03:52:59.403 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2023-06-08T03:52:59.403 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-08T03:52:59.403 DEBUG:teuthology.orchestra.run.smithi188:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-06-08T03:52:59.448 INFO:teuthology.orchestra.run.smithi188.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-06-08T03:52:59.448 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-08T03:52:59.448 DEBUG:teuthology.orchestra.run.smithi188:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-06-08T03:52:59.495 DEBUG:teuthology.orchestra.run.smithi188:> sudo modprobe fuse 2023-06-08T03:52:59.547 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-08T03:52:59.547 DEBUG:teuthology.orchestra.run.smithi188:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-08T03:52:59.598 INFO:teuthology.orchestra.run.smithi188.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-08T03:52:59.599 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-08T03:52:59.600 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:59.600 DEBUG:teuthology.orchestra.run.smithi188:> ls /sys/fs/fuse/connections 2023-06-08T03:52:59.649 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-06-08T03:52:59.649 DEBUG:teuthology.orchestra.run.smithi188:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2023-06-08T03:52:59.693 DEBUG:teuthology.orchestra.run.smithi188:> sudo modprobe fuse 2023-06-08T03:52:59.707 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-08T03:52:59.707 DEBUG:teuthology.orchestra.run.smithi188:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-08T03:52:59.764 INFO:teuthology.orchestra.run.smithi188.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-08T03:52:59.765 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-08T03:52:59.765 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:52:59.766 DEBUG:teuthology.orchestra.run.smithi188:> ls /sys/fs/fuse/connections 2023-06-08T03:52:59.779 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi188.stderr:2023-06-08T03:52:59.771+0000 7f5f2cfa2580 -1 init, newargv = 0x5613869d1ad0 newargc=15 2023-06-08T03:52:59.779 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi188.stderr:ceph-fuse[43335]: starting ceph client 2023-06-08T03:52:59.784 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi188.stderr:ceph-fuse[43335]: starting fuse 2023-06-08T03:53:00.884 DEBUG:teuthology.orchestra.run.smithi188:> sudo modprobe fuse 2023-06-08T03:53:00.899 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-08T03:53:00.900 DEBUG:teuthology.orchestra.run.smithi188:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-08T03:53:00.951 INFO:teuthology.orchestra.run.smithi188.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-08T03:53:00.952 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-08T03:53:00.953 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:00.953 DEBUG:teuthology.orchestra.run.smithi188:> ls /sys/fs/fuse/connections 2023-06-08T03:53:01.005 INFO:teuthology.orchestra.run.smithi188.stdout:45 2023-06-08T03:53:01.005 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2023-06-08T03:53:01.005 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-06-08T03:53:01.005 DEBUG:teuthology.orchestra.run.smithi188:> import glob 2023-06-08T03:53:01.006 DEBUG:teuthology.orchestra.run.smithi188:> import re 2023-06-08T03:53:01.006 DEBUG:teuthology.orchestra.run.smithi188:> import os 2023-06-08T03:53:01.006 DEBUG:teuthology.orchestra.run.smithi188:> import subprocess 2023-06-08T03:53:01.006 DEBUG:teuthology.orchestra.run.smithi188:> 2023-06-08T03:53:01.007 DEBUG:teuthology.orchestra.run.smithi188:> def _find_admin_socket(client_name): 2023-06-08T03:53:01.007 DEBUG:teuthology.orchestra.run.smithi188:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2023-06-08T03:53:01.007 DEBUG:teuthology.orchestra.run.smithi188:> files = glob.glob(asok_path) 2023-06-08T03:53:01.007 DEBUG:teuthology.orchestra.run.smithi188:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2023-06-08T03:53:01.008 DEBUG:teuthology.orchestra.run.smithi188:> 2023-06-08T03:53:01.008 DEBUG:teuthology.orchestra.run.smithi188:> # Given a non-glob path, it better be there 2023-06-08T03:53:01.008 DEBUG:teuthology.orchestra.run.smithi188:> if "*" not in asok_path: 2023-06-08T03:53:01.008 DEBUG:teuthology.orchestra.run.smithi188:> assert(len(files) == 1) 2023-06-08T03:53:01.008 DEBUG:teuthology.orchestra.run.smithi188:> return files[0] 2023-06-08T03:53:01.009 DEBUG:teuthology.orchestra.run.smithi188:> 2023-06-08T03:53:01.009 DEBUG:teuthology.orchestra.run.smithi188:> for f in files: 2023-06-08T03:53:01.009 DEBUG:teuthology.orchestra.run.smithi188:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-06-08T03:53:01.009 DEBUG:teuthology.orchestra.run.smithi188:> if os.path.exists("/proc/{0}".format(pid)): 2023-06-08T03:53:01.010 DEBUG:teuthology.orchestra.run.smithi188:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-06-08T03:53:01.010 DEBUG:teuthology.orchestra.run.smithi188:> contents = proc_f.read() 2023-06-08T03:53:01.010 DEBUG:teuthology.orchestra.run.smithi188:> if mountpoint in contents: 2023-06-08T03:53:01.010 DEBUG:teuthology.orchestra.run.smithi188:> return f 2023-06-08T03:53:01.010 DEBUG:teuthology.orchestra.run.smithi188:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-06-08T03:53:01.011 DEBUG:teuthology.orchestra.run.smithi188:> 2023-06-08T03:53:01.011 DEBUG:teuthology.orchestra.run.smithi188:> print(_find_admin_socket("client.1")) 2023-06-08T03:53:01.011 DEBUG:teuthology.orchestra.run.smithi188:> ' 2023-06-08T03:53:01.129 INFO:teuthology.orchestra.run.smithi188.stdout:/var/run/ceph/ceph-client.1.43335.asok 2023-06-08T03:53:01.311 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.43335.asok 2023-06-08T03:53:01.311 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:01.311 DEBUG:teuthology.orchestra.run.smithi188:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.43335.asok status 2023-06-08T03:53:01.468 INFO:teuthology.orchestra.run.smithi188.stdout:{ 2023-06-08T03:53:01.469 INFO:teuthology.orchestra.run.smithi188.stdout: "metadata": { 2023-06-08T03:53:01.469 INFO:teuthology.orchestra.run.smithi188.stdout: "ceph_sha1": "a02638f808b8fe11bccdd01222c0e6e2eb71120b", 2023-06-08T03:53:01.469 INFO:teuthology.orchestra.run.smithi188.stdout: "ceph_version": "ceph version 18.0.0-4313-ga02638f8 (a02638f808b8fe11bccdd01222c0e6e2eb71120b) reef (dev)", 2023-06-08T03:53:01.469 INFO:teuthology.orchestra.run.smithi188.stdout: "entity_id": "1", 2023-06-08T03:53:01.469 INFO:teuthology.orchestra.run.smithi188.stdout: "hostname": "smithi188", 2023-06-08T03:53:01.469 INFO:teuthology.orchestra.run.smithi188.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2023-06-08T03:53:01.469 INFO:teuthology.orchestra.run.smithi188.stdout: "pid": "43335", 2023-06-08T03:53:01.470 INFO:teuthology.orchestra.run.smithi188.stdout: "root": "/" 2023-06-08T03:53:01.470 INFO:teuthology.orchestra.run.smithi188.stdout: }, 2023-06-08T03:53:01.470 INFO:teuthology.orchestra.run.smithi188.stdout: "dentry_count": 0, 2023-06-08T03:53:01.470 INFO:teuthology.orchestra.run.smithi188.stdout: "dentry_pinned_count": 0, 2023-06-08T03:53:01.470 INFO:teuthology.orchestra.run.smithi188.stdout: "id": 4597, 2023-06-08T03:53:01.470 INFO:teuthology.orchestra.run.smithi188.stdout: "inst": { 2023-06-08T03:53:01.470 INFO:teuthology.orchestra.run.smithi188.stdout: "name": { 2023-06-08T03:53:01.470 INFO:teuthology.orchestra.run.smithi188.stdout: "type": "client", 2023-06-08T03:53:01.471 INFO:teuthology.orchestra.run.smithi188.stdout: "num": 4597 2023-06-08T03:53:01.471 INFO:teuthology.orchestra.run.smithi188.stdout: }, 2023-06-08T03:53:01.471 INFO:teuthology.orchestra.run.smithi188.stdout: "addr": { 2023-06-08T03:53:01.471 INFO:teuthology.orchestra.run.smithi188.stdout: "type": "v1", 2023-06-08T03:53:01.471 INFO:teuthology.orchestra.run.smithi188.stdout: "addr": "192.168.0.1:0", 2023-06-08T03:53:01.471 INFO:teuthology.orchestra.run.smithi188.stdout: "nonce": 55852327 2023-06-08T03:53:01.471 INFO:teuthology.orchestra.run.smithi188.stdout: } 2023-06-08T03:53:01.471 INFO:teuthology.orchestra.run.smithi188.stdout: }, 2023-06-08T03:53:01.472 INFO:teuthology.orchestra.run.smithi188.stdout: "addr": { 2023-06-08T03:53:01.472 INFO:teuthology.orchestra.run.smithi188.stdout: "type": "v1", 2023-06-08T03:53:01.472 INFO:teuthology.orchestra.run.smithi188.stdout: "addr": "192.168.0.1:0", 2023-06-08T03:53:01.472 INFO:teuthology.orchestra.run.smithi188.stdout: "nonce": 55852327 2023-06-08T03:53:01.472 INFO:teuthology.orchestra.run.smithi188.stdout: }, 2023-06-08T03:53:01.472 INFO:teuthology.orchestra.run.smithi188.stdout: "inst_str": "client.4597 192.168.0.1:0/55852327", 2023-06-08T03:53:01.472 INFO:teuthology.orchestra.run.smithi188.stdout: "addr_str": "192.168.0.1:0/55852327", 2023-06-08T03:53:01.472 INFO:teuthology.orchestra.run.smithi188.stdout: "inode_count": 1, 2023-06-08T03:53:01.473 INFO:teuthology.orchestra.run.smithi188.stdout: "mds_epoch": 7, 2023-06-08T03:53:01.473 INFO:teuthology.orchestra.run.smithi188.stdout: "osd_epoch": 23, 2023-06-08T03:53:01.473 INFO:teuthology.orchestra.run.smithi188.stdout: "osd_epoch_barrier": 0, 2023-06-08T03:53:01.473 INFO:teuthology.orchestra.run.smithi188.stdout: "blocklisted": false, 2023-06-08T03:53:01.473 INFO:teuthology.orchestra.run.smithi188.stdout: "fs_name": "cephfs" 2023-06-08T03:53:01.473 INFO:teuthology.orchestra.run.smithi188.stdout:} 2023-06-08T03:53:01.483 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-06-08T03:53:01.618 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e090b5640 1 Processor -- start 2023-06-08T03:53:01.618 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e090b5640 1 -- start start 2023-06-08T03:53:01.619 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e090b5640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e040ac6c0 0x7f2e040c9ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:01.620 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e090b5640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e040cb3e0 con 0x7f2e04157bf0 2023-06-08T03:53:01.620 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e090b5640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e040cd840 con 0x7f2e040acc10 2023-06-08T03:53:01.620 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e090b5640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e040cd2e0 con 0x7f2e040ac6c0 2023-06-08T03:53:01.620 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e02d9d640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f2e04157bf0 0x7f2e0406a850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:46744/0 (socket says 172.21.15.62:46744) 2023-06-08T03:53:01.620 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e02d9d640 1 -- 172.21.15.62:0/1558710433 learned_addr learned my addr 172.21.15.62:0/1558710433 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:01.622 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2dfbfff640 1 --2- 172.21.15.62:0/1558710433 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e040ac6c0 0x7f2e040c9ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:01.622 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0259c640 1 -- 172.21.15.62:0/1558710433 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1284610411 0 0) 0x7f2dec001120 con 0x7f2e04157bf0 2023-06-08T03:53:01.622 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0259c640 1 -- 172.21.15.62:0/1558710433 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2df0004640 con 0x7f2e04157bf0 2023-06-08T03:53:01.622 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0259c640 1 -- 172.21.15.62:0/1558710433 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3710639475 0 0) 0x7f2df0004640 con 0x7f2e04157bf0 2023-06-08T03:53:01.622 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0259c640 1 -- 172.21.15.62:0/1558710433 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e040ac6c0 msgr2=0x7f2e040c9ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:01.622 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0259c640 1 --2- 172.21.15.62:0/1558710433 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e040ac6c0 0x7f2e040c9ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:01.622 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0259c640 1 -- 172.21.15.62:0/1558710433 >> v1:172.21.15.188:6789/0 conn(0x7f2e040acc10 legacy=0x7f2e040cb6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:01.623 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0259c640 1 -- 172.21.15.62:0/1558710433 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e04157fc0 con 0x7f2e04157bf0 2023-06-08T03:53:01.623 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0259c640 1 -- 172.21.15.62:0/1558710433 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f2dec001810 con 0x7f2e04157bf0 2023-06-08T03:53:01.623 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0259c640 1 -- 172.21.15.62:0/1558710433 >> v1:172.21.15.62:6789/0 conn(0x7f2e04157bf0 legacy=0x7f2e0406a850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:01.623 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0259c640 1 --2- 172.21.15.62:0/1558710433 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2df0004ac0 0x7f2df0004ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:01.623 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0259c640 1 --2- 172.21.15.62:0/1558710433 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e040ac6c0 0x7f2df00058e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:01.623 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0259c640 1 --2- 172.21.15.62:0/1558710433 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2df0005e20 0x7f2df0006290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:01.623 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0259c640 1 -- 172.21.15.62:0/1558710433 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e040cd2e0 con 0x7f2df0005e20 2023-06-08T03:53:01.624 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0259c640 1 -- 172.21.15.62:0/1558710433 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2df000cbb0 con 0x7f2df0004ac0 2023-06-08T03:53:01.624 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0259c640 1 -- 172.21.15.62:0/1558710433 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2df00034d0 con 0x7f2e040ac6c0 2023-06-08T03:53:01.624 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0359e640 1 --2- 172.21.15.62:0/1558710433 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2df0005e20 0x7f2df0006290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:01.624 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2dfbfff640 1 --2- 172.21.15.62:0/1558710433 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e040ac6c0 0x7f2df00058e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:01.624 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e02d9d640 1 --2- 172.21.15.62:0/1558710433 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2df0004ac0 0x7f2df0004ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:01.624 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0359e640 1 -- 172.21.15.62:0/1558710433 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e040ac6c0 msgr2=0x7f2df00058e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:01.624 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0359e640 1 --2- 172.21.15.62:0/1558710433 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e040ac6c0 0x7f2df00058e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:01.624 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0359e640 1 -- 172.21.15.62:0/1558710433 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2df0004ac0 msgr2=0x7f2df0004ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:01.625 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0359e640 1 --2- 172.21.15.62:0/1558710433 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2df0004ac0 0x7f2df0004ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:01.625 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.612+0000 7f2e0359e640 1 -- 172.21.15.62:0/1558710433 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2df0004640 con 0x7f2df0005e20 2023-06-08T03:53:01.626 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.616+0000 7f2e0359e640 1 --2- 172.21.15.62:0/1558710433 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2df0005e20 0x7f2df0006290 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f2dfc001e70 tx=0x7f2dfc01c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a16eb85ad25a4c70 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:01.626 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.616+0000 7f2e0259c640 1 -- 172.21.15.62:0/1558710433 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dfc003b80 con 0x7f2df0005e20 2023-06-08T03:53:01.626 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.616+0000 7f2e0259c640 1 -- 172.21.15.62:0/1558710433 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2dfc003ce0 con 0x7f2df0005e20 2023-06-08T03:53:01.626 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.616+0000 7f2e0259c640 1 -- 172.21.15.62:0/1558710433 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dfc0052c0 con 0x7f2df0005e20 2023-06-08T03:53:01.626 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.616+0000 7f2e090b5640 1 -- 172.21.15.62:0/1558710433 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2df0005e20 msgr2=0x7f2df0006290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:01.626 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.616+0000 7f2e090b5640 1 --2- 172.21.15.62:0/1558710433 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2df0005e20 0x7f2df0006290 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f2dfc001e70 tx=0x7f2dfc01c760 comp rx=0 tx=0).stop 2023-06-08T03:53:01.627 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.616+0000 7f2e0359e640 1 -- 172.21.15.62:0/1558710433 reap_dead start 2023-06-08T03:53:01.627 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.616+0000 7f2e090b5640 1 -- 172.21.15.62:0/1558710433 shutdown_connections 2023-06-08T03:53:01.627 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.616+0000 7f2e090b5640 1 -- 172.21.15.62:0/1558710433 >> 172.21.15.62:0/1558710433 conn(0x7f2e040af640 msgr2=0x7f2e040afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:01.627 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.616+0000 7f2e090b5640 1 -- 172.21.15.62:0/1558710433 shutdown_connections 2023-06-08T03:53:01.627 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.616+0000 7f2e090b5640 1 -- 172.21.15.62:0/1558710433 wait complete. 2023-06-08T03:53:01.627 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.616+0000 7f2e090b5640 1 Processor -- start 2023-06-08T03:53:01.627 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.616+0000 7f2e090b5640 1 -- start start 2023-06-08T03:53:01.629 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2e090b5640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2df0005e20 0x7f2e04159490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:01.629 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2e090b5640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e040b0940 0x7f2e0415aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:01.629 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2e090b5640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e04149ff0 0x7f2e040c9ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:01.629 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2e090b5640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e0414a460 con 0x7f2df0005e20 2023-06-08T03:53:01.629 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2e090b5640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e04159b00 con 0x7f2e040b0940 2023-06-08T03:53:01.629 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2e090b5640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e04159de0 con 0x7f2e04149ff0 2023-06-08T03:53:01.630 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2e02d9d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2df0005e20 0x7f2e04159490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:01.630 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2e02d9d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2df0005e20 0x7f2e04159490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34038/0 (socket says 172.21.15.62:34038) 2023-06-08T03:53:01.630 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2e02d9d640 1 -- 172.21.15.62:0/2683069531 learned_addr learned my addr 172.21.15.62:0/2683069531 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:01.630 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2dfbfff640 1 --2- 172.21.15.62:0/2683069531 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e040b0940 0x7f2e0415aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:01.630 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2e0359e640 1 --2- 172.21.15.62:0/2683069531 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e04149ff0 0x7f2e040c9ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:01.630 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2e02d9d640 1 -- 172.21.15.62:0/2683069531 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e04149ff0 msgr2=0x7f2e040c9ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:01.630 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2e02d9d640 1 --2- 172.21.15.62:0/2683069531 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e04149ff0 0x7f2e040c9ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:01.630 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2e02d9d640 1 -- 172.21.15.62:0/2683069531 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e040b0940 msgr2=0x7f2e0415aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:01.631 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2e02d9d640 1 --2- 172.21.15.62:0/2683069531 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e040b0940 0x7f2e0415aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:01.631 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2e02d9d640 1 -- 172.21.15.62:0/2683069531 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e0415a0c0 con 0x7f2df0005e20 2023-06-08T03:53:01.631 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2e02d9d640 1 --2- 172.21.15.62:0/2683069531 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2df0005e20 0x7f2e04159490 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f2dec011810 tx=0x7f2dec011cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:01.631 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2dfb7fe640 1 -- 172.21.15.62:0/2683069531 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dec00fb60 con 0x7f2df0005e20 2023-06-08T03:53:01.631 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2dfb7fe640 1 -- 172.21.15.62:0/2683069531 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2dec00fcc0 con 0x7f2df0005e20 2023-06-08T03:53:01.631 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2dfb7fe640 1 -- 172.21.15.62:0/2683069531 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dec015630 con 0x7f2df0005e20 2023-06-08T03:53:01.631 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2e090b5640 1 -- 172.21.15.62:0/2683069531 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e0415a3a0 con 0x7f2df0005e20 2023-06-08T03:53:01.631 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2e090b5640 1 -- 172.21.15.62:0/2683069531 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e04155560 con 0x7f2df0005e20 2023-06-08T03:53:01.632 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2e090b5640 1 -- 172.21.15.62:0/2683069531 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e0404d6c0 con 0x7f2df0005e20 2023-06-08T03:53:01.632 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2dfb7fe640 1 -- 172.21.15.62:0/2683069531 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2dec015790 con 0x7f2df0005e20 2023-06-08T03:53:01.632 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2dfb7fe640 1 --2- 172.21.15.62:0/2683069531 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2de4066280 0x7f2de4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:01.633 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2dfb7fe640 1 -- 172.21.15.62:0/2683069531 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f2dec086e10 con 0x7f2df0005e20 2023-06-08T03:53:01.633 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.620+0000 7f2dfbfff640 1 --2- 172.21.15.62:0/2683069531 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2de4066280 0x7f2de4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:01.633 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.624+0000 7f2dfbfff640 1 --2- 172.21.15.62:0/2683069531 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2de4066280 0x7f2de4068730 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f2e040b0fb0 tx=0x7f2df4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:01.634 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.624+0000 7f2dfb7fe640 1 -- 172.21.15.62:0/2683069531 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f2dec054320 con 0x7f2df0005e20 2023-06-08T03:53:01.821 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.812+0000 7f2e090b5640 1 -- 172.21.15.62:0/2683069531 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f2e040cb3e0 con 0x7f2df0005e20 2023-06-08T03:53:01.822 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.812+0000 7f2dfb7fe640 1 -- 172.21.15.62:0/2683069531 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7f2e040cb3e0 con 0x7f2df0005e20 2023-06-08T03:53:01.822 INFO:teuthology.orchestra.run.smithi062.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-06-08T03:53:01.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.816+0000 7f2e090b5640 1 -- 172.21.15.62:0/2683069531 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2de4066280 msgr2=0x7f2de4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:01.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.816+0000 7f2e090b5640 1 --2- 172.21.15.62:0/2683069531 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2de4066280 0x7f2de4068730 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f2e040b0fb0 tx=0x7f2df4008040 comp rx=0 tx=0).stop 2023-06-08T03:53:01.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.816+0000 7f2e090b5640 1 -- 172.21.15.62:0/2683069531 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2df0005e20 msgr2=0x7f2e04159490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:01.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.816+0000 7f2e090b5640 1 --2- 172.21.15.62:0/2683069531 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2df0005e20 0x7f2e04159490 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f2dec011810 tx=0x7f2dec011cd0 comp rx=0 tx=0).stop 2023-06-08T03:53:01.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.816+0000 7f2e090b5640 1 -- 172.21.15.62:0/2683069531 shutdown_connections 2023-06-08T03:53:01.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.816+0000 7f2e090b5640 1 --2- 172.21.15.62:0/2683069531 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2de4066280 0x7f2de4068730 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:01.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.816+0000 7f2e090b5640 1 --2- 172.21.15.62:0/2683069531 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e04149ff0 0x7f2e040c9ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:01.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.816+0000 7f2e090b5640 1 --2- 172.21.15.62:0/2683069531 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e040b0940 0x7f2e0415aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:01.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.816+0000 7f2e090b5640 1 --2- 172.21.15.62:0/2683069531 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2df0005e20 0x7f2e04159490 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:01.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.816+0000 7f2e090b5640 1 -- 172.21.15.62:0/2683069531 >> 172.21.15.62:0/2683069531 conn(0x7f2e040af640 msgr2=0x7f2e0406fc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:01.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.816+0000 7f2e090b5640 1 -- 172.21.15.62:0/2683069531 shutdown_connections 2023-06-08T03:53:01.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:01.816+0000 7f2e090b5640 1 -- 172.21.15.62:0/2683069531 wait complete. 2023-06-08T03:53:01.839 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-06-08T03:53:01.839 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-06-08T03:53:01.839 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi188.front.sepia.ceph.com 2023-06-08T03:53:01.839 INFO:tasks.cephfs.mount:self.client.name = client.3 2023-06-08T03:53:01.840 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2023-06-08T03:53:01.840 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-06-08T03:53:01.840 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-06-08T03:53:01.840 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-06-08T03:53:01.840 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2023-06-08T03:53:01.841 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:01.841 DEBUG:teuthology.orchestra.run.smithi188:> ip addr 2023-06-08T03:53:01.847 INFO:teuthology.orchestra.run.smithi188.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-08T03:53:01.848 INFO:teuthology.orchestra.run.smithi188.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-08T03:53:01.848 INFO:teuthology.orchestra.run.smithi188.stdout: inet 127.0.0.1/8 scope host lo 2023-06-08T03:53:01.848 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:01.848 INFO:teuthology.orchestra.run.smithi188.stdout: inet6 ::1/128 scope host 2023-06-08T03:53:01.848 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:01.848 INFO:teuthology.orchestra.run.smithi188.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-08T03:53:01.849 INFO:teuthology.orchestra.run.smithi188.stdout: link/ether 0c:c4:7a:d9:37:48 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:53:01.849 INFO:teuthology.orchestra.run.smithi188.stdout: altname enp7s0f0 2023-06-08T03:53:01.849 INFO:teuthology.orchestra.run.smithi188.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-08T03:53:01.849 INFO:teuthology.orchestra.run.smithi188.stdout: link/ether 0c:c4:7a:d9:37:49 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:53:01.849 INFO:teuthology.orchestra.run.smithi188.stdout: altname enp7s0f1 2023-06-08T03:53:01.849 INFO:teuthology.orchestra.run.smithi188.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-08T03:53:01.849 INFO:teuthology.orchestra.run.smithi188.stdout: link/ether 0c:c4:7a:88:80:38 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:53:01.849 INFO:teuthology.orchestra.run.smithi188.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-06-08T03:53:01.850 INFO:teuthology.orchestra.run.smithi188.stdout: link/ether 0c:c4:7a:88:80:39 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:53:01.850 INFO:teuthology.orchestra.run.smithi188.stdout: inet 172.21.15.188/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-06-08T03:53:01.850 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft 42442sec preferred_lft 42442sec 2023-06-08T03:53:01.850 INFO:teuthology.orchestra.run.smithi188.stdout: inet6 fe80::ec4:7aff:fe88:8039/64 scope link 2023-06-08T03:53:01.850 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:01.850 INFO:teuthology.orchestra.run.smithi188.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-06-08T03:53:01.850 INFO:teuthology.orchestra.run.smithi188.stdout: link/ether 02:42:3b:de:4d:7b brd ff:ff:ff:ff:ff:ff 2023-06-08T03:53:01.850 INFO:teuthology.orchestra.run.smithi188.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-06-08T03:53:01.851 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:01.851 INFO:teuthology.orchestra.run.smithi188.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-08T03:53:01.851 INFO:teuthology.orchestra.run.smithi188.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-06-08T03:53:01.851 INFO:teuthology.orchestra.run.smithi188.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-06-08T03:53:01.851 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:01.851 INFO:teuthology.orchestra.run.smithi188.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-06-08T03:53:01.851 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:01.851 INFO:teuthology.orchestra.run.smithi188.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-06-08T03:53:01.852 INFO:teuthology.orchestra.run.smithi188.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-06-08T03:53:01.852 INFO:teuthology.orchestra.run.smithi188.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-06-08T03:53:01.852 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:01.852 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:01.852 DEBUG:teuthology.orchestra.run.smithi188:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-06-08T03:53:01.900 INFO:teuthology.orchestra.run.smithi188.stdout:1 2023-06-08T03:53:01.901 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:01.902 DEBUG:teuthology.orchestra.run.smithi188:> route 2023-06-08T03:53:01.951 INFO:teuthology.orchestra.run.smithi188.stdout:Kernel IP routing table 2023-06-08T03:53:01.951 INFO:teuthology.orchestra.run.smithi188.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-06-08T03:53:01.952 INFO:teuthology.orchestra.run.smithi188.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-06-08T03:53:01.952 INFO:teuthology.orchestra.run.smithi188.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-06-08T03:53:01.952 INFO:teuthology.orchestra.run.smithi188.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-06-08T03:53:01.952 INFO:teuthology.orchestra.run.smithi188.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-06-08T03:53:01.952 INFO:teuthology.orchestra.run.smithi188.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-08T03:53:01.952 INFO:teuthology.orchestra.run.smithi188.stdout:ns2.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-08T03:53:01.952 INFO:teuthology.orchestra.run.smithi188.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-08T03:53:01.953 INFO:teuthology.orchestra.run.smithi188.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-06-08T03:53:01.953 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:01.953 DEBUG:teuthology.orchestra.run.smithi188:> (cd / && exec bash -c ' 2023-06-08T03:53:01.953 DEBUG:teuthology.orchestra.run.smithi188:> set -e 2023-06-08T03:53:01.954 DEBUG:teuthology.orchestra.run.smithi188:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-06-08T03:53:01.954 DEBUG:teuthology.orchestra.run.smithi188:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-06-08T03:53:01.954 DEBUG:teuthology.orchestra.run.smithi188:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-06-08T03:53:01.954 DEBUG:teuthology.orchestra.run.smithi188:> ') 2023-06-08T03:53:02.027 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:02.027 DEBUG:teuthology.orchestra.run.smithi188:> ip netns list 2023-06-08T03:53:02.076 INFO:teuthology.orchestra.run.smithi188.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-06-08T03:53:02.077 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:02.077 DEBUG:teuthology.orchestra.run.smithi188:> ip netns list-id 2023-06-08T03:53:02.124 INFO:teuthology.orchestra.run.smithi188.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2023-06-08T03:53:02.125 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:02.125 DEBUG:teuthology.orchestra.run.smithi188:> (cd / && exec bash -c ' 2023-06-08T03:53:02.125 DEBUG:teuthology.orchestra.run.smithi188:> set -e 2023-06-08T03:53:02.126 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2023-06-08T03:53:02.126 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2023-06-08T03:53:02.126 DEBUG:teuthology.orchestra.run.smithi188:> ') 2023-06-08T03:53:02.194 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:02.194 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2023-06-08T03:53:02.248 INFO:teuthology.orchestra.run.smithi188.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-08T03:53:02.248 INFO:teuthology.orchestra.run.smithi188.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-08T03:53:02.248 INFO:teuthology.orchestra.run.smithi188.stdout: inet 127.0.0.1/8 scope host lo 2023-06-08T03:53:02.248 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:02.249 INFO:teuthology.orchestra.run.smithi188.stdout: inet6 ::1/128 scope host 2023-06-08T03:53:02.249 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:02.249 INFO:teuthology.orchestra.run.smithi188.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-08T03:53:02.249 INFO:teuthology.orchestra.run.smithi188.stdout: link/ether 0e:56:d0:1d:88:54 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-06-08T03:53:02.249 INFO:teuthology.orchestra.run.smithi188.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-06-08T03:53:02.249 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:02.249 INFO:teuthology.orchestra.run.smithi188.stdout: inet6 fe80::c56:d0ff:fe1d:8854/64 scope link 2023-06-08T03:53:02.250 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:02.250 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:02.251 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2023-06-08T03:53:02.303 INFO:teuthology.orchestra.run.smithi188.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-08T03:53:02.303 INFO:teuthology.orchestra.run.smithi188.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-08T03:53:02.303 INFO:teuthology.orchestra.run.smithi188.stdout: inet 127.0.0.1/8 scope host lo 2023-06-08T03:53:02.304 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:02.304 INFO:teuthology.orchestra.run.smithi188.stdout: inet6 ::1/128 scope host 2023-06-08T03:53:02.304 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:02.304 INFO:teuthology.orchestra.run.smithi188.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-08T03:53:02.304 INFO:teuthology.orchestra.run.smithi188.stdout: link/ether 0e:56:d0:1d:88:54 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-06-08T03:53:02.304 INFO:teuthology.orchestra.run.smithi188.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-06-08T03:53:02.304 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:02.304 INFO:teuthology.orchestra.run.smithi188.stdout: inet6 fe80::c56:d0ff:fe1d:8854/64 scope link 2023-06-08T03:53:02.305 INFO:teuthology.orchestra.run.smithi188.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:02.305 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2023-06-08T03:53:02.306 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:02.306 DEBUG:teuthology.orchestra.run.smithi188:> (cd / && exec bash -c ' 2023-06-08T03:53:02.306 DEBUG:teuthology.orchestra.run.smithi188:> set -e 2023-06-08T03:53:02.307 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2023-06-08T03:53:02.307 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2023-06-08T03:53:02.307 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2023-06-08T03:53:02.307 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2023-06-08T03:53:02.307 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2023-06-08T03:53:02.308 DEBUG:teuthology.orchestra.run.smithi188:> ') 2023-06-08T03:53:02.404 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:02.404 DEBUG:teuthology.orchestra.run.smithi188:> (cd / && exec bash -c ' 2023-06-08T03:53:02.404 DEBUG:teuthology.orchestra.run.smithi188:> set -e 2023-06-08T03:53:02.404 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip link set brx.1 up 2023-06-08T03:53:02.405 DEBUG:teuthology.orchestra.run.smithi188:> sudo ip link set dev brx.1 master ceph-brx 2023-06-08T03:53:02.405 DEBUG:teuthology.orchestra.run.smithi188:> ') 2023-06-08T03:53:02.424 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2023-06-08T03:53:02.425 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-08T03:53:02.425 DEBUG:teuthology.orchestra.run.smithi188:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2023-06-08T03:53:02.472 INFO:teuthology.orchestra.run.smithi188.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2023-06-08T03:53:02.472 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-08T03:53:02.472 DEBUG:teuthology.orchestra.run.smithi188:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2023-06-08T03:53:02.519 DEBUG:teuthology.orchestra.run.smithi188:> sudo modprobe fuse 2023-06-08T03:53:02.578 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-08T03:53:02.578 DEBUG:teuthology.orchestra.run.smithi188:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-08T03:53:02.632 INFO:teuthology.orchestra.run.smithi188.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-08T03:53:02.633 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-08T03:53:02.633 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:02.634 DEBUG:teuthology.orchestra.run.smithi188:> ls /sys/fs/fuse/connections 2023-06-08T03:53:02.680 INFO:teuthology.orchestra.run.smithi188.stdout:45 2023-06-08T03:53:02.681 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [45] 2023-06-08T03:53:02.681 DEBUG:teuthology.orchestra.run.smithi188:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2023-06-08T03:53:02.725 DEBUG:teuthology.orchestra.run.smithi188:> sudo modprobe fuse 2023-06-08T03:53:02.738 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-08T03:53:02.739 DEBUG:teuthology.orchestra.run.smithi188:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-08T03:53:02.790 INFO:teuthology.orchestra.run.smithi188.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-08T03:53:02.791 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-08T03:53:02.792 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:02.792 DEBUG:teuthology.orchestra.run.smithi188:> ls /sys/fs/fuse/connections 2023-06-08T03:53:02.803 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi188.stderr:2023-06-08T03:53:02.795+0000 7f14f307b580 -1 init, newargv = 0x55c85fc33820 newargc=15 2023-06-08T03:53:02.803 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi188.stderr:ceph-fuse[43449]: starting ceph client 2023-06-08T03:53:02.807 INFO:teuthology.orchestra.run.smithi188.stdout:45 2023-06-08T03:53:02.808 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi188.stderr:ceph-fuse[43449]: starting fuse 2023-06-08T03:53:03.908 DEBUG:teuthology.orchestra.run.smithi188:> sudo modprobe fuse 2023-06-08T03:53:03.923 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-08T03:53:03.924 DEBUG:teuthology.orchestra.run.smithi188:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-08T03:53:03.976 INFO:teuthology.orchestra.run.smithi188.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-08T03:53:03.977 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-08T03:53:03.978 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:03.978 DEBUG:teuthology.orchestra.run.smithi188:> ls /sys/fs/fuse/connections 2023-06-08T03:53:04.025 INFO:teuthology.orchestra.run.smithi188.stdout:45 2023-06-08T03:53:04.025 INFO:teuthology.orchestra.run.smithi188.stdout:46 2023-06-08T03:53:04.026 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45, 46] 2023-06-08T03:53:04.026 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-06-08T03:53:04.026 DEBUG:teuthology.orchestra.run.smithi188:> import glob 2023-06-08T03:53:04.026 DEBUG:teuthology.orchestra.run.smithi188:> import re 2023-06-08T03:53:04.027 DEBUG:teuthology.orchestra.run.smithi188:> import os 2023-06-08T03:53:04.027 DEBUG:teuthology.orchestra.run.smithi188:> import subprocess 2023-06-08T03:53:04.027 DEBUG:teuthology.orchestra.run.smithi188:> 2023-06-08T03:53:04.028 DEBUG:teuthology.orchestra.run.smithi188:> def _find_admin_socket(client_name): 2023-06-08T03:53:04.028 DEBUG:teuthology.orchestra.run.smithi188:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2023-06-08T03:53:04.028 DEBUG:teuthology.orchestra.run.smithi188:> files = glob.glob(asok_path) 2023-06-08T03:53:04.028 DEBUG:teuthology.orchestra.run.smithi188:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2023-06-08T03:53:04.029 DEBUG:teuthology.orchestra.run.smithi188:> 2023-06-08T03:53:04.029 DEBUG:teuthology.orchestra.run.smithi188:> # Given a non-glob path, it better be there 2023-06-08T03:53:04.029 DEBUG:teuthology.orchestra.run.smithi188:> if "*" not in asok_path: 2023-06-08T03:53:04.029 DEBUG:teuthology.orchestra.run.smithi188:> assert(len(files) == 1) 2023-06-08T03:53:04.029 DEBUG:teuthology.orchestra.run.smithi188:> return files[0] 2023-06-08T03:53:04.030 DEBUG:teuthology.orchestra.run.smithi188:> 2023-06-08T03:53:04.030 DEBUG:teuthology.orchestra.run.smithi188:> for f in files: 2023-06-08T03:53:04.030 DEBUG:teuthology.orchestra.run.smithi188:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-06-08T03:53:04.030 DEBUG:teuthology.orchestra.run.smithi188:> if os.path.exists("/proc/{0}".format(pid)): 2023-06-08T03:53:04.031 DEBUG:teuthology.orchestra.run.smithi188:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-06-08T03:53:04.031 DEBUG:teuthology.orchestra.run.smithi188:> contents = proc_f.read() 2023-06-08T03:53:04.031 DEBUG:teuthology.orchestra.run.smithi188:> if mountpoint in contents: 2023-06-08T03:53:04.031 DEBUG:teuthology.orchestra.run.smithi188:> return f 2023-06-08T03:53:04.031 DEBUG:teuthology.orchestra.run.smithi188:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-06-08T03:53:04.032 DEBUG:teuthology.orchestra.run.smithi188:> 2023-06-08T03:53:04.032 DEBUG:teuthology.orchestra.run.smithi188:> print(_find_admin_socket("client.3")) 2023-06-08T03:53:04.032 DEBUG:teuthology.orchestra.run.smithi188:> ' 2023-06-08T03:53:04.145 INFO:teuthology.orchestra.run.smithi188.stdout:/var/run/ceph/ceph-client.3.43449.asok 2023-06-08T03:53:04.328 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.43449.asok 2023-06-08T03:53:04.329 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:04.329 DEBUG:teuthology.orchestra.run.smithi188:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.43449.asok status 2023-06-08T03:53:04.487 INFO:teuthology.orchestra.run.smithi188.stdout:{ 2023-06-08T03:53:04.488 INFO:teuthology.orchestra.run.smithi188.stdout: "metadata": { 2023-06-08T03:53:04.488 INFO:teuthology.orchestra.run.smithi188.stdout: "ceph_sha1": "a02638f808b8fe11bccdd01222c0e6e2eb71120b", 2023-06-08T03:53:04.488 INFO:teuthology.orchestra.run.smithi188.stdout: "ceph_version": "ceph version 18.0.0-4313-ga02638f8 (a02638f808b8fe11bccdd01222c0e6e2eb71120b) reef (dev)", 2023-06-08T03:53:04.488 INFO:teuthology.orchestra.run.smithi188.stdout: "entity_id": "3", 2023-06-08T03:53:04.488 INFO:teuthology.orchestra.run.smithi188.stdout: "hostname": "smithi188", 2023-06-08T03:53:04.488 INFO:teuthology.orchestra.run.smithi188.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2023-06-08T03:53:04.488 INFO:teuthology.orchestra.run.smithi188.stdout: "pid": "43449", 2023-06-08T03:53:04.489 INFO:teuthology.orchestra.run.smithi188.stdout: "root": "/" 2023-06-08T03:53:04.489 INFO:teuthology.orchestra.run.smithi188.stdout: }, 2023-06-08T03:53:04.489 INFO:teuthology.orchestra.run.smithi188.stdout: "dentry_count": 0, 2023-06-08T03:53:04.489 INFO:teuthology.orchestra.run.smithi188.stdout: "dentry_pinned_count": 0, 2023-06-08T03:53:04.489 INFO:teuthology.orchestra.run.smithi188.stdout: "id": 4478, 2023-06-08T03:53:04.489 INFO:teuthology.orchestra.run.smithi188.stdout: "inst": { 2023-06-08T03:53:04.489 INFO:teuthology.orchestra.run.smithi188.stdout: "name": { 2023-06-08T03:53:04.489 INFO:teuthology.orchestra.run.smithi188.stdout: "type": "client", 2023-06-08T03:53:04.490 INFO:teuthology.orchestra.run.smithi188.stdout: "num": 4478 2023-06-08T03:53:04.490 INFO:teuthology.orchestra.run.smithi188.stdout: }, 2023-06-08T03:53:04.490 INFO:teuthology.orchestra.run.smithi188.stdout: "addr": { 2023-06-08T03:53:04.490 INFO:teuthology.orchestra.run.smithi188.stdout: "type": "v1", 2023-06-08T03:53:04.490 INFO:teuthology.orchestra.run.smithi188.stdout: "addr": "192.168.0.2:0", 2023-06-08T03:53:04.490 INFO:teuthology.orchestra.run.smithi188.stdout: "nonce": 1637111383 2023-06-08T03:53:04.490 INFO:teuthology.orchestra.run.smithi188.stdout: } 2023-06-08T03:53:04.491 INFO:teuthology.orchestra.run.smithi188.stdout: }, 2023-06-08T03:53:04.491 INFO:teuthology.orchestra.run.smithi188.stdout: "addr": { 2023-06-08T03:53:04.491 INFO:teuthology.orchestra.run.smithi188.stdout: "type": "v1", 2023-06-08T03:53:04.491 INFO:teuthology.orchestra.run.smithi188.stdout: "addr": "192.168.0.2:0", 2023-06-08T03:53:04.491 INFO:teuthology.orchestra.run.smithi188.stdout: "nonce": 1637111383 2023-06-08T03:53:04.491 INFO:teuthology.orchestra.run.smithi188.stdout: }, 2023-06-08T03:53:04.491 INFO:teuthology.orchestra.run.smithi188.stdout: "inst_str": "client.4478 192.168.0.2:0/1637111383", 2023-06-08T03:53:04.491 INFO:teuthology.orchestra.run.smithi188.stdout: "addr_str": "192.168.0.2:0/1637111383", 2023-06-08T03:53:04.492 INFO:teuthology.orchestra.run.smithi188.stdout: "inode_count": 1, 2023-06-08T03:53:04.492 INFO:teuthology.orchestra.run.smithi188.stdout: "mds_epoch": 7, 2023-06-08T03:53:04.492 INFO:teuthology.orchestra.run.smithi188.stdout: "osd_epoch": 23, 2023-06-08T03:53:04.492 INFO:teuthology.orchestra.run.smithi188.stdout: "osd_epoch_barrier": 0, 2023-06-08T03:53:04.492 INFO:teuthology.orchestra.run.smithi188.stdout: "blocklisted": false, 2023-06-08T03:53:04.492 INFO:teuthology.orchestra.run.smithi188.stdout: "fs_name": "cephfs" 2023-06-08T03:53:04.492 INFO:teuthology.orchestra.run.smithi188.stdout:} 2023-06-08T03:53:04.501 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:04.501 DEBUG:teuthology.orchestra.run.smithi062:> stat --file-system '--printf=%T 2023-06-08T03:53:04.501 DEBUG:teuthology.orchestra.run.smithi062:> ' -- /home/ubuntu/cephtest/mnt.0 2023-06-08T03:53:04.508 INFO:teuthology.orchestra.run.smithi062.stdout:fuseblk 2023-06-08T03:53:04.508 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2023-06-08T03:53:04.508 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:04.509 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-06-08T03:53:04.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:04.567 DEBUG:teuthology.orchestra.run.smithi062:> stat --file-system '--printf=%T 2023-06-08T03:53:04.568 DEBUG:teuthology.orchestra.run.smithi062:> ' -- /home/ubuntu/cephtest/mnt.2 2023-06-08T03:53:04.615 INFO:teuthology.orchestra.run.smithi062.stdout:fuseblk 2023-06-08T03:53:04.616 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2023-06-08T03:53:04.616 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:04.616 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2023-06-08T03:53:04.677 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:04.678 DEBUG:teuthology.orchestra.run.smithi188:> stat --file-system '--printf=%T 2023-06-08T03:53:04.678 DEBUG:teuthology.orchestra.run.smithi188:> ' -- /home/ubuntu/cephtest/mnt.1 2023-06-08T03:53:04.684 INFO:teuthology.orchestra.run.smithi188.stdout:fuseblk 2023-06-08T03:53:04.685 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2023-06-08T03:53:04.685 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:04.685 DEBUG:teuthology.orchestra.run.smithi188:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-06-08T03:53:04.741 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:04.741 DEBUG:teuthology.orchestra.run.smithi188:> stat --file-system '--printf=%T 2023-06-08T03:53:04.741 DEBUG:teuthology.orchestra.run.smithi188:> ' -- /home/ubuntu/cephtest/mnt.3 2023-06-08T03:53:04.789 INFO:teuthology.orchestra.run.smithi188.stdout:fuseblk 2023-06-08T03:53:04.789 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2023-06-08T03:53:04.790 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:04.790 DEBUG:teuthology.orchestra.run.smithi188:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2023-06-08T03:53:04.845 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2023-06-08T03:53:04.862 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:53:04.998 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.988+0000 7fe98fb0e640 1 Processor -- start 2023-06-08T03:53:04.998 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.988+0000 7fe98fb0e640 1 -- start start 2023-06-08T03:53:04.998 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.992+0000 7fe98fb0e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe9880ca430 0x7fe9880ca800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:04.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.992+0000 7fe98fb0e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe988159730 0x7fe98806fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:04.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.992+0000 7fe98fb0e640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9880c8390 con 0x7fe988070260 2023-06-08T03:53:04.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.992+0000 7fe98fb0e640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe988070870 con 0x7fe988159730 2023-06-08T03:53:04.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.992+0000 7fe98fb0e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe988070b50 con 0x7fe9880ca430 2023-06-08T03:53:05.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.992+0000 7fe98d0a9640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe988159730 0x7fe98806fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.992+0000 7fe98d0a9640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe988159730 0x7fe98806fd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34044/0 (socket says 172.21.15.62:34044) 2023-06-08T03:53:05.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.992+0000 7fe98d0a9640 1 -- 172.21.15.62:0/142088584 learned_addr learned my addr 172.21.15.62:0/142088584 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:05.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.992+0000 7fe98d8aa640 1 --2- 172.21.15.62:0/142088584 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe9880ca430 0x7fe9880ca800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.001 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.992+0000 7fe98d0a9640 1 -- 172.21.15.62:0/142088584 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe9880ca430 msgr2=0x7fe9880ca800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:05.001 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.992+0000 7fe98d0a9640 1 --2- 172.21.15.62:0/142088584 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe9880ca430 0x7fe9880ca800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.001 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.992+0000 7fe98d0a9640 1 -- 172.21.15.62:0/142088584 >> v1:172.21.15.188:6789/0 conn(0x7fe988070260 legacy=0x7fe98806a850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.001 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.992+0000 7fe98d0a9640 1 -- 172.21.15.62:0/142088584 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe988070e30 con 0x7fe988159730 2023-06-08T03:53:05.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.992+0000 7fe98d0a9640 1 --2- 172.21.15.62:0/142088584 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe988159730 0x7fe98806fd20 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe978009870 tx=0x7fe97801c540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f4cb86cee8ed0eb server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:05.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98c8a8640 1 -- 172.21.15.62:0/142088584 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9780ab650 con 0x7fe988159730 2023-06-08T03:53:05.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98c8a8640 1 -- 172.21.15.62:0/142088584 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9780ab7b0 con 0x7fe988159730 2023-06-08T03:53:05.003 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98c8a8640 1 -- 172.21.15.62:0/142088584 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9780abb40 con 0x7fe988159730 2023-06-08T03:53:05.003 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98fb0e640 1 -- 172.21.15.62:0/142088584 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe988159730 msgr2=0x7fe98806fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98fb0e640 1 --2- 172.21.15.62:0/142088584 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe988159730 0x7fe98806fd20 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe978009870 tx=0x7fe97801c540 comp rx=0 tx=0).stop 2023-06-08T03:53:05.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98fb0e640 1 -- 172.21.15.62:0/142088584 shutdown_connections 2023-06-08T03:53:05.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98fb0e640 1 --2- 172.21.15.62:0/142088584 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe988159730 0x7fe98806fd20 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98fb0e640 1 --2- 172.21.15.62:0/142088584 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe9880ca430 0x7fe9880ca800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98fb0e640 1 -- 172.21.15.62:0/142088584 >> 172.21.15.62:0/142088584 conn(0x7fe9880af640 msgr2=0x7fe9880afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:05.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98fb0e640 1 -- 172.21.15.62:0/142088584 shutdown_connections 2023-06-08T03:53:05.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98fb0e640 1 -- 172.21.15.62:0/142088584 wait complete. 2023-06-08T03:53:05.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98fb0e640 1 Processor -- start 2023-06-08T03:53:05.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98fb0e640 1 -- start start 2023-06-08T03:53:05.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98fb0e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe988070260 0x7fe98814b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98fb0e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe9880ca430 0x7fe9880c5e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98fb0e640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe988159730 0x7fe9880c76c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98fb0e640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9880c7fd0 con 0x7fe9880ca430 2023-06-08T03:53:05.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98fb0e640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe98814b460 con 0x7fe988159730 2023-06-08T03:53:05.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98fb0e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe98814ab30 con 0x7fe988070260 2023-06-08T03:53:05.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98d0a9640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe9880ca430 0x7fe9880c5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98d0a9640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe9880ca430 0x7fe9880c5e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34058/0 (socket says 172.21.15.62:34058) 2023-06-08T03:53:05.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98d0a9640 1 -- 172.21.15.62:0/1583775262 learned_addr learned my addr 172.21.15.62:0/1583775262 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:05.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98d8aa640 1 --2- 172.21.15.62:0/1583775262 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe988070260 0x7fe98814b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98e0ab640 1 --2- 172.21.15.62:0/1583775262 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe988159730 0x7fe9880c76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98d0a9640 1 -- 172.21.15.62:0/1583775262 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe988070260 msgr2=0x7fe98814b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98d0a9640 1 --2- 172.21.15.62:0/1583775262 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe988070260 0x7fe98814b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98d0a9640 1 -- 172.21.15.62:0/1583775262 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe988159730 msgr2=0x7fe9880c76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98d0a9640 1 --2- 172.21.15.62:0/1583775262 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe988159730 0x7fe9880c76c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98d0a9640 1 -- 172.21.15.62:0/1583775262 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9780094d0 con 0x7fe9880ca430 2023-06-08T03:53:05.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98d8aa640 1 --2- 172.21.15.62:0/1583775262 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe988070260 0x7fe98814b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:05.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98d0a9640 1 --2- 172.21.15.62:0/1583775262 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe9880ca430 0x7fe9880c5e50 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe97801a170 tx=0x7fe97801ad80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:05.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe97e7fc640 1 -- 172.21.15.62:0/1583775262 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9780b4800 con 0x7fe9880ca430 2023-06-08T03:53:05.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe97e7fc640 1 -- 172.21.15.62:0/1583775262 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9780b4980 con 0x7fe9880ca430 2023-06-08T03:53:05.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe97e7fc640 1 -- 172.21.15.62:0/1583775262 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9780b4d30 con 0x7fe9880ca430 2023-06-08T03:53:05.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98fb0e640 1 -- 172.21.15.62:0/1583775262 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe98814ae10 con 0x7fe9880ca430 2023-06-08T03:53:05.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:04.996+0000 7fe98fb0e640 1 -- 172.21.15.62:0/1583775262 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9880c7c00 con 0x7fe9880ca430 2023-06-08T03:53:05.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.000+0000 7fe98fb0e640 1 -- 172.21.15.62:0/1583775262 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe98804d6c0 con 0x7fe9880ca430 2023-06-08T03:53:05.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.000+0000 7fe97e7fc640 1 -- 172.21.15.62:0/1583775262 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe9780b3380 con 0x7fe9880ca430 2023-06-08T03:53:05.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.000+0000 7fe97e7fc640 1 --2- 172.21.15.62:0/1583775262 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe96c066280 0x7fe96c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.000+0000 7fe97e7fc640 1 -- 172.21.15.62:0/1583775262 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fe97811e440 con 0x7fe9880ca430 2023-06-08T03:53:05.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.000+0000 7fe98d8aa640 1 --2- 172.21.15.62:0/1583775262 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe96c066280 0x7fe96c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.000+0000 7fe98d8aa640 1 --2- 172.21.15.62:0/1583775262 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe96c066280 0x7fe96c068730 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fe984009840 tx=0x7fe984008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:05.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.004+0000 7fe97e7fc640 1 -- 172.21.15.62:0/1583775262 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe9780eb8d0 con 0x7fe9880ca430 2023-06-08T03:53:05.168 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.160+0000 7fe98fb0e640 1 -- 172.21.15.62:0/1583775262 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe9880b3050 con 0x7fe9880ca430 2023-06-08T03:53:05.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.164+0000 7fe97e7fc640 1 -- 172.21.15.62:0/1583775262 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18279 (secure 0 0 0) 0x7fe9780ab610 con 0x7fe9880ca430 2023-06-08T03:53:05.171 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:05.172 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":23,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:52:35.171643+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:53:05.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.164+0000 7fe98fb0e640 1 -- 172.21.15.62:0/1583775262 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe96c066280 msgr2=0x7fe96c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.164+0000 7fe98fb0e640 1 --2- 172.21.15.62:0/1583775262 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe96c066280 0x7fe96c068730 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fe984009840 tx=0x7fe984008040 comp rx=0 tx=0).stop 2023-06-08T03:53:05.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.164+0000 7fe98fb0e640 1 -- 172.21.15.62:0/1583775262 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe9880ca430 msgr2=0x7fe9880c5e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.164+0000 7fe98fb0e640 1 --2- 172.21.15.62:0/1583775262 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe9880ca430 0x7fe9880c5e50 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe97801a170 tx=0x7fe97801ad80 comp rx=0 tx=0).stop 2023-06-08T03:53:05.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.164+0000 7fe98fb0e640 1 -- 172.21.15.62:0/1583775262 shutdown_connections 2023-06-08T03:53:05.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.164+0000 7fe98fb0e640 1 --2- 172.21.15.62:0/1583775262 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe96c066280 0x7fe96c068730 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.164+0000 7fe98fb0e640 1 --2- 172.21.15.62:0/1583775262 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe988159730 0x7fe9880c76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.175 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.164+0000 7fe98fb0e640 1 --2- 172.21.15.62:0/1583775262 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe9880ca430 0x7fe9880c5e50 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.175 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.164+0000 7fe98fb0e640 1 --2- 172.21.15.62:0/1583775262 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe988070260 0x7fe98814b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.175 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.164+0000 7fe98fb0e640 1 -- 172.21.15.62:0/1583775262 >> 172.21.15.62:0/1583775262 conn(0x7fe9880af640 msgr2=0x7fe988152110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:05.175 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.164+0000 7fe98fb0e640 1 -- 172.21.15.62:0/1583775262 shutdown_connections 2023-06-08T03:53:05.175 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.164+0000 7fe98fb0e640 1 -- 172.21.15.62:0/1583775262 wait complete. 2023-06-08T03:53:05.191 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-08T03:52:22.372947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-08T03:52:28.107223+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-08T03:52:32.655480+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-08T03:52:33.144430+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-08T03:53:05.191 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-08T03:53:05.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f41404ed640 1 Processor -- start 2023-06-08T03:53:05.315 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f41404ed640 1 -- start start 2023-06-08T03:53:05.315 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f41404ed640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f413806ff50 0x7f413806d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f41404ed640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41381589f0 con 0x7f4138158620 2023-06-08T03:53:05.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f41404ed640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f413806c030 con 0x7f41380cca70 2023-06-08T03:53:05.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f41404ed640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f413806d870 con 0x7f413806ff50 2023-06-08T03:53:05.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413e289640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f4138158620 0x7f413806b920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:46754/0 (socket says 172.21.15.62:46754) 2023-06-08T03:53:05.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413e289640 1 -- 172.21.15.62:0/3925018614 learned_addr learned my addr 172.21.15.62:0/3925018614 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:05.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413d287640 1 -- 172.21.15.62:0/3925018614 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2717032106 0 0) 0x7f41381589f0 con 0x7f4138158620 2023-06-08T03:53:05.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413d287640 1 -- 172.21.15.62:0/3925018614 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4120003530 con 0x7f4138158620 2023-06-08T03:53:05.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413da88640 1 --2- 172.21.15.62:0/3925018614 >> v2:172.21.15.188:3300/0 conn(0x7f413806ff50 0x7f413806d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413d287640 1 -- 172.21.15.62:0/3925018614 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2310184077 0 0) 0x7f4120003530 con 0x7f4138158620 2023-06-08T03:53:05.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413d287640 1 -- 172.21.15.62:0/3925018614 >> v2:172.21.15.188:3300/0 conn(0x7f413806ff50 msgr2=0x7f413806d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:05.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413d287640 1 --2- 172.21.15.62:0/3925018614 >> v2:172.21.15.188:3300/0 conn(0x7f413806ff50 0x7f413806d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413d287640 1 -- 172.21.15.62:0/3925018614 >> v1:172.21.15.188:6789/0 conn(0x7f41380cca70 legacy=0x7f41380c9330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413d287640 1 -- 172.21.15.62:0/3925018614 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f413806c290 con 0x7f4138158620 2023-06-08T03:53:05.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413d287640 1 -- 172.21.15.62:0/3925018614 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f4130001680 con 0x7f4138158620 2023-06-08T03:53:05.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413d287640 1 -- 172.21.15.62:0/3925018614 >> v1:172.21.15.62:6789/0 conn(0x7f4138158620 legacy=0x7f413806b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413d287640 1 --2- 172.21.15.62:0/3925018614 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4120003980 0x7f4120003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413d287640 1 --2- 172.21.15.62:0/3925018614 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f41200047d0 0x7f4120004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413d287640 1 --2- 172.21.15.62:0/3925018614 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4120005180 0x7f412000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413d287640 1 -- 172.21.15.62:0/3925018614 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f413806d870 con 0x7f4120005180 2023-06-08T03:53:05.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413d287640 1 -- 172.21.15.62:0/3925018614 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f412000c110 con 0x7f41200047d0 2023-06-08T03:53:05.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413d287640 1 -- 172.21.15.62:0/3925018614 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f412000c2d0 con 0x7f4120003980 2023-06-08T03:53:05.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413ea8a640 1 --2- 172.21.15.62:0/3925018614 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4120005180 0x7f412000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413e289640 1 --2- 172.21.15.62:0/3925018614 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4120003980 0x7f4120003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413da88640 1 --2- 172.21.15.62:0/3925018614 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f41200047d0 0x7f4120004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413ea8a640 1 -- 172.21.15.62:0/3925018614 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4120003980 msgr2=0x7f4120003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:05.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413ea8a640 1 --2- 172.21.15.62:0/3925018614 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4120003980 0x7f4120003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413ea8a640 1 -- 172.21.15.62:0/3925018614 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f41200047d0 msgr2=0x7f4120004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:05.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413ea8a640 1 --2- 172.21.15.62:0/3925018614 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f41200047d0 0x7f4120004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.308+0000 7f413ea8a640 1 -- 172.21.15.62:0/3925018614 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4120003530 con 0x7f4120005180 2023-06-08T03:53:05.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f413ea8a640 1 -- 172.21.15.62:0/3925018614 reap_dead start 2023-06-08T03:53:05.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f413ea8a640 1 --2- 172.21.15.62:0/3925018614 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4120005180 0x7f412000b990 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f4128001e40 tx=0x7f412801c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a10103ea0f4e91fb server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:05.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f413d287640 1 -- 172.21.15.62:0/3925018614 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4128003b80 con 0x7f4120005180 2023-06-08T03:53:05.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f413d287640 1 -- 172.21.15.62:0/3925018614 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4128003ce0 con 0x7f4120005180 2023-06-08T03:53:05.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f413d287640 1 -- 172.21.15.62:0/3925018614 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4128005260 con 0x7f4120005180 2023-06-08T03:53:05.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f41404ed640 1 -- 172.21.15.62:0/3925018614 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4120005180 msgr2=0x7f412000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f41404ed640 1 --2- 172.21.15.62:0/3925018614 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4120005180 0x7f412000b990 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f4128001e40 tx=0x7f412801c740 comp rx=0 tx=0).stop 2023-06-08T03:53:05.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f41404ed640 1 -- 172.21.15.62:0/3925018614 shutdown_connections 2023-06-08T03:53:05.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f41404ed640 1 --2- 172.21.15.62:0/3925018614 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4120005180 0x7f412000b990 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f41404ed640 1 -- 172.21.15.62:0/3925018614 >> 172.21.15.62:0/3925018614 conn(0x7f41380cc3f0 msgr2=0x7f41380cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:05.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f41404ed640 1 -- 172.21.15.62:0/3925018614 shutdown_connections 2023-06-08T03:53:05.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f41404ed640 1 -- 172.21.15.62:0/3925018614 wait complete. 2023-06-08T03:53:05.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f41404ed640 1 Processor -- start 2023-06-08T03:53:05.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f41404ed640 1 -- start start 2023-06-08T03:53:05.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f41404ed640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4120005180 0x7f4138159f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f41404ed640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f41381491d0 0x7f413814d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f41404ed640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41380ca420 0x7f413815aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f41404ed640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4138158e60 con 0x7f41380ca420 2023-06-08T03:53:05.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f41404ed640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4138159140 con 0x7f41381491d0 2023-06-08T03:53:05.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f41404ed640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4138159420 con 0x7f4120005180 2023-06-08T03:53:05.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f413ea8a640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41380ca420 0x7f413815aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f413ea8a640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41380ca420 0x7f413815aca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34072/0 (socket says 172.21.15.62:34072) 2023-06-08T03:53:05.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.312+0000 7f413ea8a640 1 -- 172.21.15.62:0/351619309 learned_addr learned my addr 172.21.15.62:0/351619309 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:05.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f413e289640 1 --2- 172.21.15.62:0/351619309 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4120005180 0x7f4138159f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f413da88640 1 --2- 172.21.15.62:0/351619309 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f41381491d0 0x7f413814d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f413ea8a640 1 -- 172.21.15.62:0/351619309 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4120005180 msgr2=0x7f4138159f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f413ea8a640 1 --2- 172.21.15.62:0/351619309 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4120005180 0x7f4138159f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f413ea8a640 1 -- 172.21.15.62:0/351619309 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f41381491d0 msgr2=0x7f413814d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f413ea8a640 1 --2- 172.21.15.62:0/351619309 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f41381491d0 0x7f413814d0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f413ea8a640 1 -- 172.21.15.62:0/351619309 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4138159700 con 0x7f41380ca420 2023-06-08T03:53:05.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f413e289640 1 --2- 172.21.15.62:0/351619309 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4120005180 0x7f4138159f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:05.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f413da88640 1 --2- 172.21.15.62:0/351619309 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f41381491d0 0x7f413814d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:05.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f413ea8a640 1 --2- 172.21.15.62:0/351619309 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41380ca420 0x7f413815aca0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f412801c570 tx=0x7f4120005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:05.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f4136ffd640 1 -- 172.21.15.62:0/351619309 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41280b4070 con 0x7f41380ca420 2023-06-08T03:53:05.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f4136ffd640 1 -- 172.21.15.62:0/351619309 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4128005170 con 0x7f41380ca420 2023-06-08T03:53:05.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f41404ed640 1 -- 172.21.15.62:0/351619309 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41381599e0 con 0x7f41380ca420 2023-06-08T03:53:05.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f4136ffd640 1 -- 172.21.15.62:0/351619309 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4128005520 con 0x7f41380ca420 2023-06-08T03:53:05.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f41404ed640 1 -- 172.21.15.62:0/351619309 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41380caa60 con 0x7f41380ca420 2023-06-08T03:53:05.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f41404ed640 1 -- 172.21.15.62:0/351619309 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4138159c20 con 0x7f41380ca420 2023-06-08T03:53:05.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f4136ffd640 1 -- 172.21.15.62:0/351619309 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f4128005680 con 0x7f41380ca420 2023-06-08T03:53:05.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f4136ffd640 1 --2- 172.21.15.62:0/351619309 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f41240662b0 0x7f4124068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f4136ffd640 1 -- 172.21.15.62:0/351619309 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f412811ccc0 con 0x7f41380ca420 2023-06-08T03:53:05.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f413e289640 1 --2- 172.21.15.62:0/351619309 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f41240662b0 0x7f4124068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.316+0000 7f413e289640 1 --2- 172.21.15.62:0/351619309 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f41240662b0 0x7f4124068760 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f4130001ec0 tx=0x7f4130000ee0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:05.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.320+0000 7f4136ffd640 1 -- 172.21.15.62:0/351619309 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f4138159c20 con 0x7f41380ca420 2023-06-08T03:53:05.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.476+0000 7f41404ed640 1 -- 172.21.15.62:0/351619309 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4138159bd0 con 0x7f41380ca420 2023-06-08T03:53:05.487 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.480+0000 7f4136ffd640 1 -- 172.21.15.62:0/351619309 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4128123080 con 0x7f41380ca420 2023-06-08T03:53:05.487 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 1 2023-06-08T03:53:05.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.480+0000 7f41404ed640 1 -- 172.21.15.62:0/351619309 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f41240662b0 msgr2=0x7f4124068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.480+0000 7f41404ed640 1 --2- 172.21.15.62:0/351619309 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f41240662b0 0x7f4124068760 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f4130001ec0 tx=0x7f4130000ee0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.480+0000 7f41404ed640 1 -- 172.21.15.62:0/351619309 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41380ca420 msgr2=0x7f413815aca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.480+0000 7f41404ed640 1 --2- 172.21.15.62:0/351619309 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41380ca420 0x7f413815aca0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f412801c570 tx=0x7f4120005800 comp rx=0 tx=0).stop 2023-06-08T03:53:05.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.480+0000 7f41404ed640 1 -- 172.21.15.62:0/351619309 shutdown_connections 2023-06-08T03:53:05.490 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.480+0000 7f41404ed640 1 --2- 172.21.15.62:0/351619309 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f41240662b0 0x7f4124068760 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.490 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.480+0000 7f41404ed640 1 --2- 172.21.15.62:0/351619309 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41380ca420 0x7f413815aca0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.490 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.480+0000 7f41404ed640 1 --2- 172.21.15.62:0/351619309 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f41381491d0 0x7f413814d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.490 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.480+0000 7f41404ed640 1 --2- 172.21.15.62:0/351619309 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4120005180 0x7f4138159f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.490 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.480+0000 7f41404ed640 1 -- 172.21.15.62:0/351619309 >> 172.21.15.62:0/351619309 conn(0x7f41380cc3f0 msgr2=0x7f41380c53a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:05.490 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.480+0000 7f41404ed640 1 -- 172.21.15.62:0/351619309 shutdown_connections 2023-06-08T03:53:05.490 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.480+0000 7f41404ed640 1 -- 172.21.15.62:0/351619309 wait complete. 2023-06-08T03:53:05.505 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-08T03:53:05.634 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.624+0000 7fb73f6e7640 1 Processor -- start 2023-06-08T03:53:05.634 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.624+0000 7fb73f6e7640 1 -- start start 2023-06-08T03:53:05.635 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb73f6e7640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb7380c3550 0x7fb73816a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.635 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb73f6e7640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7380d0dd0 con 0x7fb73815ffb0 2023-06-08T03:53:05.636 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb73f6e7640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7380b1770 con 0x7fb7380cc6f0 2023-06-08T03:53:05.636 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb73f6e7640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7380b0cd0 con 0x7fb7380c3550 2023-06-08T03:53:05.636 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb73d483640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fb73815ffb0 0x7fb73806b840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:46760/0 (socket says 172.21.15.62:46760) 2023-06-08T03:53:05.636 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb73d483640 1 -- 172.21.15.62:0/3679712277 learned_addr learned my addr 172.21.15.62:0/3679712277 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:05.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb73dc84640 1 --2- 172.21.15.62:0/3679712277 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb7380c3550 0x7fb73816a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb737fff640 1 -- 172.21.15.62:0/3679712277 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2655588516 0 0) 0x7fb7380d0dd0 con 0x7fb73815ffb0 2023-06-08T03:53:05.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb737fff640 1 -- 172.21.15.62:0/3679712277 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb720003530 con 0x7fb73815ffb0 2023-06-08T03:53:05.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb737fff640 1 -- 172.21.15.62:0/3679712277 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1064830204 0 0) 0x7fb720003530 con 0x7fb73815ffb0 2023-06-08T03:53:05.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb737fff640 1 -- 172.21.15.62:0/3679712277 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb7380c3550 msgr2=0x7fb73816a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:05.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb737fff640 1 --2- 172.21.15.62:0/3679712277 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb7380c3550 0x7fb73816a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb737fff640 1 -- 172.21.15.62:0/3679712277 >> v1:172.21.15.188:6789/0 conn(0x7fb7380cc6f0 legacy=0x7fb7380c2e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.639 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb737fff640 1 -- 172.21.15.62:0/3679712277 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb73806c040 con 0x7fb73815ffb0 2023-06-08T03:53:05.639 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb737fff640 1 -- 172.21.15.62:0/3679712277 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fb72c001680 con 0x7fb73815ffb0 2023-06-08T03:53:05.639 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb737fff640 1 -- 172.21.15.62:0/3679712277 >> v1:172.21.15.62:6789/0 conn(0x7fb73815ffb0 legacy=0x7fb73806b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.639 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb737fff640 1 --2- 172.21.15.62:0/3679712277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb7200039b0 0x7fb720003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.639 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb737fff640 1 --2- 172.21.15.62:0/3679712277 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb7200047d0 0x7fb720004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.639 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb737fff640 1 --2- 172.21.15.62:0/3679712277 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb7380c3550 0x7fb7200051a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.640 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb737fff640 1 -- 172.21.15.62:0/3679712277 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7380b0cd0 con 0x7fb7200039b0 2023-06-08T03:53:05.640 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb737fff640 1 -- 172.21.15.62:0/3679712277 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb72000bac0 con 0x7fb7200047d0 2023-06-08T03:53:05.640 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb737fff640 1 -- 172.21.15.62:0/3679712277 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb72000bc80 con 0x7fb7380c3550 2023-06-08T03:53:05.640 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb73d483640 1 --2- 172.21.15.62:0/3679712277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb7200039b0 0x7fb720003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.640 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb73cc82640 1 --2- 172.21.15.62:0/3679712277 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb7200047d0 0x7fb720004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.640 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb73dc84640 1 --2- 172.21.15.62:0/3679712277 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb7380c3550 0x7fb7200051a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.640 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb73d483640 1 -- 172.21.15.62:0/3679712277 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb7380c3550 msgr2=0x7fb7200051a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:05.641 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb73d483640 1 --2- 172.21.15.62:0/3679712277 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb7380c3550 0x7fb7200051a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.641 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb73d483640 1 -- 172.21.15.62:0/3679712277 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb7200047d0 msgr2=0x7fb720004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:05.641 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb73d483640 1 --2- 172.21.15.62:0/3679712277 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb7200047d0 0x7fb720004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.641 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.628+0000 7fb73d483640 1 -- 172.21.15.62:0/3679712277 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb720003530 con 0x7fb7200039b0 2023-06-08T03:53:05.643 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb73d483640 1 --2- 172.21.15.62:0/3679712277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb7200039b0 0x7fb720003dc0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fb72c00c210 tx=0x7fb72c01cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ad5b3ce9ccb5134 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:05.643 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb737fff640 1 -- 172.21.15.62:0/3679712277 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb72c0a5b10 con 0x7fb7200039b0 2023-06-08T03:53:05.643 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb737fff640 1 -- 172.21.15.62:0/3679712277 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb72c0a5c90 con 0x7fb7200039b0 2023-06-08T03:53:05.643 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb737fff640 1 -- 172.21.15.62:0/3679712277 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb72c0058e0 con 0x7fb7200039b0 2023-06-08T03:53:05.643 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb73f6e7640 1 -- 172.21.15.62:0/3679712277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb7200039b0 msgr2=0x7fb720003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.644 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb73f6e7640 1 --2- 172.21.15.62:0/3679712277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb7200039b0 0x7fb720003dc0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fb72c00c210 tx=0x7fb72c01cc30 comp rx=0 tx=0).stop 2023-06-08T03:53:05.644 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb73dc84640 1 -- 172.21.15.62:0/3679712277 reap_dead start 2023-06-08T03:53:05.644 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb73f6e7640 1 -- 172.21.15.62:0/3679712277 shutdown_connections 2023-06-08T03:53:05.644 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb73f6e7640 1 -- 172.21.15.62:0/3679712277 >> 172.21.15.62:0/3679712277 conn(0x7fb738065850 msgr2=0x7fb738099140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:05.644 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb73f6e7640 1 -- 172.21.15.62:0/3679712277 shutdown_connections 2023-06-08T03:53:05.644 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb73f6e7640 1 -- 172.21.15.62:0/3679712277 wait complete. 2023-06-08T03:53:05.645 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb73f6e7640 1 Processor -- start 2023-06-08T03:53:05.645 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb73f6e7640 1 -- start start 2023-06-08T03:53:05.645 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb73f6e7640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb7200039b0 0x7fb7380aef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.645 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb73f6e7640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb738154f00 0x7fb73815ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.645 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb73f6e7640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb73806dba0 0x7fb73806e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.645 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb73f6e7640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7380b5bb0 con 0x7fb73806dba0 2023-06-08T03:53:05.645 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb73f6e7640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb73806e580 con 0x7fb7200039b0 2023-06-08T03:53:05.645 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb73f6e7640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb73815a1c0 con 0x7fb738154f00 2023-06-08T03:53:05.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb73dc84640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb73806dba0 0x7fb73806e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb73dc84640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb73806dba0 0x7fb73806e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34086/0 (socket says 172.21.15.62:34086) 2023-06-08T03:53:05.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.632+0000 7fb73dc84640 1 -- 172.21.15.62:0/721438136 learned_addr learned my addr 172.21.15.62:0/721438136 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:05.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.636+0000 7fb73d483640 1 --2- 172.21.15.62:0/721438136 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb7200039b0 0x7fb7380aef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.636+0000 7fb73cc82640 1 --2- 172.21.15.62:0/721438136 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb738154f00 0x7fb73815ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.636+0000 7fb73dc84640 1 -- 172.21.15.62:0/721438136 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb738154f00 msgr2=0x7fb73815ac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.636+0000 7fb73dc84640 1 --2- 172.21.15.62:0/721438136 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb738154f00 0x7fb73815ac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.636+0000 7fb73dc84640 1 -- 172.21.15.62:0/721438136 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb7200039b0 msgr2=0x7fb7380aef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.647 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.636+0000 7fb73dc84640 1 --2- 172.21.15.62:0/721438136 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb7200039b0 0x7fb7380aef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.647 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.636+0000 7fb73dc84640 1 -- 172.21.15.62:0/721438136 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb738159120 con 0x7fb73806dba0 2023-06-08T03:53:05.647 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.636+0000 7fb73cc82640 1 --2- 172.21.15.62:0/721438136 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb738154f00 0x7fb73815ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:05.647 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.636+0000 7fb73d483640 1 --2- 172.21.15.62:0/721438136 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb7200039b0 0x7fb7380aef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:53:05.647 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.636+0000 7fb73dc84640 1 --2- 172.21.15.62:0/721438136 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb73806dba0 0x7fb73806e040 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb7380cd970 tx=0x7fb728011550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:05.647 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.636+0000 7fb735ffb640 1 -- 172.21.15.62:0/721438136 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb728004500 con 0x7fb73806dba0 2023-06-08T03:53:05.647 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.636+0000 7fb735ffb640 1 -- 172.21.15.62:0/721438136 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb728011840 con 0x7fb73806dba0 2023-06-08T03:53:05.648 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.636+0000 7fb735ffb640 1 -- 172.21.15.62:0/721438136 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb728011bf0 con 0x7fb73806dba0 2023-06-08T03:53:05.648 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.636+0000 7fb73f6e7640 1 -- 172.21.15.62:0/721438136 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb738159400 con 0x7fb73806dba0 2023-06-08T03:53:05.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.636+0000 7fb73f6e7640 1 -- 172.21.15.62:0/721438136 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7381599c0 con 0x7fb73806dba0 2023-06-08T03:53:05.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.636+0000 7fb73f6e7640 1 -- 172.21.15.62:0/721438136 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb73804d650 con 0x7fb73806dba0 2023-06-08T03:53:05.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.636+0000 7fb735ffb640 1 -- 172.21.15.62:0/721438136 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb728011d50 con 0x7fb73806dba0 2023-06-08T03:53:05.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.636+0000 7fb735ffb640 1 --2- 172.21.15.62:0/721438136 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb724066280 0x7fb724068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.636+0000 7fb735ffb640 1 -- 172.21.15.62:0/721438136 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fb7280836a0 con 0x7fb73806dba0 2023-06-08T03:53:05.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.636+0000 7fb73d483640 1 --2- 172.21.15.62:0/721438136 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb724066280 0x7fb724068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.640+0000 7fb73d483640 1 --2- 172.21.15.62:0/721438136 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb724066280 0x7fb724068730 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fb72c0ab000 tx=0x7fb72c0a7070 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:05.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.640+0000 7fb735ffb640 1 -- 172.21.15.62:0/721438136 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb728050b20 con 0x7fb73806dba0 2023-06-08T03:53:05.803 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.796+0000 7fb73f6e7640 1 -- 172.21.15.62:0/721438136 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fb738155960 con 0x7fb73806dba0 2023-06-08T03:53:05.803 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.796+0000 7fb735ffb640 1 -- 172.21.15.62:0/721438136 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v23) v1 ==== 92+0+10 (secure 0 0 0) 0x7fb728054140 con 0x7fb73806dba0 2023-06-08T03:53:05.804 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 8 2023-06-08T03:53:05.806 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.796+0000 7fb73f6e7640 1 -- 172.21.15.62:0/721438136 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb724066280 msgr2=0x7fb724068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.806 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.796+0000 7fb73f6e7640 1 --2- 172.21.15.62:0/721438136 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb724066280 0x7fb724068730 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fb72c0ab000 tx=0x7fb72c0a7070 comp rx=0 tx=0).stop 2023-06-08T03:53:05.806 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.796+0000 7fb73f6e7640 1 -- 172.21.15.62:0/721438136 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb73806dba0 msgr2=0x7fb73806e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.806 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.796+0000 7fb73f6e7640 1 --2- 172.21.15.62:0/721438136 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb73806dba0 0x7fb73806e040 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb7380cd970 tx=0x7fb728011550 comp rx=0 tx=0).stop 2023-06-08T03:53:05.806 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.796+0000 7fb73f6e7640 1 -- 172.21.15.62:0/721438136 shutdown_connections 2023-06-08T03:53:05.806 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.796+0000 7fb73f6e7640 1 --2- 172.21.15.62:0/721438136 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb724066280 0x7fb724068730 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.807 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.796+0000 7fb73f6e7640 1 --2- 172.21.15.62:0/721438136 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb73806dba0 0x7fb73806e040 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.807 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.796+0000 7fb73f6e7640 1 --2- 172.21.15.62:0/721438136 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb738154f00 0x7fb73815ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.807 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.796+0000 7fb73f6e7640 1 --2- 172.21.15.62:0/721438136 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb7200039b0 0x7fb7380aef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.807 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.796+0000 7fb73f6e7640 1 -- 172.21.15.62:0/721438136 >> 172.21.15.62:0/721438136 conn(0x7fb738065850 msgr2=0x7fb7380b1960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:05.807 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.796+0000 7fb73f6e7640 1 -- 172.21.15.62:0/721438136 shutdown_connections 2023-06-08T03:53:05.807 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.796+0000 7fb73f6e7640 1 -- 172.21.15.62:0/721438136 wait complete. 2023-06-08T03:53:05.824 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-08T03:53:05.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.936+0000 7fd0baf34640 1 Processor -- start 2023-06-08T03:53:05.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.936+0000 7fd0baf34640 1 -- start start 2023-06-08T03:53:05.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0baf34640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b41570c0 0x7fd0b415d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.947 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0baf34640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0b4157490 con 0x7fd0b415d130 2023-06-08T03:53:05.947 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0baf34640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0b4070020 con 0x7fd0b415dcb0 2023-06-08T03:53:05.947 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0baf34640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0b4070300 con 0x7fd0b41570c0 2023-06-08T03:53:05.947 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b94d1640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fd0b415d130 0x7fd0b40c8270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:46772/0 (socket says 172.21.15.62:46772) 2023-06-08T03:53:05.947 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b94d1640 1 -- 172.21.15.62:0/2258658670 learned_addr learned my addr 172.21.15.62:0/2258658670 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:05.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b8cd0640 1 --2- 172.21.15.62:0/2258658670 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b41570c0 0x7fd0b415d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b37fe640 1 -- 172.21.15.62:0/2258658670 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2186389589 0 0) 0x7fd0b4157490 con 0x7fd0b415d130 2023-06-08T03:53:05.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b37fe640 1 -- 172.21.15.62:0/2258658670 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd0a0003530 con 0x7fd0b415d130 2023-06-08T03:53:05.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b37fe640 1 -- 172.21.15.62:0/2258658670 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 50068781 0 0) 0x7fd0a0003530 con 0x7fd0b415d130 2023-06-08T03:53:05.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b37fe640 1 -- 172.21.15.62:0/2258658670 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b41570c0 msgr2=0x7fd0b415d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:05.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b37fe640 1 --2- 172.21.15.62:0/2258658670 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b41570c0 0x7fd0b415d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b37fe640 1 -- 172.21.15.62:0/2258658670 >> v1:172.21.15.188:6789/0 conn(0x7fd0b415dcb0 legacy=0x7fd0b40af6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b37fe640 1 -- 172.21.15.62:0/2258658670 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0b40705e0 con 0x7fd0b415d130 2023-06-08T03:53:05.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b37fe640 1 -- 172.21.15.62:0/2258658670 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fd0a4001680 con 0x7fd0b415d130 2023-06-08T03:53:05.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b37fe640 1 -- 172.21.15.62:0/2258658670 >> v1:172.21.15.62:6789/0 conn(0x7fd0b415d130 legacy=0x7fd0b40c8270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b37fe640 1 --2- 172.21.15.62:0/2258658670 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd0a00039b0 0x7fd0a0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b37fe640 1 --2- 172.21.15.62:0/2258658670 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0a00047d0 0x7fd0a0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b37fe640 1 --2- 172.21.15.62:0/2258658670 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b41570c0 0x7fd0a00051a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b37fe640 1 -- 172.21.15.62:0/2258658670 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0b4070300 con 0x7fd0a00047d0 2023-06-08T03:53:05.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b37fe640 1 -- 172.21.15.62:0/2258658670 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0a000ba90 con 0x7fd0a00039b0 2023-06-08T03:53:05.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b37fe640 1 -- 172.21.15.62:0/2258658670 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0a000bc50 con 0x7fd0b41570c0 2023-06-08T03:53:05.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b3fff640 1 --2- 172.21.15.62:0/2258658670 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0a00047d0 0x7fd0a0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b94d1640 1 --2- 172.21.15.62:0/2258658670 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b41570c0 0x7fd0a00051a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b8cd0640 1 --2- 172.21.15.62:0/2258658670 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd0a00039b0 0x7fd0a0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b3fff640 1 -- 172.21.15.62:0/2258658670 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b41570c0 msgr2=0x7fd0a00051a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:05.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b3fff640 1 --2- 172.21.15.62:0/2258658670 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b41570c0 0x7fd0a00051a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.952 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b3fff640 1 -- 172.21.15.62:0/2258658670 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd0a00039b0 msgr2=0x7fd0a0003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:05.952 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b3fff640 1 --2- 172.21.15.62:0/2258658670 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd0a00039b0 0x7fd0a0003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.952 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b3fff640 1 -- 172.21.15.62:0/2258658670 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0a0003530 con 0x7fd0a00047d0 2023-06-08T03:53:05.954 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.940+0000 7fd0b3fff640 1 --2- 172.21.15.62:0/2258658670 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0a00047d0 0x7fd0a0004c40 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd09c001780 tx=0x7fd09c01c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3337a8adc9688422 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:05.954 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0b37fe640 1 -- 172.21.15.62:0/2258658670 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd09c0052d0 con 0x7fd0a00047d0 2023-06-08T03:53:05.954 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0b37fe640 1 -- 172.21.15.62:0/2258658670 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd09c0a7050 con 0x7fd0a00047d0 2023-06-08T03:53:05.955 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0b37fe640 1 -- 172.21.15.62:0/2258658670 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd09c003600 con 0x7fd0a00047d0 2023-06-08T03:53:05.955 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0baf34640 1 -- 172.21.15.62:0/2258658670 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0a00047d0 msgr2=0x7fd0a0004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.955 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0baf34640 1 --2- 172.21.15.62:0/2258658670 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0a00047d0 0x7fd0a0004c40 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd09c001780 tx=0x7fd09c01c3d0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.955 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0b94d1640 1 -- 172.21.15.62:0/2258658670 reap_dead start 2023-06-08T03:53:05.955 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0baf34640 1 -- 172.21.15.62:0/2258658670 shutdown_connections 2023-06-08T03:53:05.955 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0baf34640 1 -- 172.21.15.62:0/2258658670 >> 172.21.15.62:0/2258658670 conn(0x7fd0b40ca6a0 msgr2=0x7fd0b40caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:05.955 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0baf34640 1 -- 172.21.15.62:0/2258658670 shutdown_connections 2023-06-08T03:53:05.955 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0baf34640 1 -- 172.21.15.62:0/2258658670 wait complete. 2023-06-08T03:53:05.956 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0baf34640 1 Processor -- start 2023-06-08T03:53:05.956 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0baf34640 1 -- start start 2023-06-08T03:53:05.956 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0baf34640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0a00047d0 0x7fd0b40af200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.956 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0baf34640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b414cba0 0x7fd0b415abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.956 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0baf34640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd0b40b3320 0x7fd0b4155a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.956 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0baf34640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0b40b0bd0 con 0x7fd0a00047d0 2023-06-08T03:53:05.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0baf34640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0b40b0eb0 con 0x7fd0b40b3320 2023-06-08T03:53:05.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0baf34640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0b40b1190 con 0x7fd0b414cba0 2023-06-08T03:53:05.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0b8cd0640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0a00047d0 0x7fd0b40af200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0b8cd0640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0a00047d0 0x7fd0b40af200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34106/0 (socket says 172.21.15.62:34106) 2023-06-08T03:53:05.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0b8cd0640 1 -- 172.21.15.62:0/1208484804 learned_addr learned my addr 172.21.15.62:0/1208484804 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:05.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0b94d1640 1 --2- 172.21.15.62:0/1208484804 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd0b40b3320 0x7fd0b4155a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0b3fff640 1 --2- 172.21.15.62:0/1208484804 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b414cba0 0x7fd0b415abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0b8cd0640 1 -- 172.21.15.62:0/1208484804 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b414cba0 msgr2=0x7fd0b415abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0b8cd0640 1 --2- 172.21.15.62:0/1208484804 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b414cba0 0x7fd0b415abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0b8cd0640 1 -- 172.21.15.62:0/1208484804 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd0b40b3320 msgr2=0x7fd0b4155a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:05.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0b8cd0640 1 --2- 172.21.15.62:0/1208484804 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd0b40b3320 0x7fd0b4155a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:05.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0b8cd0640 1 -- 172.21.15.62:0/1208484804 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0b40c9190 con 0x7fd0a00047d0 2023-06-08T03:53:05.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0b94d1640 1 --2- 172.21.15.62:0/1208484804 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd0b40b3320 0x7fd0b4155a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:05.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0b3fff640 1 --2- 172.21.15.62:0/1208484804 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b414cba0 0x7fd0b415abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:05.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0b8cd0640 1 --2- 172.21.15.62:0/1208484804 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0a00047d0 0x7fd0b40af200 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd0ac007f30 tx=0x7fd0ac011660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:05.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0b17fa640 1 -- 172.21.15.62:0/1208484804 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0ac00e030 con 0x7fd0a00047d0 2023-06-08T03:53:05.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0b17fa640 1 -- 172.21.15.62:0/1208484804 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0ac016470 con 0x7fd0a00047d0 2023-06-08T03:53:05.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0baf34640 1 -- 172.21.15.62:0/1208484804 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0b40b1470 con 0x7fd0a00047d0 2023-06-08T03:53:05.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0b17fa640 1 -- 172.21.15.62:0/1208484804 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0ac016820 con 0x7fd0a00047d0 2023-06-08T03:53:05.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.944+0000 7fd0baf34640 1 -- 172.21.15.62:0/1208484804 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0b40b3790 con 0x7fd0a00047d0 2023-06-08T03:53:05.960 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.948+0000 7fd0baf34640 1 -- 172.21.15.62:0/1208484804 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0b404d650 con 0x7fd0a00047d0 2023-06-08T03:53:05.960 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.948+0000 7fd0b17fa640 1 -- 172.21.15.62:0/1208484804 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd0ac016980 con 0x7fd0a00047d0 2023-06-08T03:53:05.960 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.948+0000 7fd0b17fa640 1 --2- 172.21.15.62:0/1208484804 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd0940662b0 0x7fd094068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:05.961 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.948+0000 7fd0b17fa640 1 -- 172.21.15.62:0/1208484804 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fd0ac00f070 con 0x7fd0a00047d0 2023-06-08T03:53:05.961 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.948+0000 7fd0b3fff640 1 --2- 172.21.15.62:0/1208484804 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd0940662b0 0x7fd094068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:05.961 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.948+0000 7fd0b3fff640 1 --2- 172.21.15.62:0/1208484804 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd0940662b0 0x7fd094068760 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd09c001750 tx=0x7fd09c0011a0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:05.961 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:05.952+0000 7fd0b17fa640 1 -- 172.21.15.62:0/1208484804 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd0ac052100 con 0x7fd0a00047d0 2023-06-08T03:53:06.106 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.100+0000 7fd0baf34640 1 -- 172.21.15.62:0/1208484804 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd0b41f53d0 con 0x7fd0a00047d0 2023-06-08T03:53:06.107 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.100+0000 7fd0b17fa640 1 -- 172.21.15.62:0/1208484804 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd0ac055720 con 0x7fd0a00047d0 2023-06-08T03:53:06.107 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 32 2023-06-08T03:53:06.110 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.100+0000 7fd0baf34640 1 -- 172.21.15.62:0/1208484804 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd0940662b0 msgr2=0x7fd094068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:06.110 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.100+0000 7fd0baf34640 1 --2- 172.21.15.62:0/1208484804 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd0940662b0 0x7fd094068760 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd09c001750 tx=0x7fd09c0011a0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.110 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.100+0000 7fd0baf34640 1 -- 172.21.15.62:0/1208484804 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0a00047d0 msgr2=0x7fd0b40af200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:06.110 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.100+0000 7fd0baf34640 1 --2- 172.21.15.62:0/1208484804 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0a00047d0 0x7fd0b40af200 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd0ac007f30 tx=0x7fd0ac011660 comp rx=0 tx=0).stop 2023-06-08T03:53:06.110 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.100+0000 7fd0baf34640 1 -- 172.21.15.62:0/1208484804 shutdown_connections 2023-06-08T03:53:06.110 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.100+0000 7fd0baf34640 1 --2- 172.21.15.62:0/1208484804 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd0940662b0 0x7fd094068760 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.110 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.100+0000 7fd0baf34640 1 --2- 172.21.15.62:0/1208484804 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd0b40b3320 0x7fd0b4155a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.111 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.100+0000 7fd0baf34640 1 --2- 172.21.15.62:0/1208484804 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b414cba0 0x7fd0b415abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.111 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.100+0000 7fd0baf34640 1 --2- 172.21.15.62:0/1208484804 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0a00047d0 0x7fd0b40af200 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.111 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.100+0000 7fd0baf34640 1 -- 172.21.15.62:0/1208484804 >> 172.21.15.62:0/1208484804 conn(0x7fd0b40ca6a0 msgr2=0x7fd0b406aaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:06.111 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.100+0000 7fd0baf34640 1 -- 172.21.15.62:0/1208484804 shutdown_connections 2023-06-08T03:53:06.111 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.100+0000 7fd0baf34640 1 -- 172.21.15.62:0/1208484804 wait complete. 2023-06-08T03:53:06.125 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-08T03:53:06.243 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.236+0000 7f67378f9640 1 Processor -- start 2023-06-08T03:53:06.243 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.236+0000 7f67378f9640 1 -- start start 2023-06-08T03:53:06.244 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.236+0000 7f67378f9640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f67300adca0 0x7f67300ae1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:06.244 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.236+0000 7f67378f9640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f67300ce230 con 0x7f6730069310 2023-06-08T03:53:06.244 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.236+0000 7f67378f9640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f67300cd940 con 0x7f67300ce6c0 2023-06-08T03:53:06.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.236+0000 7f67378f9640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6730160220 con 0x7f67300adca0 2023-06-08T03:53:06.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.236+0000 7f6735695640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f6730069310 0x7f67300696e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:46784/0 (socket says 172.21.15.62:46784) 2023-06-08T03:53:06.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.236+0000 7f6735695640 1 -- 172.21.15.62:0/3103459390 learned_addr learned my addr 172.21.15.62:0/3103459390 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:06.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.236+0000 7f6734e94640 1 --2- 172.21.15.62:0/3103459390 >> v2:172.21.15.62:3300/0 conn(0x7f67300adca0 0x7f67300ae1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:06.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.236+0000 7f6727fff640 1 -- 172.21.15.62:0/3103459390 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1607062282 0 0) 0x7f67300ce230 con 0x7f6730069310 2023-06-08T03:53:06.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.236+0000 7f6727fff640 1 -- 172.21.15.62:0/3103459390 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f671c003530 con 0x7f6730069310 2023-06-08T03:53:06.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.236+0000 7f6734e94640 1 -- 172.21.15.62:0/3103459390 >> v1:172.21.15.188:6789/0 conn(0x7f67300ce6c0 legacy=0x7f673006b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:06.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.236+0000 7f6734e94640 1 -- 172.21.15.62:0/3103459390 >> v1:172.21.15.62:6789/0 conn(0x7f6730069310 legacy=0x7f67300696e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:06.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.236+0000 7f6734e94640 1 -- 172.21.15.62:0/3103459390 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67300ceae0 con 0x7f67300adca0 2023-06-08T03:53:06.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f6734e94640 1 --2- 172.21.15.62:0/3103459390 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f67300adca0 0x7f67300ae1f0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f67200097c0 tx=0x7f672001c380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a85cf7583d764e9 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:06.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f6727fff640 1 -- 172.21.15.62:0/3103459390 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67200ad680 con 0x7f67300adca0 2023-06-08T03:53:06.247 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f6727fff640 1 -- 172.21.15.62:0/3103459390 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67200ad7e0 con 0x7f67300adca0 2023-06-08T03:53:06.247 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f6727fff640 1 -- 172.21.15.62:0/3103459390 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67200adb70 con 0x7f67300adca0 2023-06-08T03:53:06.247 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f67378f9640 1 -- 172.21.15.62:0/3103459390 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f67300adca0 msgr2=0x7f67300ae1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:06.248 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f67378f9640 1 --2- 172.21.15.62:0/3103459390 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f67300adca0 0x7f67300ae1f0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f67200097c0 tx=0x7f672001c380 comp rx=0 tx=0).stop 2023-06-08T03:53:06.248 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f67378f9640 1 -- 172.21.15.62:0/3103459390 shutdown_connections 2023-06-08T03:53:06.248 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f67378f9640 1 --2- 172.21.15.62:0/3103459390 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f67300adca0 0x7f67300ae1f0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.248 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f67378f9640 1 -- 172.21.15.62:0/3103459390 >> 172.21.15.62:0/3103459390 conn(0x7f67300cc3f0 msgr2=0x7f67300cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:06.248 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f67378f9640 1 -- 172.21.15.62:0/3103459390 shutdown_connections 2023-06-08T03:53:06.248 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f67378f9640 1 -- 172.21.15.62:0/3103459390 wait complete. 2023-06-08T03:53:06.250 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f67378f9640 1 Processor -- start 2023-06-08T03:53:06.250 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f67378f9640 1 -- start start 2023-06-08T03:53:06.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f67378f9640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6730069310 0x7f67300b07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:06.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f67378f9640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f67300adca0 0x7f6730145eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:06.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f67378f9640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f67300ce6c0 0x7f67300c1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:06.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f67378f9640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67301463f0 con 0x7f67300ce6c0 2023-06-08T03:53:06.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f67378f9640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67300c1fa0 con 0x7f67300adca0 2023-06-08T03:53:06.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f67378f9640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67300c5250 con 0x7f6730069310 2023-06-08T03:53:06.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f6735e96640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f67300ce6c0 0x7f67300c1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:06.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f6735e96640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f67300ce6c0 0x7f67300c1a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34124/0 (socket says 172.21.15.62:34124) 2023-06-08T03:53:06.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f6735e96640 1 -- 172.21.15.62:0/1646087774 learned_addr learned my addr 172.21.15.62:0/1646087774 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:06.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f6735695640 1 --2- 172.21.15.62:0/1646087774 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6730069310 0x7f67300b07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:06.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f6735e96640 1 -- 172.21.15.62:0/1646087774 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6730069310 msgr2=0x7f67300b07b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:06.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f6734e94640 1 --2- 172.21.15.62:0/1646087774 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f67300adca0 0x7f6730145eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:06.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f6735e96640 1 --2- 172.21.15.62:0/1646087774 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6730069310 0x7f67300b07b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f6735e96640 1 -- 172.21.15.62:0/1646087774 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f67300adca0 msgr2=0x7f6730145eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:06.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f6735e96640 1 --2- 172.21.15.62:0/1646087774 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f67300adca0 0x7f6730145eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f6735e96640 1 -- 172.21.15.62:0/1646087774 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6720009420 con 0x7f67300ce6c0 2023-06-08T03:53:06.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f6735e96640 1 --2- 172.21.15.62:0/1646087774 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f67300ce6c0 0x7f67300c1a60 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f672c00b970 tx=0x7f672c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:06.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f6725ffb640 1 -- 172.21.15.62:0/1646087774 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f672c00cb40 con 0x7f67300ce6c0 2023-06-08T03:53:06.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f6725ffb640 1 -- 172.21.15.62:0/1646087774 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f672c00cca0 con 0x7f67300ce6c0 2023-06-08T03:53:06.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f67378f9640 1 -- 172.21.15.62:0/1646087774 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f67300c44d0 con 0x7f67300ce6c0 2023-06-08T03:53:06.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f6725ffb640 1 -- 172.21.15.62:0/1646087774 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f672c014680 con 0x7f67300ce6c0 2023-06-08T03:53:06.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.240+0000 7f67378f9640 1 -- 172.21.15.62:0/1646087774 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f67300c4770 con 0x7f67300ce6c0 2023-06-08T03:53:06.255 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.244+0000 7f67378f9640 1 -- 172.21.15.62:0/1646087774 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f67300cfc80 con 0x7f67300ce6c0 2023-06-08T03:53:06.255 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.244+0000 7f6725ffb640 1 -- 172.21.15.62:0/1646087774 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f672c01d3b0 con 0x7f67300ce6c0 2023-06-08T03:53:06.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.244+0000 7f6725ffb640 1 --2- 172.21.15.62:0/1646087774 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6714066280 0x7f6714068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:06.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.244+0000 7f6725ffb640 1 -- 172.21.15.62:0/1646087774 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f672c083cc0 con 0x7f67300ce6c0 2023-06-08T03:53:06.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.244+0000 7f6735695640 1 --2- 172.21.15.62:0/1646087774 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6714066280 0x7f6714068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:06.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.244+0000 7f6735695640 1 --2- 172.21.15.62:0/1646087774 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6714066280 0x7f6714068730 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f67280011f0 tx=0x7f6728009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:06.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.248+0000 7f6725ffb640 1 -- 172.21.15.62:0/1646087774 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f672c051140 con 0x7f67300ce6c0 2023-06-08T03:53:06.406 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.396+0000 7f67378f9640 1 -- 172.21.15.62:0/1646087774 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f673004d650 con 0x7f67300ce6c0 2023-06-08T03:53:06.406 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.400+0000 7f6725ffb640 1 -- 172.21.15.62:0/1646087774 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7f672c0190a0 con 0x7f67300ce6c0 2023-06-08T03:53:06.406 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 64 2023-06-08T03:53:06.408 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.400+0000 7f67378f9640 1 -- 172.21.15.62:0/1646087774 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6714066280 msgr2=0x7f6714068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:06.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.400+0000 7f67378f9640 1 --2- 172.21.15.62:0/1646087774 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6714066280 0x7f6714068730 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f67280011f0 tx=0x7f6728009040 comp rx=0 tx=0).stop 2023-06-08T03:53:06.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.400+0000 7f67378f9640 1 -- 172.21.15.62:0/1646087774 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f67300ce6c0 msgr2=0x7f67300c1a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:06.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.400+0000 7f67378f9640 1 --2- 172.21.15.62:0/1646087774 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f67300ce6c0 0x7f67300c1a60 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f672c00b970 tx=0x7f672c00be30 comp rx=0 tx=0).stop 2023-06-08T03:53:06.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.400+0000 7f67378f9640 1 -- 172.21.15.62:0/1646087774 shutdown_connections 2023-06-08T03:53:06.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.400+0000 7f67378f9640 1 --2- 172.21.15.62:0/1646087774 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6714066280 0x7f6714068730 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.400+0000 7f67378f9640 1 --2- 172.21.15.62:0/1646087774 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f67300ce6c0 0x7f67300c1a60 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.400+0000 7f67378f9640 1 --2- 172.21.15.62:0/1646087774 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f67300adca0 0x7f6730145eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.410 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.400+0000 7f67378f9640 1 --2- 172.21.15.62:0/1646087774 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6730069310 0x7f67300b07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.410 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.400+0000 7f67378f9640 1 -- 172.21.15.62:0/1646087774 >> 172.21.15.62:0/1646087774 conn(0x7f67300cc3f0 msgr2=0x7f67300b4310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:06.410 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.400+0000 7f67378f9640 1 -- 172.21.15.62:0/1646087774 shutdown_connections 2023-06-08T03:53:06.410 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.400+0000 7f67378f9640 1 -- 172.21.15.62:0/1646087774 wait complete. 2023-06-08T03:53:06.424 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:53:06.541 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.532+0000 7f72755ed640 1 Processor -- start 2023-06-08T03:53:06.541 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.532+0000 7f72755ed640 1 -- start start 2023-06-08T03:53:06.543 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f72755ed640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f727015ba10 0x7f72700caba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:06.543 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f72755ed640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f727015bde0 0x7f72700ccac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:06.543 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f72755ed640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72700c9de0 con 0x7f72700cd000 2023-06-08T03:53:06.544 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f72755ed640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72700ca0c0 con 0x7f727015bde0 2023-06-08T03:53:06.544 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f72755ed640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72700ca3a0 con 0x7f727015ba10 2023-06-08T03:53:06.544 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f726f7fe640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f72700cd000 0x7f727006fe50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:46790/0 (socket says 172.21.15.62:46790) 2023-06-08T03:53:06.544 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f72667fc640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f727015bde0 0x7f72700ccac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:06.544 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f726f7fe640 1 -- 172.21.15.62:0/2530835039 learned_addr learned my addr 172.21.15.62:0/2530835039 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:06.544 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f726effd640 1 --2- 172.21.15.62:0/2530835039 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f727015ba10 0x7f72700caba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:06.544 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f72667fc640 1 -- 172.21.15.62:0/2530835039 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f727015ba10 msgr2=0x7f72700caba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:06.545 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f72667fc640 1 --2- 172.21.15.62:0/2530835039 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f727015ba10 0x7f72700caba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.545 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f72667fc640 1 -- 172.21.15.62:0/2530835039 >> v1:172.21.15.62:6789/0 conn(0x7f72700cd000 legacy=0x7f727006fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:06.545 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f72667fc640 1 -- 172.21.15.62:0/2530835039 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72700ca680 con 0x7f727015bde0 2023-06-08T03:53:06.545 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f726e7fc640 1 -- 172.21.15.62:0/2530835039 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2578696025 0 0) 0x7f72700c9de0 con 0x7f72700cd000 2023-06-08T03:53:06.546 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f72667fc640 1 --2- 172.21.15.62:0/2530835039 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f727015bde0 0x7f72700ccac0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f72580097c0 tx=0x7f725801c390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ead461338f253666 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:06.546 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f726e7fc640 1 -- 172.21.15.62:0/2530835039 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72580ab600 con 0x7f727015bde0 2023-06-08T03:53:06.546 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f726e7fc640 1 -- 172.21.15.62:0/2530835039 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72580a7050 con 0x7f727015bde0 2023-06-08T03:53:06.547 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f726e7fc640 1 -- 172.21.15.62:0/2530835039 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72580ab980 con 0x7f727015bde0 2023-06-08T03:53:06.547 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f72755ed640 1 -- 172.21.15.62:0/2530835039 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f727015bde0 msgr2=0x7f72700ccac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:06.547 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f72755ed640 1 --2- 172.21.15.62:0/2530835039 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f727015bde0 0x7f72700ccac0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f72580097c0 tx=0x7f725801c390 comp rx=0 tx=0).stop 2023-06-08T03:53:06.547 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f72755ed640 1 -- 172.21.15.62:0/2530835039 shutdown_connections 2023-06-08T03:53:06.547 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f72755ed640 1 --2- 172.21.15.62:0/2530835039 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f727015bde0 0x7f72700ccac0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.547 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f72755ed640 1 --2- 172.21.15.62:0/2530835039 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f727015ba10 0x7f72700caba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.547 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f72755ed640 1 -- 172.21.15.62:0/2530835039 >> 172.21.15.62:0/2530835039 conn(0x7f72700cc3f0 msgr2=0x7f72700cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:06.547 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f72755ed640 1 -- 172.21.15.62:0/2530835039 shutdown_connections 2023-06-08T03:53:06.548 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.536+0000 7f72755ed640 1 -- 172.21.15.62:0/2530835039 wait complete. 2023-06-08T03:53:06.549 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f72755ed640 1 Processor -- start 2023-06-08T03:53:06.549 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f72755ed640 1 -- start start 2023-06-08T03:53:06.549 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f72755ed640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f72700cd000 0x7f7270151a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:06.549 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f72755ed640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f727015ba10 0x7f72701629a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:06.550 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f72755ed640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f727015bde0 0x7f7270162ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:06.550 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f72755ed640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72700b27c0 con 0x7f727015bde0 2023-06-08T03:53:06.550 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f72755ed640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72700b1bb0 con 0x7f72700cd000 2023-06-08T03:53:06.550 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f72755ed640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72700b1e90 con 0x7f727015ba10 2023-06-08T03:53:06.550 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f726f7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f727015bde0 0x7f7270162ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:06.550 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f726f7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f727015bde0 0x7f7270162ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34146/0 (socket says 172.21.15.62:34146) 2023-06-08T03:53:06.550 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f726f7fe640 1 -- 172.21.15.62:0/1668245245 learned_addr learned my addr 172.21.15.62:0/1668245245 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:06.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f726effd640 1 --2- 172.21.15.62:0/1668245245 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f72700cd000 0x7f7270151a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:06.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f726f7fe640 1 -- 172.21.15.62:0/1668245245 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f727015ba10 msgr2=0x7f72701629a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:06.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f726f7fe640 1 --2- 172.21.15.62:0/1668245245 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f727015ba10 0x7f72701629a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f726f7fe640 1 -- 172.21.15.62:0/1668245245 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f72700cd000 msgr2=0x7f7270151a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:06.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f726f7fe640 1 --2- 172.21.15.62:0/1668245245 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f72700cd000 0x7f7270151a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f726f7fe640 1 -- 172.21.15.62:0/1668245245 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7258009420 con 0x7f727015bde0 2023-06-08T03:53:06.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f726f7fe640 1 --2- 172.21.15.62:0/1668245245 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f727015bde0 0x7f7270162ee0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7268001570 tx=0x7f726800cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:06.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f7267fff640 1 -- 172.21.15.62:0/1668245245 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f726800a640 con 0x7f727015bde0 2023-06-08T03:53:06.552 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f7267fff640 1 -- 172.21.15.62:0/1668245245 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f726800a7c0 con 0x7f727015bde0 2023-06-08T03:53:06.552 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f7267fff640 1 -- 172.21.15.62:0/1668245245 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f726800ab70 con 0x7f727015bde0 2023-06-08T03:53:06.552 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f72755ed640 1 -- 172.21.15.62:0/1668245245 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72700b2170 con 0x7f727015bde0 2023-06-08T03:53:06.552 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f72755ed640 1 -- 172.21.15.62:0/1668245245 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7270151fd0 con 0x7f727015bde0 2023-06-08T03:53:06.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.540+0000 7f72755ed640 1 -- 172.21.15.62:0/1668245245 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72700b2930 con 0x7f727015bde0 2023-06-08T03:53:06.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.544+0000 7f7267fff640 1 -- 172.21.15.62:0/1668245245 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f726800acd0 con 0x7f727015bde0 2023-06-08T03:53:06.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.544+0000 7f7267fff640 1 --2- 172.21.15.62:0/1668245245 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f72500662b0 0x7f7250068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:06.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.544+0000 7f7267fff640 1 -- 172.21.15.62:0/1668245245 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f72680831b0 con 0x7f727015bde0 2023-06-08T03:53:06.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.544+0000 7f726effd640 1 --2- 172.21.15.62:0/1668245245 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f72500662b0 0x7f7250068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:06.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.544+0000 7f726effd640 1 --2- 172.21.15.62:0/1668245245 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f72500662b0 0x7f7250068760 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f72700ccee0 tx=0x7f7260008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:06.555 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.548+0000 7f7267fff640 1 -- 172.21.15.62:0/1668245245 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7268050630 con 0x7f727015bde0 2023-06-08T03:53:06.709 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.700+0000 7f72755ed640 1 -- 172.21.15.62:0/1668245245 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f727004d6c0 con 0x7f727015bde0 2023-06-08T03:53:06.711 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.704+0000 7f7267fff640 1 -- 172.21.15.62:0/1668245245 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18279 (secure 0 0 0) 0x7f7268053c50 con 0x7f727015bde0 2023-06-08T03:53:06.712 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:06.712 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":23,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:52:35.171643+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:53:06.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.704+0000 7f72755ed640 1 -- 172.21.15.62:0/1668245245 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f72500662b0 msgr2=0x7f7250068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:06.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.704+0000 7f72755ed640 1 --2- 172.21.15.62:0/1668245245 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f72500662b0 0x7f7250068760 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f72700ccee0 tx=0x7f7260008040 comp rx=0 tx=0).stop 2023-06-08T03:53:06.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.704+0000 7f72755ed640 1 -- 172.21.15.62:0/1668245245 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f727015bde0 msgr2=0x7f7270162ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:06.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.704+0000 7f72755ed640 1 --2- 172.21.15.62:0/1668245245 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f727015bde0 0x7f7270162ee0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7268001570 tx=0x7f726800cca0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.704+0000 7f72755ed640 1 -- 172.21.15.62:0/1668245245 shutdown_connections 2023-06-08T03:53:06.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.704+0000 7f72755ed640 1 --2- 172.21.15.62:0/1668245245 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f72500662b0 0x7f7250068760 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.704+0000 7f72755ed640 1 --2- 172.21.15.62:0/1668245245 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f727015bde0 0x7f7270162ee0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.704+0000 7f72755ed640 1 --2- 172.21.15.62:0/1668245245 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f727015ba10 0x7f72701629a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.704+0000 7f72755ed640 1 --2- 172.21.15.62:0/1668245245 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f72700cd000 0x7f7270151a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.704+0000 7f72755ed640 1 -- 172.21.15.62:0/1668245245 >> 172.21.15.62:0/1668245245 conn(0x7f72700cc3f0 msgr2=0x7f7270155040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:06.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.704+0000 7f72755ed640 1 -- 172.21.15.62:0/1668245245 shutdown_connections 2023-06-08T03:53:06.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.704+0000 7f72755ed640 1 -- 172.21.15.62:0/1668245245 wait complete. 2023-06-08T03:53:06.731 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-08T03:52:22.372947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-08T03:52:28.107223+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-08T03:52:32.655480+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-08T03:52:33.144430+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-08T03:53:06.731 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-08T03:53:06.861 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.852+0000 7f101ba3b640 1 Processor -- start 2023-06-08T03:53:06.861 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.852+0000 7f101ba3b640 1 -- start start 2023-06-08T03:53:06.862 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f101ba3b640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f10140cc750 0x7f10140ccb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:06.863 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f101ba3b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f101406ed70 0x7f101406f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:06.863 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f101ba3b640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10140cbd00 con 0x7f10141584e0 2023-06-08T03:53:06.863 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f101ba3b640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f101406f710 con 0x7f101406ed70 2023-06-08T03:53:06.863 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f101ba3b640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f101415cbc0 con 0x7f10140cc750 2023-06-08T03:53:06.863 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f1019fd8640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f101406ed70 0x7f101406f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:06.863 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f1019fd8640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f101406ed70 0x7f101406f1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34154/0 (socket says 172.21.15.62:34154) 2023-06-08T03:53:06.864 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f1019fd8640 1 -- 172.21.15.62:0/472204453 learned_addr learned my addr 172.21.15.62:0/472204453 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:06.864 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f1018fd6640 1 --2- 172.21.15.62:0/472204453 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f10140cc750 0x7f10140ccb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:06.864 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f1019fd8640 1 -- 172.21.15.62:0/472204453 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f10140cc750 msgr2=0x7f10140ccb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:06.864 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f1019fd8640 1 --2- 172.21.15.62:0/472204453 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f10140cc750 0x7f10140ccb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.865 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f1019fd8640 1 -- 172.21.15.62:0/472204453 >> v1:172.21.15.188:6789/0 conn(0x7f10141584e0 legacy=0x7f101415c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:06.865 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f1019fd8640 1 -- 172.21.15.62:0/472204453 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f101415cea0 con 0x7f101406ed70 2023-06-08T03:53:06.866 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f1019fd8640 1 --2- 172.21.15.62:0/472204453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f101406ed70 0x7f101406f1d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f100c009e50 tx=0x7f100c01f1f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6aa60c6fcc89715 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:06.866 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f100bfff640 1 -- 172.21.15.62:0/472204453 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f100c0af400 con 0x7f101406ed70 2023-06-08T03:53:06.866 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f100bfff640 1 -- 172.21.15.62:0/472204453 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f100c0ab050 con 0x7f101406ed70 2023-06-08T03:53:06.866 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f100bfff640 1 -- 172.21.15.62:0/472204453 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f100c0af780 con 0x7f101406ed70 2023-06-08T03:53:06.866 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f101ba3b640 1 -- 172.21.15.62:0/472204453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f101406ed70 msgr2=0x7f101406f1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:06.866 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f101ba3b640 1 --2- 172.21.15.62:0/472204453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f101406ed70 0x7f101406f1d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f100c009e50 tx=0x7f100c01f1f0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.867 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f101ba3b640 1 -- 172.21.15.62:0/472204453 shutdown_connections 2023-06-08T03:53:06.867 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f101ba3b640 1 --2- 172.21.15.62:0/472204453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f101406ed70 0x7f101406f1d0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.867 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f101ba3b640 1 --2- 172.21.15.62:0/472204453 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f10140cc750 0x7f10140ccb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.867 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f101ba3b640 1 -- 172.21.15.62:0/472204453 >> 172.21.15.62:0/472204453 conn(0x7f10140ca6a0 msgr2=0x7f10140caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:06.867 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f101ba3b640 1 -- 172.21.15.62:0/472204453 shutdown_connections 2023-06-08T03:53:06.867 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.856+0000 7f101ba3b640 1 -- 172.21.15.62:0/472204453 wait complete. 2023-06-08T03:53:06.869 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f101ba3b640 1 Processor -- start 2023-06-08T03:53:06.869 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f101ba3b640 1 -- start start 2023-06-08T03:53:06.869 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f101ba3b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f101406ed70 0x7f10141496d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:06.869 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f101ba3b640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f10140cc750 0x7f10141ee670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:06.869 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f101ba3b640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f10141584e0 0x7f101406aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:06.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f101ba3b640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10141474f0 con 0x7f101406ed70 2023-06-08T03:53:06.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f101ba3b640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1014149480 con 0x7f10141584e0 2023-06-08T03:53:06.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f101ba3b640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10140c51f0 con 0x7f10140cc750 2023-06-08T03:53:06.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f10197d7640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f101406ed70 0x7f10141496d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:06.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f10197d7640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f101406ed70 0x7f10141496d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34156/0 (socket says 172.21.15.62:34156) 2023-06-08T03:53:06.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f10197d7640 1 -- 172.21.15.62:0/2256031497 learned_addr learned my addr 172.21.15.62:0/2256031497 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:06.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f1019fd8640 1 --2- 172.21.15.62:0/2256031497 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f10141584e0 0x7f101406aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:06.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f1018fd6640 1 --2- 172.21.15.62:0/2256031497 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f10140cc750 0x7f10141ee670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:06.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f10197d7640 1 -- 172.21.15.62:0/2256031497 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f10140cc750 msgr2=0x7f10141ee670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:06.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f10197d7640 1 --2- 172.21.15.62:0/2256031497 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f10140cc750 0x7f10141ee670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f10197d7640 1 -- 172.21.15.62:0/2256031497 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f10141584e0 msgr2=0x7f101406aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:06.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f10197d7640 1 --2- 172.21.15.62:0/2256031497 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f10141584e0 0x7f101406aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:06.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f10197d7640 1 -- 172.21.15.62:0/2256031497 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f100c009b30 con 0x7f101406ed70 2023-06-08T03:53:06.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f1019fd8640 1 --2- 172.21.15.62:0/2256031497 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f10141584e0 0x7f101406aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:53:06.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f10197d7640 1 --2- 172.21.15.62:0/2256031497 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f101406ed70 0x7f10141496d0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f101000c3c0 tx=0x7f101000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:06.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f1009ffb640 1 -- 172.21.15.62:0/2256031497 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10100052d0 con 0x7f101406ed70 2023-06-08T03:53:06.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f1009ffb640 1 -- 172.21.15.62:0/2256031497 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1010005430 con 0x7f101406ed70 2023-06-08T03:53:06.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f101ba3b640 1 -- 172.21.15.62:0/2256031497 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1014146bc0 con 0x7f101406ed70 2023-06-08T03:53:06.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f1009ffb640 1 -- 172.21.15.62:0/2256031497 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1010003840 con 0x7f101406ed70 2023-06-08T03:53:06.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f101ba3b640 1 -- 172.21.15.62:0/2256031497 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1014147180 con 0x7f101406ed70 2023-06-08T03:53:06.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.860+0000 7f101ba3b640 1 -- 172.21.15.62:0/2256031497 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f101404d650 con 0x7f101406ed70 2023-06-08T03:53:06.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.864+0000 7f1009ffb640 1 -- 172.21.15.62:0/2256031497 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f10100039a0 con 0x7f101406ed70 2023-06-08T03:53:06.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.864+0000 7f1009ffb640 1 --2- 172.21.15.62:0/2256031497 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0ff8066280 0x7f0ff8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:06.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.864+0000 7f1009ffb640 1 -- 172.21.15.62:0/2256031497 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f1010083260 con 0x7f101406ed70 2023-06-08T03:53:06.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.864+0000 7f1018fd6640 1 --2- 172.21.15.62:0/2256031497 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0ff8066280 0x7f0ff8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:06.874 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.864+0000 7f1018fd6640 1 --2- 172.21.15.62:0/2256031497 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0ff8066280 0x7f0ff8068730 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f10141f2400 tx=0x7f1004008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:06.875 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:06.868+0000 7f1009ffb640 1 -- 172.21.15.62:0/2256031497 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f10100506e0 con 0x7f101406ed70 2023-06-08T03:53:07.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.020+0000 7f101ba3b640 1 -- 172.21.15.62:0/2256031497 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f10140b0460 con 0x7f101406ed70 2023-06-08T03:53:07.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.020+0000 7f1009ffb640 1 -- 172.21.15.62:0/2256031497 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1010053d00 con 0x7f101406ed70 2023-06-08T03:53:07.027 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 1 2023-06-08T03:53:07.030 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.020+0000 7f101ba3b640 1 -- 172.21.15.62:0/2256031497 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0ff8066280 msgr2=0x7f0ff8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:07.030 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.020+0000 7f101ba3b640 1 --2- 172.21.15.62:0/2256031497 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0ff8066280 0x7f0ff8068730 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f10141f2400 tx=0x7f1004008040 comp rx=0 tx=0).stop 2023-06-08T03:53:07.030 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.020+0000 7f101ba3b640 1 -- 172.21.15.62:0/2256031497 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f101406ed70 msgr2=0x7f10141496d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:07.030 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.020+0000 7f101ba3b640 1 --2- 172.21.15.62:0/2256031497 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f101406ed70 0x7f10141496d0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f101000c3c0 tx=0x7f101000c880 comp rx=0 tx=0).stop 2023-06-08T03:53:07.030 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.020+0000 7f101ba3b640 1 -- 172.21.15.62:0/2256031497 shutdown_connections 2023-06-08T03:53:07.030 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.020+0000 7f101ba3b640 1 --2- 172.21.15.62:0/2256031497 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0ff8066280 0x7f0ff8068730 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.030 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.020+0000 7f101ba3b640 1 --2- 172.21.15.62:0/2256031497 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f10141584e0 0x7f101406aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.031 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.020+0000 7f101ba3b640 1 --2- 172.21.15.62:0/2256031497 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f10140cc750 0x7f10141ee670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.031 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.020+0000 7f101ba3b640 1 --2- 172.21.15.62:0/2256031497 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f101406ed70 0x7f10141496d0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.031 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.020+0000 7f101ba3b640 1 -- 172.21.15.62:0/2256031497 >> 172.21.15.62:0/2256031497 conn(0x7f10140ca6a0 msgr2=0x7f10140cd250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:07.031 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.020+0000 7f101ba3b640 1 -- 172.21.15.62:0/2256031497 shutdown_connections 2023-06-08T03:53:07.031 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.020+0000 7f101ba3b640 1 -- 172.21.15.62:0/2256031497 wait complete. 2023-06-08T03:53:07.046 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-08T03:53:07.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.172+0000 7fe4b0e2e640 1 Processor -- start 2023-06-08T03:53:07.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.172+0000 7fe4b0e2e640 1 -- start start 2023-06-08T03:53:07.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.172+0000 7fe4b0e2e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe4ac069310 0x7fe4ac0ae1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:07.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.172+0000 7fe4b0e2e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe4ac0adca0 0x7fe4ac0ce6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:07.181 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.172+0000 7fe4b0e2e640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4ac0ce230 con 0x7fe4ac0696e0 2023-06-08T03:53:07.181 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.172+0000 7fe4b0e2e640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4ac160220 con 0x7fe4ac069310 2023-06-08T03:53:07.181 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.172+0000 7fe4b0e2e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4ac0cd940 con 0x7fe4ac0adca0 2023-06-08T03:53:07.181 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.172+0000 7fe4aa59c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe4ac069310 0x7fe4ac0ae1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:07.181 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.172+0000 7fe4aa59c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe4ac069310 0x7fe4ac0ae1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59680/0 (socket says 172.21.15.62:59680) 2023-06-08T03:53:07.181 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.172+0000 7fe4aa59c640 1 -- 172.21.15.62:0/523671438 learned_addr learned my addr 172.21.15.62:0/523671438 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:07.181 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.172+0000 7fe4a9d9b640 1 --2- 172.21.15.62:0/523671438 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe4ac0adca0 0x7fe4ac0ce6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:07.182 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.172+0000 7fe4aa59c640 1 -- 172.21.15.62:0/523671438 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe4ac0adca0 msgr2=0x7fe4ac0ce6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:07.182 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.172+0000 7fe4aa59c640 1 --2- 172.21.15.62:0/523671438 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe4ac0adca0 0x7fe4ac0ce6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.182 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.172+0000 7fe4aa59c640 1 -- 172.21.15.62:0/523671438 >> v1:172.21.15.188:6789/0 conn(0x7fe4ac0696e0 legacy=0x7fe4ac06b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:07.182 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.172+0000 7fe4aa59c640 1 -- 172.21.15.62:0/523671438 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4ac15fc60 con 0x7fe4ac069310 2023-06-08T03:53:07.182 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4aa59c640 1 --2- 172.21.15.62:0/523671438 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4ac069310 0x7fe4ac0ae1f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fe49c009e50 tx=0x7fe49c01c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebcd4bfab73ce9eb server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:07.183 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4a959a640 1 -- 172.21.15.62:0/523671438 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe49c0a5720 con 0x7fe4ac069310 2023-06-08T03:53:07.183 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4a959a640 1 -- 172.21.15.62:0/523671438 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe49c0a5880 con 0x7fe4ac069310 2023-06-08T03:53:07.183 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4a959a640 1 -- 172.21.15.62:0/523671438 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe49c0a5c10 con 0x7fe4ac069310 2023-06-08T03:53:07.184 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4b0e2e640 1 -- 172.21.15.62:0/523671438 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4ac069310 msgr2=0x7fe4ac0ae1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:07.184 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4b0e2e640 1 --2- 172.21.15.62:0/523671438 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4ac069310 0x7fe4ac0ae1f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fe49c009e50 tx=0x7fe49c01c950 comp rx=0 tx=0).stop 2023-06-08T03:53:07.184 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4b0e2e640 1 -- 172.21.15.62:0/523671438 shutdown_connections 2023-06-08T03:53:07.184 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4b0e2e640 1 --2- 172.21.15.62:0/523671438 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe4ac0adca0 0x7fe4ac0ce6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.184 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4b0e2e640 1 --2- 172.21.15.62:0/523671438 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4ac069310 0x7fe4ac0ae1f0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.184 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4b0e2e640 1 -- 172.21.15.62:0/523671438 >> 172.21.15.62:0/523671438 conn(0x7fe4ac0cc3f0 msgr2=0x7fe4ac0cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:07.185 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4b0e2e640 1 -- 172.21.15.62:0/523671438 shutdown_connections 2023-06-08T03:53:07.185 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4b0e2e640 1 -- 172.21.15.62:0/523671438 wait complete. 2023-06-08T03:53:07.186 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4b0e2e640 1 Processor -- start 2023-06-08T03:53:07.186 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4b0e2e640 1 -- start start 2023-06-08T03:53:07.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4b0e2e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe4ac069310 0x7fe4ac151200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:07.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4b0e2e640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe4ac0696e0 0x7fe4ac0c4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:07.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4b0e2e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4ac0adca0 0x7fe4ac0c3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:07.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4b0e2e640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4ac0aecd0 con 0x7fe4ac0adca0 2023-06-08T03:53:07.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4b0e2e640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4ac0aefb0 con 0x7fe4ac0696e0 2023-06-08T03:53:07.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4b0e2e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4ac0af290 con 0x7fe4ac069310 2023-06-08T03:53:07.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4aad9d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4ac0adca0 0x7fe4ac0c3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:07.188 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4aad9d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4ac0adca0 0x7fe4ac0c3bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59690/0 (socket says 172.21.15.62:59690) 2023-06-08T03:53:07.188 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4aad9d640 1 -- 172.21.15.62:0/264389002 learned_addr learned my addr 172.21.15.62:0/264389002 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:07.188 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4a9d9b640 1 --2- 172.21.15.62:0/264389002 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe4ac0696e0 0x7fe4ac0c4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:07.188 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4aa59c640 1 --2- 172.21.15.62:0/264389002 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe4ac069310 0x7fe4ac151200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:07.188 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4aad9d640 1 -- 172.21.15.62:0/264389002 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe4ac069310 msgr2=0x7fe4ac151200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:07.188 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4aad9d640 1 --2- 172.21.15.62:0/264389002 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe4ac069310 0x7fe4ac151200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.188 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4aad9d640 1 -- 172.21.15.62:0/264389002 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe4ac0696e0 msgr2=0x7fe4ac0c4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:07.188 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4aad9d640 1 --2- 172.21.15.62:0/264389002 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe4ac0696e0 0x7fe4ac0c4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.189 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4aad9d640 1 -- 172.21.15.62:0/264389002 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe49c009b30 con 0x7fe4ac0adca0 2023-06-08T03:53:07.189 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.176+0000 7fe4aad9d640 1 --2- 172.21.15.62:0/264389002 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4ac0adca0 0x7fe4ac0c3bc0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fe4a400c340 tx=0x7fe4a400c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:07.189 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.180+0000 7fe4a2ffd640 1 -- 172.21.15.62:0/264389002 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4a4005220 con 0x7fe4ac0adca0 2023-06-08T03:53:07.189 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.180+0000 7fe4b0e2e640 1 -- 172.21.15.62:0/264389002 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4ac0af570 con 0x7fe4ac0adca0 2023-06-08T03:53:07.189 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.180+0000 7fe4a2ffd640 1 -- 172.21.15.62:0/264389002 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4a4005380 con 0x7fe4ac0adca0 2023-06-08T03:53:07.189 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.180+0000 7fe4a2ffd640 1 -- 172.21.15.62:0/264389002 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4a4007270 con 0x7fe4ac0adca0 2023-06-08T03:53:07.189 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.180+0000 7fe4b0e2e640 1 -- 172.21.15.62:0/264389002 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4ac151740 con 0x7fe4ac0adca0 2023-06-08T03:53:07.190 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.180+0000 7fe4b0e2e640 1 -- 172.21.15.62:0/264389002 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4ac0cfc80 con 0x7fe4ac0adca0 2023-06-08T03:53:07.190 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.180+0000 7fe4a2ffd640 1 -- 172.21.15.62:0/264389002 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe4a40073d0 con 0x7fe4ac0adca0 2023-06-08T03:53:07.190 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.180+0000 7fe4a2ffd640 1 --2- 172.21.15.62:0/264389002 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe48c066280 0x7fe48c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:07.191 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.180+0000 7fe4a2ffd640 1 -- 172.21.15.62:0/264389002 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fe4a40832b0 con 0x7fe4ac0adca0 2023-06-08T03:53:07.191 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.180+0000 7fe4aa59c640 1 --2- 172.21.15.62:0/264389002 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe48c066280 0x7fe48c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:07.191 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.180+0000 7fe4aa59c640 1 --2- 172.21.15.62:0/264389002 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe48c066280 0x7fe48c068730 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fe49c0ae000 tx=0x7fe49c0a7070 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:07.192 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.184+0000 7fe4a2ffd640 1 -- 172.21.15.62:0/264389002 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe4a4050620 con 0x7fe4ac0adca0 2023-06-08T03:53:07.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.332+0000 7fe4b0e2e640 1 -- 172.21.15.62:0/264389002 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fe4ac04d650 con 0x7fe4ac0adca0 2023-06-08T03:53:07.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.332+0000 7fe4a2ffd640 1 -- 172.21.15.62:0/264389002 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v23) v1 ==== 92+0+10 (secure 0 0 0) 0x7fe4a4053c40 con 0x7fe4ac0adca0 2023-06-08T03:53:07.340 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 8 2023-06-08T03:53:07.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.332+0000 7fe4b0e2e640 1 -- 172.21.15.62:0/264389002 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe48c066280 msgr2=0x7fe48c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:07.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.332+0000 7fe4b0e2e640 1 --2- 172.21.15.62:0/264389002 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe48c066280 0x7fe48c068730 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fe49c0ae000 tx=0x7fe49c0a7070 comp rx=0 tx=0).stop 2023-06-08T03:53:07.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.332+0000 7fe4b0e2e640 1 -- 172.21.15.62:0/264389002 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4ac0adca0 msgr2=0x7fe4ac0c3bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:07.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.332+0000 7fe4b0e2e640 1 --2- 172.21.15.62:0/264389002 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4ac0adca0 0x7fe4ac0c3bc0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fe4a400c340 tx=0x7fe4a400c800 comp rx=0 tx=0).stop 2023-06-08T03:53:07.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.332+0000 7fe4b0e2e640 1 -- 172.21.15.62:0/264389002 shutdown_connections 2023-06-08T03:53:07.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.332+0000 7fe4b0e2e640 1 --2- 172.21.15.62:0/264389002 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe48c066280 0x7fe48c068730 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.332+0000 7fe4b0e2e640 1 --2- 172.21.15.62:0/264389002 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4ac0adca0 0x7fe4ac0c3bc0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.332+0000 7fe4b0e2e640 1 --2- 172.21.15.62:0/264389002 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe4ac0696e0 0x7fe4ac0c4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.332+0000 7fe4b0e2e640 1 --2- 172.21.15.62:0/264389002 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe4ac069310 0x7fe4ac151200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.332+0000 7fe4b0e2e640 1 -- 172.21.15.62:0/264389002 >> 172.21.15.62:0/264389002 conn(0x7fe4ac0cc3f0 msgr2=0x7fe4ac0ad1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:07.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.332+0000 7fe4b0e2e640 1 -- 172.21.15.62:0/264389002 shutdown_connections 2023-06-08T03:53:07.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.332+0000 7fe4b0e2e640 1 -- 172.21.15.62:0/264389002 wait complete. 2023-06-08T03:53:07.357 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-08T03:53:07.474 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.464+0000 7fc3c0a7a640 1 Processor -- start 2023-06-08T03:53:07.474 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.468+0000 7fc3c0a7a640 1 -- start start 2023-06-08T03:53:07.475 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.468+0000 7fc3c0a7a640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fc3bc0cb7f0 0x7fc3bc0ad070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:07.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.468+0000 7fc3c0a7a640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc3bc0af6a0 0x7fc3bc0afb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:07.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.468+0000 7fc3c0a7a640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3bc06bce0 con 0x7fc3bc0cd790 2023-06-08T03:53:07.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.468+0000 7fc3c0a7a640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3bc06b140 con 0x7fc3bc0cb7f0 2023-06-08T03:53:07.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.468+0000 7fc3c0a7a640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3bc06c860 con 0x7fc3bc0af6a0 2023-06-08T03:53:07.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.468+0000 7fc3b9d9b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fc3bc0cb7f0 0x7fc3bc0ad070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:07.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.468+0000 7fc3b9d9b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fc3bc0cb7f0 0x7fc3bc0ad070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59692/0 (socket says 172.21.15.62:59692) 2023-06-08T03:53:07.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.468+0000 7fc3b9d9b640 1 -- 172.21.15.62:0/3132281618 learned_addr learned my addr 172.21.15.62:0/3132281618 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:07.477 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.468+0000 7fc3bad9d640 1 --2- 172.21.15.62:0/3132281618 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc3bc0af6a0 0x7fc3bc0afb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:07.477 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.468+0000 7fc3b9d9b640 1 -- 172.21.15.62:0/3132281618 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc3bc0af6a0 msgr2=0x7fc3bc0afb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:07.477 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.468+0000 7fc3b9d9b640 1 --2- 172.21.15.62:0/3132281618 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc3bc0af6a0 0x7fc3bc0afb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.477 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.468+0000 7fc3b9d9b640 1 -- 172.21.15.62:0/3132281618 >> v1:172.21.15.188:6789/0 conn(0x7fc3bc0cd790 legacy=0x7fc3bc06b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:07.478 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.468+0000 7fc3b9d9b640 1 -- 172.21.15.62:0/3132281618 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3bc0b0040 con 0x7fc3bc0cb7f0 2023-06-08T03:53:07.478 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.468+0000 7fc3b9d9b640 1 --2- 172.21.15.62:0/3132281618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3bc0cb7f0 0x7fc3bc0ad070 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac009870 tx=0x7fc3ac01c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a0d4a4cf4de9649 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:07.478 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.468+0000 7fc3b959a640 1 -- 172.21.15.62:0/3132281618 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3ac0ab5f0 con 0x7fc3bc0cb7f0 2023-06-08T03:53:07.478 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.468+0000 7fc3b959a640 1 -- 172.21.15.62:0/3132281618 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3ac0ab750 con 0x7fc3bc0cb7f0 2023-06-08T03:53:07.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.468+0000 7fc3b959a640 1 -- 172.21.15.62:0/3132281618 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3ac0abae0 con 0x7fc3bc0cb7f0 2023-06-08T03:53:07.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3c0a7a640 1 -- 172.21.15.62:0/3132281618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3bc0cb7f0 msgr2=0x7fc3bc0ad070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:07.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3c0a7a640 1 --2- 172.21.15.62:0/3132281618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3bc0cb7f0 0x7fc3bc0ad070 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac009870 tx=0x7fc3ac01c3f0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3c0a7a640 1 -- 172.21.15.62:0/3132281618 shutdown_connections 2023-06-08T03:53:07.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3c0a7a640 1 --2- 172.21.15.62:0/3132281618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3bc0cb7f0 0x7fc3bc0ad070 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3c0a7a640 1 --2- 172.21.15.62:0/3132281618 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc3bc0af6a0 0x7fc3bc0afb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3c0a7a640 1 -- 172.21.15.62:0/3132281618 >> 172.21.15.62:0/3132281618 conn(0x7fc3bc0ca6a0 msgr2=0x7fc3bc0caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:07.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3c0a7a640 1 -- 172.21.15.62:0/3132281618 shutdown_connections 2023-06-08T03:53:07.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3c0a7a640 1 -- 172.21.15.62:0/3132281618 wait complete. 2023-06-08T03:53:07.481 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3c0a7a640 1 Processor -- start 2023-06-08T03:53:07.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3c0a7a640 1 -- start start 2023-06-08T03:53:07.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3c0a7a640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc3bc0af6a0 0x7fc3bc153710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:07.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3c0a7a640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3bc0cb7f0 0x7fc3bc070000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:07.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3c0a7a640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc3bc0cd790 0x7fc3bc0b0c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:07.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3c0a7a640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3bc0c2fa0 con 0x7fc3bc0cb7f0 2023-06-08T03:53:07.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3c0a7a640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3bc0b16c0 con 0x7fc3bc0af6a0 2023-06-08T03:53:07.483 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3c0a7a640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3bc0b19a0 con 0x7fc3bc0cd790 2023-06-08T03:53:07.483 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3b9d9b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3bc0cb7f0 0x7fc3bc070000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:07.483 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3b9d9b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3bc0cb7f0 0x7fc3bc070000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59696/0 (socket says 172.21.15.62:59696) 2023-06-08T03:53:07.483 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3b9d9b640 1 -- 172.21.15.62:0/3065041096 learned_addr learned my addr 172.21.15.62:0/3065041096 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:07.483 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3ba59c640 1 --2- 172.21.15.62:0/3065041096 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc3bc0af6a0 0x7fc3bc153710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:07.483 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3b9d9b640 1 -- 172.21.15.62:0/3065041096 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc3bc0cd790 msgr2=0x7fc3bc0b0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:07.483 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3b9d9b640 1 --2- 172.21.15.62:0/3065041096 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc3bc0cd790 0x7fc3bc0b0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.483 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3b9d9b640 1 -- 172.21.15.62:0/3065041096 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc3bc0af6a0 msgr2=0x7fc3bc153710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:07.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3b9d9b640 1 --2- 172.21.15.62:0/3065041096 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc3bc0af6a0 0x7fc3bc153710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3b9d9b640 1 -- 172.21.15.62:0/3065041096 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3ac0094d0 con 0x7fc3bc0cb7f0 2023-06-08T03:53:07.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3b9d9b640 1 --2- 172.21.15.62:0/3065041096 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3bc0cb7f0 0x7fc3bc070000 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac0ad040 tx=0x7fc3ac01ac30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:07.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3aaffd640 1 -- 172.21.15.62:0/3065041096 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3ac0be5f0 con 0x7fc3bc0cb7f0 2023-06-08T03:53:07.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3aaffd640 1 -- 172.21.15.62:0/3065041096 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3ac0be750 con 0x7fc3bc0cb7f0 2023-06-08T03:53:07.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3c0a7a640 1 -- 172.21.15.62:0/3065041096 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3bc0b1c80 con 0x7fc3bc0cb7f0 2023-06-08T03:53:07.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3aaffd640 1 -- 172.21.15.62:0/3065041096 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3ac0beb00 con 0x7fc3bc0cb7f0 2023-06-08T03:53:07.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.472+0000 7fc3c0a7a640 1 -- 172.21.15.62:0/3065041096 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3bc154e70 con 0x7fc3bc0cb7f0 2023-06-08T03:53:07.485 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.476+0000 7fc3c0a7a640 1 -- 172.21.15.62:0/3065041096 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3bc0c3110 con 0x7fc3bc0cb7f0 2023-06-08T03:53:07.485 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.476+0000 7fc3aaffd640 1 -- 172.21.15.62:0/3065041096 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc3ac0b43f0 con 0x7fc3bc0cb7f0 2023-06-08T03:53:07.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.476+0000 7fc3aaffd640 1 --2- 172.21.15.62:0/3065041096 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc39c066280 0x7fc39c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:07.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.476+0000 7fc3aaffd640 1 -- 172.21.15.62:0/3065041096 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fc3ac0a8050 con 0x7fc3bc0cb7f0 2023-06-08T03:53:07.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.476+0000 7fc3ba59c640 1 --2- 172.21.15.62:0/3065041096 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc39c066280 0x7fc39c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:07.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.476+0000 7fc3ba59c640 1 --2- 172.21.15.62:0/3065041096 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc39c066280 0x7fc39c068730 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fc3b0000f70 tx=0x7fc3b0009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:07.487 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.480+0000 7fc3aaffd640 1 -- 172.21.15.62:0/3065041096 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc3ac0ebfb0 con 0x7fc3bc0cb7f0 2023-06-08T03:53:07.634 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.624+0000 7fc3c0a7a640 1 -- 172.21.15.62:0/3065041096 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc3bc04d650 con 0x7fc3bc0cb7f0 2023-06-08T03:53:07.635 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.628+0000 7fc3aaffd640 1 -- 172.21.15.62:0/3065041096 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc3ac0ef5d0 con 0x7fc3bc0cb7f0 2023-06-08T03:53:07.635 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 32 2023-06-08T03:53:07.637 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.628+0000 7fc3c0a7a640 1 -- 172.21.15.62:0/3065041096 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc39c066280 msgr2=0x7fc39c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:07.637 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.628+0000 7fc3c0a7a640 1 --2- 172.21.15.62:0/3065041096 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc39c066280 0x7fc39c068730 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fc3b0000f70 tx=0x7fc3b0009040 comp rx=0 tx=0).stop 2023-06-08T03:53:07.637 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.628+0000 7fc3c0a7a640 1 -- 172.21.15.62:0/3065041096 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3bc0cb7f0 msgr2=0x7fc3bc070000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:07.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.628+0000 7fc3c0a7a640 1 --2- 172.21.15.62:0/3065041096 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3bc0cb7f0 0x7fc3bc070000 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac0ad040 tx=0x7fc3ac01ac30 comp rx=0 tx=0).stop 2023-06-08T03:53:07.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.628+0000 7fc3c0a7a640 1 -- 172.21.15.62:0/3065041096 shutdown_connections 2023-06-08T03:53:07.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.628+0000 7fc3c0a7a640 1 --2- 172.21.15.62:0/3065041096 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc39c066280 0x7fc39c068730 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.628+0000 7fc3c0a7a640 1 --2- 172.21.15.62:0/3065041096 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc3bc0cd790 0x7fc3bc0b0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.628+0000 7fc3c0a7a640 1 --2- 172.21.15.62:0/3065041096 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3bc0cb7f0 0x7fc3bc070000 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.628+0000 7fc3c0a7a640 1 --2- 172.21.15.62:0/3065041096 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc3bc0af6a0 0x7fc3bc153710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.628+0000 7fc3c0a7a640 1 -- 172.21.15.62:0/3065041096 >> 172.21.15.62:0/3065041096 conn(0x7fc3bc0ca6a0 msgr2=0x7fc3bc0ae850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:07.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.628+0000 7fc3c0a7a640 1 -- 172.21.15.62:0/3065041096 shutdown_connections 2023-06-08T03:53:07.639 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.628+0000 7fc3c0a7a640 1 -- 172.21.15.62:0/3065041096 wait complete. 2023-06-08T03:53:07.652 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-08T03:53:07.779 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.772+0000 7f6255b54640 1 Processor -- start 2023-06-08T03:53:07.779 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.772+0000 7f6255b54640 1 -- start start 2023-06-08T03:53:07.780 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.772+0000 7f6255b54640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f625015d130 0x7f62500af6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:07.780 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.772+0000 7f6255b54640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f6250070de0 0x7f62500afbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:07.780 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.772+0000 7f6255b54640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6250157490 con 0x7f62501570c0 2023-06-08T03:53:07.781 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.772+0000 7f6255b54640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f625015de80 con 0x7f6250070de0 2023-06-08T03:53:07.781 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.772+0000 7f6255b54640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6250070020 con 0x7f625015d130 2023-06-08T03:53:07.781 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.772+0000 7f624f7fe640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f62501570c0 0x7f625015d770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41206/0 (socket says 172.21.15.62:41206) 2023-06-08T03:53:07.781 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.772+0000 7f624ffff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f6250070de0 0x7f62500afbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:07.781 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.772+0000 7f624f7fe640 1 -- 172.21.15.62:0/3479508981 learned_addr learned my addr 172.21.15.62:0/3479508981 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:07.782 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.772+0000 7f624effd640 1 --2- 172.21.15.62:0/3479508981 >> v2:172.21.15.188:3300/0 conn(0x7f625015d130 0x7f62500af6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:07.782 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.772+0000 7f624ffff640 1 -- 172.21.15.62:0/3479508981 >> v2:172.21.15.188:3300/0 conn(0x7f625015d130 msgr2=0x7f62500af6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:07.782 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.772+0000 7f624ffff640 1 --2- 172.21.15.62:0/3479508981 >> v2:172.21.15.188:3300/0 conn(0x7f625015d130 0x7f62500af6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.782 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.772+0000 7f624ffff640 1 -- 172.21.15.62:0/3479508981 >> v1:172.21.15.62:6789/0 conn(0x7f62501570c0 legacy=0x7f625015d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:07.782 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.772+0000 7f624ffff640 1 -- 172.21.15.62:0/3479508981 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6250070300 con 0x7f6250070de0 2023-06-08T03:53:07.783 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.772+0000 7f624e7fc640 1 -- 172.21.15.62:0/3479508981 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 35366570 0 0) 0x7f6250157490 con 0x7f62501570c0 2023-06-08T03:53:07.783 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f624ffff640 1 --2- 172.21.15.62:0/3479508981 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6250070de0 0x7f62500afbe0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f62500b3b50 tx=0x7f624801c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4eb531007874c2fa server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:07.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f624e7fc640 1 -- 172.21.15.62:0/3479508981 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62480a5910 con 0x7f6250070de0 2023-06-08T03:53:07.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f624e7fc640 1 -- 172.21.15.62:0/3479508981 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62480a5a70 con 0x7f6250070de0 2023-06-08T03:53:07.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f624e7fc640 1 -- 172.21.15.62:0/3479508981 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62480a5e00 con 0x7f6250070de0 2023-06-08T03:53:07.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f6255b54640 1 -- 172.21.15.62:0/3479508981 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6250070de0 msgr2=0x7f62500afbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:07.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f6255b54640 1 --2- 172.21.15.62:0/3479508981 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6250070de0 0x7f62500afbe0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f62500b3b50 tx=0x7f624801c850 comp rx=0 tx=0).stop 2023-06-08T03:53:07.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f6255b54640 1 -- 172.21.15.62:0/3479508981 shutdown_connections 2023-06-08T03:53:07.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f6255b54640 1 --2- 172.21.15.62:0/3479508981 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6250070de0 0x7f62500afbe0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.785 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f6255b54640 1 --2- 172.21.15.62:0/3479508981 >> v2:172.21.15.188:3300/0 conn(0x7f625015d130 0x7f62500af6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.785 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f6255b54640 1 -- 172.21.15.62:0/3479508981 >> 172.21.15.62:0/3479508981 conn(0x7f62500ca6a0 msgr2=0x7f62500caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:07.785 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f6255b54640 1 -- 172.21.15.62:0/3479508981 shutdown_connections 2023-06-08T03:53:07.785 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f6255b54640 1 -- 172.21.15.62:0/3479508981 wait complete. 2023-06-08T03:53:07.787 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f6255b54640 1 Processor -- start 2023-06-08T03:53:07.787 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f6255b54640 1 -- start start 2023-06-08T03:53:07.787 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f6255b54640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6250070de0 0x7f625014ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:07.787 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f6255b54640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f62501570c0 0x7f62500c5430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:07.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f6255b54640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f625015d130 0x7f62500c6ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:07.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f6255b54640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6250153350 con 0x7f625015d130 2023-06-08T03:53:07.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f6255b54640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f625014f380 con 0x7f6250070de0 2023-06-08T03:53:07.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f6255b54640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62500adbf0 con 0x7f62501570c0 2023-06-08T03:53:07.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f624ffff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f625015d130 0x7f62500c6ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:07.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f624ffff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f625015d130 0x7f62500c6ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59724/0 (socket says 172.21.15.62:59724) 2023-06-08T03:53:07.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f624ffff640 1 -- 172.21.15.62:0/194437979 learned_addr learned my addr 172.21.15.62:0/194437979 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:07.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f624f7fe640 1 --2- 172.21.15.62:0/194437979 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6250070de0 0x7f625014ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:07.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f624effd640 1 --2- 172.21.15.62:0/194437979 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f62501570c0 0x7f62500c5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:07.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f624ffff640 1 -- 172.21.15.62:0/194437979 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f62501570c0 msgr2=0x7f62500c5430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:07.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f624ffff640 1 --2- 172.21.15.62:0/194437979 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f62501570c0 0x7f62500c5430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f624ffff640 1 -- 172.21.15.62:0/194437979 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6250070de0 msgr2=0x7f625014ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:07.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.776+0000 7f624ffff640 1 --2- 172.21.15.62:0/194437979 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6250070de0 0x7f625014ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.780+0000 7f624ffff640 1 -- 172.21.15.62:0/194437979 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6248009a70 con 0x7f625015d130 2023-06-08T03:53:07.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.780+0000 7f624effd640 1 --2- 172.21.15.62:0/194437979 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f62501570c0 0x7f62500c5430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:07.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.780+0000 7f624f7fe640 1 --2- 172.21.15.62:0/194437979 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6250070de0 0x7f625014ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:07.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.780+0000 7f624ffff640 1 --2- 172.21.15.62:0/194437979 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f625015d130 0x7f62500c6ee0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f6248098430 tx=0x7f62480195f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:07.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.780+0000 7f6237fff640 1 -- 172.21.15.62:0/194437979 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62480ad650 con 0x7f625015d130 2023-06-08T03:53:07.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.780+0000 7f6237fff640 1 -- 172.21.15.62:0/194437979 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62480ad7b0 con 0x7f625015d130 2023-06-08T03:53:07.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.780+0000 7f6255b54640 1 -- 172.21.15.62:0/194437979 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62500aded0 con 0x7f625015d130 2023-06-08T03:53:07.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.780+0000 7f6237fff640 1 -- 172.21.15.62:0/194437979 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62480adb40 con 0x7f625015d130 2023-06-08T03:53:07.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.780+0000 7f6255b54640 1 -- 172.21.15.62:0/194437979 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62500ae490 con 0x7f625015d130 2023-06-08T03:53:07.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.780+0000 7f6255b54640 1 -- 172.21.15.62:0/194437979 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62500ae680 con 0x7f625015d130 2023-06-08T03:53:07.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.780+0000 7f6237fff640 1 -- 172.21.15.62:0/194437979 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f62480adca0 con 0x7f625015d130 2023-06-08T03:53:07.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.780+0000 7f6237fff640 1 --2- 172.21.15.62:0/194437979 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f623c0662b0 0x7f623c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:07.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.780+0000 7f6237fff640 1 -- 172.21.15.62:0/194437979 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f624811ebd0 con 0x7f625015d130 2023-06-08T03:53:07.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.780+0000 7f624f7fe640 1 --2- 172.21.15.62:0/194437979 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f623c0662b0 0x7f623c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:07.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.780+0000 7f624f7fe640 1 --2- 172.21.15.62:0/194437979 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f623c0662b0 0x7f623c068760 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f6240000f70 tx=0x7f6240009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:07.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.784+0000 7f6237fff640 1 -- 172.21.15.62:0/194437979 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f62480ec0e0 con 0x7f625015d130 2023-06-08T03:53:07.947 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.940+0000 7f6255b54640 1 -- 172.21.15.62:0/194437979 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f625004d650 con 0x7f625015d130 2023-06-08T03:53:07.947 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.940+0000 7f6237fff640 1 -- 172.21.15.62:0/194437979 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7f62480ef700 con 0x7f625015d130 2023-06-08T03:53:07.948 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 64 2023-06-08T03:53:07.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.940+0000 7f6255b54640 1 -- 172.21.15.62:0/194437979 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f623c0662b0 msgr2=0x7f623c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:07.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.940+0000 7f6255b54640 1 --2- 172.21.15.62:0/194437979 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f623c0662b0 0x7f623c068760 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f6240000f70 tx=0x7f6240009040 comp rx=0 tx=0).stop 2023-06-08T03:53:07.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.940+0000 7f6255b54640 1 -- 172.21.15.62:0/194437979 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f625015d130 msgr2=0x7f62500c6ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:07.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.940+0000 7f6255b54640 1 --2- 172.21.15.62:0/194437979 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f625015d130 0x7f62500c6ee0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f6248098430 tx=0x7f62480195f0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.940+0000 7f6255b54640 1 -- 172.21.15.62:0/194437979 shutdown_connections 2023-06-08T03:53:07.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.940+0000 7f6255b54640 1 --2- 172.21.15.62:0/194437979 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f623c0662b0 0x7f623c068760 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.940+0000 7f6255b54640 1 --2- 172.21.15.62:0/194437979 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f625015d130 0x7f62500c6ee0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.940+0000 7f6255b54640 1 --2- 172.21.15.62:0/194437979 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f62501570c0 0x7f62500c5430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.940+0000 7f6255b54640 1 --2- 172.21.15.62:0/194437979 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6250070de0 0x7f625014ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:07.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.940+0000 7f6255b54640 1 -- 172.21.15.62:0/194437979 >> 172.21.15.62:0/194437979 conn(0x7f62500ca6a0 msgr2=0x7f625015a140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:07.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.940+0000 7f6255b54640 1 -- 172.21.15.62:0/194437979 shutdown_connections 2023-06-08T03:53:07.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:07.940+0000 7f6255b54640 1 -- 172.21.15.62:0/194437979 wait complete. 2023-06-08T03:53:07.967 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:53:08.083 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.076+0000 7f4fdc969640 1 Processor -- start 2023-06-08T03:53:08.083 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.076+0000 7f4fdc969640 1 -- start start 2023-06-08T03:53:08.084 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.076+0000 7f4fdc969640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f4fd815f2f0 0x7f4fd815f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:08.084 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.076+0000 7f4fdc969640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f4fd80c8310 0x7f4fd80c8790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:08.084 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.076+0000 7f4fdc969640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4fd80ac7c0 con 0x7f4fd815b650 2023-06-08T03:53:08.085 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.076+0000 7f4fdc969640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4fd815fc80 con 0x7f4fd815f2f0 2023-06-08T03:53:08.085 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.076+0000 7f4fdc969640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4fd80ab8d0 con 0x7f4fd80c8310 2023-06-08T03:53:08.085 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.076+0000 7f4fd5d9b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f4fd815f2f0 0x7f4fd815f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:08.085 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.076+0000 7f4fd5d9b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f4fd815f2f0 0x7f4fd815f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59736/0 (socket says 172.21.15.62:59736) 2023-06-08T03:53:08.085 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.076+0000 7f4fd5d9b640 1 -- 172.21.15.62:0/3480975567 learned_addr learned my addr 172.21.15.62:0/3480975567 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:08.086 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.076+0000 7f4fd6d9d640 1 --2- 172.21.15.62:0/3480975567 >> v2:172.21.15.188:3300/0 conn(0x7f4fd80c8310 0x7f4fd80c8790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:08.086 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.076+0000 7f4fd5d9b640 1 -- 172.21.15.62:0/3480975567 >> v2:172.21.15.188:3300/0 conn(0x7f4fd80c8310 msgr2=0x7f4fd80c8790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:08.086 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.076+0000 7f4fd5d9b640 1 --2- 172.21.15.62:0/3480975567 >> v2:172.21.15.188:3300/0 conn(0x7f4fd80c8310 0x7f4fd80c8790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.086 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.076+0000 7f4fd5d9b640 1 -- 172.21.15.62:0/3480975567 >> v1:172.21.15.188:6789/0 conn(0x7f4fd815b650 legacy=0x7f4fd80acad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:08.086 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.076+0000 7f4fd5d9b640 1 -- 172.21.15.62:0/3480975567 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fd80abbb0 con 0x7f4fd815f2f0 2023-06-08T03:53:08.087 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.080+0000 7f4fd5d9b640 1 --2- 172.21.15.62:0/3480975567 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4fd815f2f0 0x7f4fd815f740 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f4fc8009870 tx=0x7f4fc801c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c10453530202978 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:08.088 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.080+0000 7f4fd559a640 1 -- 172.21.15.62:0/3480975567 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fc80aa5f0 con 0x7f4fd815f2f0 2023-06-08T03:53:08.088 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.080+0000 7f4fd559a640 1 -- 172.21.15.62:0/3480975567 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4fc80aa750 con 0x7f4fd815f2f0 2023-06-08T03:53:08.088 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.080+0000 7f4fd559a640 1 -- 172.21.15.62:0/3480975567 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fc80aaae0 con 0x7f4fd815f2f0 2023-06-08T03:53:08.089 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.080+0000 7f4fdc969640 1 -- 172.21.15.62:0/3480975567 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4fd815f2f0 msgr2=0x7f4fd815f740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:08.089 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.080+0000 7f4fdc969640 1 --2- 172.21.15.62:0/3480975567 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4fd815f2f0 0x7f4fd815f740 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f4fc8009870 tx=0x7f4fc801c490 comp rx=0 tx=0).stop 2023-06-08T03:53:08.089 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.080+0000 7f4fdc969640 1 -- 172.21.15.62:0/3480975567 shutdown_connections 2023-06-08T03:53:08.089 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.080+0000 7f4fdc969640 1 --2- 172.21.15.62:0/3480975567 >> v2:172.21.15.188:3300/0 conn(0x7f4fd80c8310 0x7f4fd80c8790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.080+0000 7f4fdc969640 1 --2- 172.21.15.62:0/3480975567 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4fd815f2f0 0x7f4fd815f740 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.080+0000 7f4fdc969640 1 -- 172.21.15.62:0/3480975567 >> 172.21.15.62:0/3480975567 conn(0x7f4fd80af640 msgr2=0x7f4fd80afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:08.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.080+0000 7f4fdc969640 1 -- 172.21.15.62:0/3480975567 shutdown_connections 2023-06-08T03:53:08.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.080+0000 7f4fdc969640 1 -- 172.21.15.62:0/3480975567 wait complete. 2023-06-08T03:53:08.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.080+0000 7f4fdc969640 1 Processor -- start 2023-06-08T03:53:08.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.080+0000 7f4fdc969640 1 -- start start 2023-06-08T03:53:08.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fdc969640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4fd80c8310 0x7f4fd815e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:08.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fdc969640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4fd815b650 0x7f4fd80b0940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:08.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fdc969640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4fd815f2f0 0x7f4fd815c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:08.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fdc969640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fd814e9b0 con 0x7f4fd815f2f0 2023-06-08T03:53:08.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fdc969640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fd80b0e80 con 0x7f4fd80c8310 2023-06-08T03:53:08.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fdc969640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4fd814ec20 con 0x7f4fd815b650 2023-06-08T03:53:08.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fd6d9d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4fd815f2f0 0x7f4fd815c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:08.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fd6d9d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4fd815f2f0 0x7f4fd815c9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59742/0 (socket says 172.21.15.62:59742) 2023-06-08T03:53:08.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fd6d9d640 1 -- 172.21.15.62:0/3316605810 learned_addr learned my addr 172.21.15.62:0/3316605810 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:08.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fd659c640 1 --2- 172.21.15.62:0/3316605810 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4fd80c8310 0x7f4fd815e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:08.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fd5d9b640 1 --2- 172.21.15.62:0/3316605810 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4fd815b650 0x7f4fd80b0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:08.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fd6d9d640 1 -- 172.21.15.62:0/3316605810 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4fd815b650 msgr2=0x7f4fd80b0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:08.094 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fd6d9d640 1 --2- 172.21.15.62:0/3316605810 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4fd815b650 0x7f4fd80b0940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.094 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fd6d9d640 1 -- 172.21.15.62:0/3316605810 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4fd80c8310 msgr2=0x7f4fd815e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:08.094 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fd6d9d640 1 --2- 172.21.15.62:0/3316605810 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4fd80c8310 0x7f4fd815e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.094 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fd6d9d640 1 -- 172.21.15.62:0/3316605810 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fc80094d0 con 0x7f4fd815f2f0 2023-06-08T03:53:08.094 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fd6d9d640 1 --2- 172.21.15.62:0/3316605810 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4fd815f2f0 0x7f4fd815c9a0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f4fd0007e60 tx=0x7f4fd000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:08.095 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fc6ffd640 1 -- 172.21.15.62:0/3316605810 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fd0014420 con 0x7f4fd815f2f0 2023-06-08T03:53:08.095 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fc6ffd640 1 -- 172.21.15.62:0/3316605810 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4fd00145a0 con 0x7f4fd815f2f0 2023-06-08T03:53:08.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fc6ffd640 1 -- 172.21.15.62:0/3316605810 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fd0014950 con 0x7f4fd815f2f0 2023-06-08T03:53:08.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fdc969640 1 -- 172.21.15.62:0/3316605810 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4fd814ef00 con 0x7f4fd815f2f0 2023-06-08T03:53:08.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fdc969640 1 -- 172.21.15.62:0/3316605810 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4fd815eb00 con 0x7f4fd815f2f0 2023-06-08T03:53:08.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fdc969640 1 -- 172.21.15.62:0/3316605810 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4fd80c7fb0 con 0x7f4fd815f2f0 2023-06-08T03:53:08.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fc6ffd640 1 -- 172.21.15.62:0/3316605810 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f4fd0014ab0 con 0x7f4fd815f2f0 2023-06-08T03:53:08.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fc6ffd640 1 --2- 172.21.15.62:0/3316605810 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4fb8066280 0x7f4fb8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:08.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fc6ffd640 1 -- 172.21.15.62:0/3316605810 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f4fd0084670 con 0x7f4fd815f2f0 2023-06-08T03:53:08.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.084+0000 7f4fd659c640 1 --2- 172.21.15.62:0/3316605810 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4fb8066280 0x7f4fb8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:08.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.088+0000 7f4fd659c640 1 --2- 172.21.15.62:0/3316605810 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4fb8066280 0x7f4fb8068730 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f4fd8153eb0 tx=0x7f4fcc008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:08.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.088+0000 7f4fc6ffd640 1 -- 172.21.15.62:0/3316605810 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f4fd0055590 con 0x7f4fd815f2f0 2023-06-08T03:53:08.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.244+0000 7f4fdc969640 1 -- 172.21.15.62:0/3316605810 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4fd804d6c0 con 0x7f4fd815f2f0 2023-06-08T03:53:08.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.244+0000 7f4fc6ffd640 1 -- 172.21.15.62:0/3316605810 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18279 (secure 0 0 0) 0x7f4fd0082e60 con 0x7f4fd815f2f0 2023-06-08T03:53:08.254 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:08.255 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":23,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:52:35.171643+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:53:08.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.248+0000 7f4fdc969640 1 -- 172.21.15.62:0/3316605810 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4fb8066280 msgr2=0x7f4fb8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:08.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.248+0000 7f4fdc969640 1 --2- 172.21.15.62:0/3316605810 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4fb8066280 0x7f4fb8068730 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f4fd8153eb0 tx=0x7f4fcc008040 comp rx=0 tx=0).stop 2023-06-08T03:53:08.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.248+0000 7f4fdc969640 1 -- 172.21.15.62:0/3316605810 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4fd815f2f0 msgr2=0x7f4fd815c9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:08.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.248+0000 7f4fdc969640 1 --2- 172.21.15.62:0/3316605810 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4fd815f2f0 0x7f4fd815c9a0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f4fd0007e60 tx=0x7f4fd000e4b0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.248+0000 7f4fdc969640 1 -- 172.21.15.62:0/3316605810 shutdown_connections 2023-06-08T03:53:08.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.248+0000 7f4fdc969640 1 --2- 172.21.15.62:0/3316605810 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4fb8066280 0x7f4fb8068730 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.248+0000 7f4fdc969640 1 --2- 172.21.15.62:0/3316605810 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4fd815f2f0 0x7f4fd815c9a0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.258 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.248+0000 7f4fdc969640 1 --2- 172.21.15.62:0/3316605810 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4fd815b650 0x7f4fd80b0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.258 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.248+0000 7f4fdc969640 1 --2- 172.21.15.62:0/3316605810 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4fd80c8310 0x7f4fd815e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.258 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.248+0000 7f4fdc969640 1 -- 172.21.15.62:0/3316605810 >> 172.21.15.62:0/3316605810 conn(0x7f4fd80af640 msgr2=0x7f4fd80ccf90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:08.258 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.248+0000 7f4fdc969640 1 -- 172.21.15.62:0/3316605810 shutdown_connections 2023-06-08T03:53:08.258 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.248+0000 7f4fdc969640 1 -- 172.21.15.62:0/3316605810 wait complete. 2023-06-08T03:53:08.274 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-08T03:52:22.372947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-08T03:52:28.107223+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-08T03:52:32.655480+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-08T03:52:33.144430+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-08T03:53:08.275 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-08T03:53:08.398 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.388+0000 7fadfed00640 1 Processor -- start 2023-06-08T03:53:08.398 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.388+0000 7fadfed00640 1 -- start start 2023-06-08T03:53:08.399 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.392+0000 7fadfed00640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fadf80cc830 0x7fadf80ccc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:08.400 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.392+0000 7fadfed00640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fadf80cae60 0x7fadf80cb2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:08.400 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.392+0000 7fadfed00640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fadf80cd2b0 con 0x7fadf80cda40 2023-06-08T03:53:08.400 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.392+0000 7fadfed00640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fadf80cd870 con 0x7fadf80cae60 2023-06-08T03:53:08.400 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.392+0000 7fadfed00640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fadf80cd590 con 0x7fadf80cc830 2023-06-08T03:53:08.400 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.392+0000 7fadf7fff640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fadf80cc830 0x7fadf80ccc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:08.401 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.392+0000 7fadf7fff640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fadf80cc830 0x7fadf80ccc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.62:60246/0 (socket says 172.21.15.62:60246) 2023-06-08T03:53:08.401 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.392+0000 7fadf7fff640 1 -- 172.21.15.62:0/1269895251 learned_addr learned my addr 172.21.15.62:0/1269895251 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:08.401 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.392+0000 7fadfd29d640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fadf80cae60 0x7fadf80cb2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:08.401 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.392+0000 7fadf7fff640 1 -- 172.21.15.62:0/1269895251 >> v2:172.21.15.188:3300/0 conn(0x7fadf80cae60 msgr2=0x7fadf80cb2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:08.401 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.392+0000 7fadf7fff640 1 --2- 172.21.15.62:0/1269895251 >> v2:172.21.15.188:3300/0 conn(0x7fadf80cae60 0x7fadf80cb2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.402 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.392+0000 7fadf7fff640 1 -- 172.21.15.62:0/1269895251 >> v1:172.21.15.188:6789/0 conn(0x7fadf80cda40 legacy=0x7fadf80cde10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:08.402 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.392+0000 7fadf7fff640 1 -- 172.21.15.62:0/1269895251 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fadf80ca660 con 0x7fadf80cc830 2023-06-08T03:53:08.402 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.392+0000 7fadfd29d640 1 --2- 172.21.15.62:0/1269895251 >> v2:172.21.15.188:3300/0 conn(0x7fadf80cae60 0x7fadf80cb2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:53:08.402 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadf7fff640 1 --2- 172.21.15.62:0/1269895251 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fadf80cc830 0x7fadf80ccc80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fade0009870 tx=0x7fade001c480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1c6fdf3177c7af8 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:08.403 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadf77fe640 1 -- 172.21.15.62:0/1269895251 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fade00a6040 con 0x7fadf80cc830 2023-06-08T03:53:08.403 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadf77fe640 1 -- 172.21.15.62:0/1269895251 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fade00aa600 con 0x7fadf80cc830 2023-06-08T03:53:08.403 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadf77fe640 1 -- 172.21.15.62:0/1269895251 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fade00aa990 con 0x7fadf80cc830 2023-06-08T03:53:08.404 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfed00640 1 -- 172.21.15.62:0/1269895251 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fadf80cc830 msgr2=0x7fadf80ccc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:08.404 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfed00640 1 --2- 172.21.15.62:0/1269895251 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fadf80cc830 0x7fadf80ccc80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fade0009870 tx=0x7fade001c480 comp rx=0 tx=0).stop 2023-06-08T03:53:08.404 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfed00640 1 -- 172.21.15.62:0/1269895251 shutdown_connections 2023-06-08T03:53:08.404 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfed00640 1 --2- 172.21.15.62:0/1269895251 >> v2:172.21.15.188:3300/0 conn(0x7fadf80cae60 0x7fadf80cb2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.404 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfed00640 1 --2- 172.21.15.62:0/1269895251 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fadf80cc830 0x7fadf80ccc80 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.405 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfed00640 1 -- 172.21.15.62:0/1269895251 >> 172.21.15.62:0/1269895251 conn(0x7fadf8065850 msgr2=0x7fadf8099140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:08.405 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfed00640 1 -- 172.21.15.62:0/1269895251 shutdown_connections 2023-06-08T03:53:08.405 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfed00640 1 -- 172.21.15.62:0/1269895251 wait complete. 2023-06-08T03:53:08.406 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfed00640 1 Processor -- start 2023-06-08T03:53:08.406 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfed00640 1 -- start start 2023-06-08T03:53:08.407 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfed00640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fadf80cae60 0x7fadf80c6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:08.407 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfed00640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fadf80cc830 0x7fadf81530d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:08.407 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfed00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fadf80cda40 0x7fadf80b1810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:08.407 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfed00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadf81547b0 con 0x7fadf80cda40 2023-06-08T03:53:08.407 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfed00640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadf8154a90 con 0x7fadf80cc830 2023-06-08T03:53:08.407 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfed00640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fadf80c70c0 con 0x7fadf80cae60 2023-06-08T03:53:08.407 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfd29d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fadf80cda40 0x7fadf80b1810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:08.408 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfd29d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fadf80cda40 0x7fadf80b1810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59744/0 (socket says 172.21.15.62:59744) 2023-06-08T03:53:08.408 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfd29d640 1 -- 172.21.15.62:0/3714597761 learned_addr learned my addr 172.21.15.62:0/3714597761 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:08.408 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadf7fff640 1 --2- 172.21.15.62:0/3714597761 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fadf80cc830 0x7fadf81530d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:08.408 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfca9c640 1 --2- 172.21.15.62:0/3714597761 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fadf80cae60 0x7fadf80c6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:08.408 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfd29d640 1 -- 172.21.15.62:0/3714597761 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fadf80cae60 msgr2=0x7fadf80c6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:08.408 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfd29d640 1 --2- 172.21.15.62:0/3714597761 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fadf80cae60 0x7fadf80c6420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.408 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfd29d640 1 -- 172.21.15.62:0/3714597761 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fadf80cc830 msgr2=0x7fadf81530d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:08.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfd29d640 1 --2- 172.21.15.62:0/3714597761 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fadf80cc830 0x7fadf81530d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadfd29d640 1 -- 172.21.15.62:0/3714597761 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fade8009a70 con 0x7fadf80cda40 2023-06-08T03:53:08.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.396+0000 7fadf7fff640 1 --2- 172.21.15.62:0/3714597761 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fadf80cc830 0x7fadf81530d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:53:08.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.400+0000 7fadfd29d640 1 --2- 172.21.15.62:0/3714597761 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fadf80cda40 0x7fadf80b1810 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fade800efc0 tx=0x7fade800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:08.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.400+0000 7fadf57fa640 1 -- 172.21.15.62:0/3714597761 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fade8009cd0 con 0x7fadf80cda40 2023-06-08T03:53:08.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.400+0000 7fadf57fa640 1 -- 172.21.15.62:0/3714597761 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fade800f040 con 0x7fadf80cda40 2023-06-08T03:53:08.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.400+0000 7fadfed00640 1 -- 172.21.15.62:0/3714597761 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fade00094d0 con 0x7fadf80cda40 2023-06-08T03:53:08.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.400+0000 7fadf57fa640 1 -- 172.21.15.62:0/3714597761 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fade80039a0 con 0x7fadf80cda40 2023-06-08T03:53:08.410 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.400+0000 7fadfed00640 1 -- 172.21.15.62:0/3714597761 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fadf8155100 con 0x7fadf80cda40 2023-06-08T03:53:08.410 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.400+0000 7fadfed00640 1 -- 172.21.15.62:0/3714597761 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fadf804d650 con 0x7fadf80cda40 2023-06-08T03:53:08.411 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.400+0000 7fadf57fa640 1 -- 172.21.15.62:0/3714597761 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fade8014480 con 0x7fadf80cda40 2023-06-08T03:53:08.411 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.400+0000 7fadf57fa640 1 --2- 172.21.15.62:0/3714597761 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fadd8066280 0x7fadd8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:08.411 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.400+0000 7fadf57fa640 1 -- 172.21.15.62:0/3714597761 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fade8084880 con 0x7fadf80cda40 2023-06-08T03:53:08.411 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.400+0000 7fadfca9c640 1 --2- 172.21.15.62:0/3714597761 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fadd8066280 0x7fadd8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:08.411 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.400+0000 7fadfca9c640 1 --2- 172.21.15.62:0/3714597761 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fadd8066280 0x7fadd8068730 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fadf80ca630 tx=0x7fadf0009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:08.413 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.404+0000 7fadf57fa640 1 -- 172.21.15.62:0/3714597761 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fade8055790 con 0x7fadf80cda40 2023-06-08T03:53:08.562 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.552+0000 7fadfed00640 1 -- 172.21.15.62:0/3714597761 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fadf80cc460 con 0x7fadf80cda40 2023-06-08T03:53:08.562 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.552+0000 7fadf57fa640 1 -- 172.21.15.62:0/3714597761 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7fade8018020 con 0x7fadf80cda40 2023-06-08T03:53:08.562 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 1 2023-06-08T03:53:08.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.556+0000 7fadfed00640 1 -- 172.21.15.62:0/3714597761 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fadd8066280 msgr2=0x7fadd8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:08.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.556+0000 7fadfed00640 1 --2- 172.21.15.62:0/3714597761 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fadd8066280 0x7fadd8068730 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fadf80ca630 tx=0x7fadf0009040 comp rx=0 tx=0).stop 2023-06-08T03:53:08.565 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.556+0000 7fadfed00640 1 -- 172.21.15.62:0/3714597761 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fadf80cda40 msgr2=0x7fadf80b1810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:08.565 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.556+0000 7fadfed00640 1 --2- 172.21.15.62:0/3714597761 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fadf80cda40 0x7fadf80b1810 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fade800efc0 tx=0x7fade800c490 comp rx=0 tx=0).stop 2023-06-08T03:53:08.565 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.556+0000 7fadfed00640 1 -- 172.21.15.62:0/3714597761 shutdown_connections 2023-06-08T03:53:08.565 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.556+0000 7fadfed00640 1 --2- 172.21.15.62:0/3714597761 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fadd8066280 0x7fadd8068730 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.565 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.556+0000 7fadfed00640 1 --2- 172.21.15.62:0/3714597761 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fadf80cda40 0x7fadf80b1810 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.565 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.556+0000 7fadfed00640 1 --2- 172.21.15.62:0/3714597761 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fadf80cc830 0x7fadf81530d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.566 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.556+0000 7fadfed00640 1 --2- 172.21.15.62:0/3714597761 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fadf80cae60 0x7fadf80c6420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.566 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.556+0000 7fadfed00640 1 -- 172.21.15.62:0/3714597761 >> 172.21.15.62:0/3714597761 conn(0x7fadf8065850 msgr2=0x7fadf806d0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:08.566 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.556+0000 7fadfed00640 1 -- 172.21.15.62:0/3714597761 shutdown_connections 2023-06-08T03:53:08.566 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.556+0000 7fadfed00640 1 -- 172.21.15.62:0/3714597761 wait complete. 2023-06-08T03:53:08.580 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-08T03:53:08.703 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.696+0000 7f5af4c2b640 1 Processor -- start 2023-06-08T03:53:08.703 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.696+0000 7f5af4c2b640 1 -- start start 2023-06-08T03:53:08.704 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.696+0000 7f5af4c2b640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5af00d05d0 0x7f5af00cbd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:08.704 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.696+0000 7f5af4c2b640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f5af00cc6f0 0x7f5af00ca4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:08.704 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.696+0000 7f5af4c2b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f5af006a420 0x7f5af006a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:08.704 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.696+0000 7f5af4c2b640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5af006ade0 con 0x7f5af006a420 2023-06-08T03:53:08.704 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.696+0000 7f5af4c2b640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5af00cc2d0 con 0x7f5af00cc6f0 2023-06-08T03:53:08.705 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.696+0000 7f5af4c2b640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5af00cacf0 con 0x7f5af00d05d0 2023-06-08T03:53:08.705 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.696+0000 7f5aeed9d640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f5af006a420 0x7f5af006a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:08.705 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.696+0000 7f5aeed9d640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f5af006a420 0x7f5af006a8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59746/0 (socket says 172.21.15.62:59746) 2023-06-08T03:53:08.705 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.696+0000 7f5aeed9d640 1 -- 172.21.15.62:0/432685553 learned_addr learned my addr 172.21.15.62:0/432685553 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:08.706 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.696+0000 7f5aee59c640 1 --2- 172.21.15.62:0/432685553 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5af00d05d0 0x7f5af00cbd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:08.706 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.696+0000 7f5aeed9d640 1 -- 172.21.15.62:0/432685553 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5af00d05d0 msgr2=0x7f5af00cbd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:08.706 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.696+0000 7f5aeed9d640 1 --2- 172.21.15.62:0/432685553 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5af00d05d0 0x7f5af00cbd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.706 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.696+0000 7f5aeed9d640 1 -- 172.21.15.62:0/432685553 >> v2:172.21.15.188:3300/0 conn(0x7f5af00cc6f0 msgr2=0x7f5af00ca4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:08.706 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.696+0000 7f5aedd9b640 1 --2- 172.21.15.62:0/432685553 >> v2:172.21.15.188:3300/0 conn(0x7f5af00cc6f0 0x7f5af00ca4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:08.706 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.696+0000 7f5aeed9d640 1 --2- 172.21.15.62:0/432685553 >> v2:172.21.15.188:3300/0 conn(0x7f5af00cc6f0 0x7f5af00ca4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.707 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.696+0000 7f5aeed9d640 1 -- 172.21.15.62:0/432685553 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5af00cafd0 con 0x7f5af006a420 2023-06-08T03:53:08.707 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5aeed9d640 1 --2- 172.21.15.62:0/432685553 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5af006a420 0x7f5af006a8a0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f5af0070d00 tx=0x7f5ae801c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2b8d9b960dbf2b3 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:08.708 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5aed59a640 1 -- 172.21.15.62:0/432685553 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ae80a5700 con 0x7f5af006a420 2023-06-08T03:53:08.708 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5aed59a640 1 -- 172.21.15.62:0/432685553 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ae80a5860 con 0x7f5af006a420 2023-06-08T03:53:08.708 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5aed59a640 1 -- 172.21.15.62:0/432685553 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ae80a5bf0 con 0x7f5af006a420 2023-06-08T03:53:08.708 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5af4c2b640 1 -- 172.21.15.62:0/432685553 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5af006a420 msgr2=0x7f5af006a8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:08.708 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5af4c2b640 1 --2- 172.21.15.62:0/432685553 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5af006a420 0x7f5af006a8a0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f5af0070d00 tx=0x7f5ae801c880 comp rx=0 tx=0).stop 2023-06-08T03:53:08.708 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5af4c2b640 1 -- 172.21.15.62:0/432685553 shutdown_connections 2023-06-08T03:53:08.709 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5af4c2b640 1 --2- 172.21.15.62:0/432685553 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5af006a420 0x7f5af006a8a0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.709 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5af4c2b640 1 --2- 172.21.15.62:0/432685553 >> v2:172.21.15.188:3300/0 conn(0x7f5af00cc6f0 0x7f5af00ca4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.709 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5af4c2b640 1 --2- 172.21.15.62:0/432685553 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5af00d05d0 0x7f5af00cbd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.709 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5af4c2b640 1 -- 172.21.15.62:0/432685553 >> 172.21.15.62:0/432685553 conn(0x7f5af0065850 msgr2=0x7f5af0099140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:08.709 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5af4c2b640 1 -- 172.21.15.62:0/432685553 shutdown_connections 2023-06-08T03:53:08.709 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5af4c2b640 1 -- 172.21.15.62:0/432685553 wait complete. 2023-06-08T03:53:08.710 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5af4c2b640 1 Processor -- start 2023-06-08T03:53:08.710 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5af4c2b640 1 -- start start 2023-06-08T03:53:08.710 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5af4c2b640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5af006a420 0x7f5af00b1c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:08.711 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5af4c2b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5af00cc6f0 0x7f5af0157d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:08.711 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5af4c2b640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5af00d05d0 0x7f5af0156230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:08.711 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5af4c2b640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5af0156a70 con 0x7f5af00cc6f0 2023-06-08T03:53:08.711 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5af4c2b640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5af01582a0 con 0x7f5af00d05d0 2023-06-08T03:53:08.711 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.700+0000 7f5af4c2b640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5af0156cc0 con 0x7f5af006a420 2023-06-08T03:53:08.711 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5aedd9b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5af00cc6f0 0x7f5af0157d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:08.712 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5aedd9b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5af00cc6f0 0x7f5af0157d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59750/0 (socket says 172.21.15.62:59750) 2023-06-08T03:53:08.712 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5aedd9b640 1 -- 172.21.15.62:0/4092404872 learned_addr learned my addr 172.21.15.62:0/4092404872 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:08.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5aeed9d640 1 --2- 172.21.15.62:0/4092404872 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5af00d05d0 0x7f5af0156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:08.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5aee59c640 1 --2- 172.21.15.62:0/4092404872 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5af006a420 0x7f5af00b1c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:08.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5aedd9b640 1 -- 172.21.15.62:0/4092404872 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5af006a420 msgr2=0x7f5af00b1c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:08.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5aedd9b640 1 --2- 172.21.15.62:0/4092404872 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5af006a420 0x7f5af00b1c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5aedd9b640 1 -- 172.21.15.62:0/4092404872 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5af00d05d0 msgr2=0x7f5af0156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:08.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5aedd9b640 1 --2- 172.21.15.62:0/4092404872 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5af00d05d0 0x7f5af0156230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5aedd9b640 1 -- 172.21.15.62:0/4092404872 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ae8009b30 con 0x7f5af00cc6f0 2023-06-08T03:53:08.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5aedd9b640 1 --2- 172.21.15.62:0/4092404872 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5af00cc6f0 0x7f5af0157d60 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5ae400c7f0 tx=0x7f5ae400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:08.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5adeffd640 1 -- 172.21.15.62:0/4092404872 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ae4004220 con 0x7f5af00cc6f0 2023-06-08T03:53:08.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5adeffd640 1 -- 172.21.15.62:0/4092404872 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ae40043a0 con 0x7f5af00cc6f0 2023-06-08T03:53:08.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5adeffd640 1 -- 172.21.15.62:0/4092404872 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ae4004510 con 0x7f5af00cc6f0 2023-06-08T03:53:08.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5af4c2b640 1 -- 172.21.15.62:0/4092404872 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5af0156fa0 con 0x7f5af00cc6f0 2023-06-08T03:53:08.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5af4c2b640 1 -- 172.21.15.62:0/4092404872 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5af0157560 con 0x7f5af00cc6f0 2023-06-08T03:53:08.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5af4c2b640 1 -- 172.21.15.62:0/4092404872 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5af004d650 con 0x7f5af00cc6f0 2023-06-08T03:53:08.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5adeffd640 1 -- 172.21.15.62:0/4092404872 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5ae4003a70 con 0x7f5af00cc6f0 2023-06-08T03:53:08.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5adeffd640 1 --2- 172.21.15.62:0/4092404872 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5ad00662b0 0x7f5ad0068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:08.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5adeffd640 1 -- 172.21.15.62:0/4092404872 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f5ae4083cb0 con 0x7f5af00cc6f0 2023-06-08T03:53:08.716 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.704+0000 7f5aee59c640 1 --2- 172.21.15.62:0/4092404872 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5ad00662b0 0x7f5ad0068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:08.716 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.708+0000 7f5aee59c640 1 --2- 172.21.15.62:0/4092404872 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5ad00662b0 0x7f5ad0068760 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f5af00b09c0 tx=0x7f5ae0008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:08.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.712+0000 7f5adeffd640 1 -- 172.21.15.62:0/4092404872 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5ae4051130 con 0x7f5af00cc6f0 2023-06-08T03:53:08.866 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.856+0000 7f5af4c2b640 1 -- 172.21.15.62:0/4092404872 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f5af00b24b0 con 0x7f5af00cc6f0 2023-06-08T03:53:08.867 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.860+0000 7f5adeffd640 1 -- 172.21.15.62:0/4092404872 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v23) v1 ==== 92+0+10 (secure 0 0 0) 0x7f5ae401e020 con 0x7f5af00cc6f0 2023-06-08T03:53:08.867 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 8 2023-06-08T03:53:08.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.860+0000 7f5af4c2b640 1 -- 172.21.15.62:0/4092404872 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5ad00662b0 msgr2=0x7f5ad0068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:08.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.860+0000 7f5af4c2b640 1 --2- 172.21.15.62:0/4092404872 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5ad00662b0 0x7f5ad0068760 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f5af00b09c0 tx=0x7f5ae0008040 comp rx=0 tx=0).stop 2023-06-08T03:53:08.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.860+0000 7f5af4c2b640 1 -- 172.21.15.62:0/4092404872 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5af00cc6f0 msgr2=0x7f5af0157d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:08.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.860+0000 7f5af4c2b640 1 --2- 172.21.15.62:0/4092404872 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5af00cc6f0 0x7f5af0157d60 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5ae400c7f0 tx=0x7f5ae400ccb0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.860+0000 7f5af4c2b640 1 -- 172.21.15.62:0/4092404872 shutdown_connections 2023-06-08T03:53:08.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.860+0000 7f5af4c2b640 1 --2- 172.21.15.62:0/4092404872 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5ad00662b0 0x7f5ad0068760 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.860+0000 7f5af4c2b640 1 --2- 172.21.15.62:0/4092404872 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5af00d05d0 0x7f5af0156230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.860+0000 7f5af4c2b640 1 --2- 172.21.15.62:0/4092404872 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5af00cc6f0 0x7f5af0157d60 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.860+0000 7f5af4c2b640 1 --2- 172.21.15.62:0/4092404872 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5af006a420 0x7f5af00b1c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:08.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.860+0000 7f5af4c2b640 1 -- 172.21.15.62:0/4092404872 >> 172.21.15.62:0/4092404872 conn(0x7f5af0065850 msgr2=0x7f5af00ccbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:08.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.860+0000 7f5af4c2b640 1 -- 172.21.15.62:0/4092404872 shutdown_connections 2023-06-08T03:53:08.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.860+0000 7f5af4c2b640 1 -- 172.21.15.62:0/4092404872 wait complete. 2023-06-08T03:53:08.885 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-08T03:53:09.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.996+0000 7f91034ec640 1 Processor -- start 2023-06-08T03:53:09.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.996+0000 7f91034ec640 1 -- start start 2023-06-08T03:53:09.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:08.996+0000 7f91034ec640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f90fc0b0f40 0x7f90fc0d08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f91034ec640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90fc0d0e00 0x7f90fc0ce7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f91034ec640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90fc0d1260 con 0x7f90fc15b8f0 2023-06-08T03:53:09.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f91034ec640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90fc0ce270 con 0x7f90fc0b0f40 2023-06-08T03:53:09.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f91034ec640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90fc0b16b0 con 0x7f90fc0d0e00 2023-06-08T03:53:09.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f9101288640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f90fc15b8f0 0x7f90fc0b4e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41218/0 (socket says 172.21.15.62:41218) 2023-06-08T03:53:09.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f9101288640 1 -- 172.21.15.62:0/560857868 learned_addr learned my addr 172.21.15.62:0/560857868 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:09.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f90f3fff640 1 -- 172.21.15.62:0/560857868 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2417753616 0 0) 0x7f90fc0d1260 con 0x7f90fc15b8f0 2023-06-08T03:53:09.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f9100a87640 1 --2- 172.21.15.62:0/560857868 >> v2:172.21.15.188:3300/0 conn(0x7f90fc0b0f40 0x7f90fc0d08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f90f3fff640 1 -- 172.21.15.62:0/560857868 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f90e8003530 con 0x7f90fc15b8f0 2023-06-08T03:53:09.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f9101a89640 1 --2- 172.21.15.62:0/560857868 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90fc0d0e00 0x7f90fc0ce7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f90f3fff640 1 -- 172.21.15.62:0/560857868 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3398800647 0 0) 0x7f90e8003530 con 0x7f90fc15b8f0 2023-06-08T03:53:09.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f90f3fff640 1 -- 172.21.15.62:0/560857868 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90fc0d0e00 msgr2=0x7f90fc0ce7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:09.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f90f3fff640 1 --2- 172.21.15.62:0/560857868 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90fc0d0e00 0x7f90fc0ce7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f90f3fff640 1 -- 172.21.15.62:0/560857868 >> v2:172.21.15.188:3300/0 conn(0x7f90fc0b0f40 msgr2=0x7f90fc0d08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:09.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f90f3fff640 1 --2- 172.21.15.62:0/560857868 >> v2:172.21.15.188:3300/0 conn(0x7f90fc0b0f40 0x7f90fc0d08c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f90f3fff640 1 -- 172.21.15.62:0/560857868 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90fc0ce510 con 0x7f90fc15b8f0 2023-06-08T03:53:09.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f90f3fff640 1 -- 172.21.15.62:0/560857868 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f90f8001a00 con 0x7f90fc15b8f0 2023-06-08T03:53:09.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f90f3fff640 1 -- 172.21.15.62:0/560857868 >> v1:172.21.15.62:6789/0 conn(0x7f90fc15b8f0 legacy=0x7f90fc0b4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f90f3fff640 1 --2- 172.21.15.62:0/560857868 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90fc0d0e00 0x7f90e8003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f90f3fff640 1 --2- 172.21.15.62:0/560857868 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f90e8003f00 0x7f90e80047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f90f3fff640 1 --2- 172.21.15.62:0/560857868 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90e8004d10 0x7f90e8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f90f3fff640 1 -- 172.21.15.62:0/560857868 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90fc0ce270 con 0x7f90e8004d10 2023-06-08T03:53:09.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f90f3fff640 1 -- 172.21.15.62:0/560857868 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90fc0b16b0 con 0x7f90e8003f00 2023-06-08T03:53:09.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f90f3fff640 1 -- 172.21.15.62:0/560857868 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90e800ba70 con 0x7f90fc0d0e00 2023-06-08T03:53:09.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f9101a89640 1 --2- 172.21.15.62:0/560857868 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90e8004d10 0x7f90e8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f9101288640 1 --2- 172.21.15.62:0/560857868 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90fc0d0e00 0x7f90e8003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f9100a87640 1 --2- 172.21.15.62:0/560857868 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f90e8003f00 0x7f90e80047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f9101a89640 1 -- 172.21.15.62:0/560857868 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90fc0d0e00 msgr2=0x7f90e8003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:09.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f9101a89640 1 --2- 172.21.15.62:0/560857868 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90fc0d0e00 0x7f90e8003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f9101a89640 1 -- 172.21.15.62:0/560857868 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f90e8003f00 msgr2=0x7f90e80047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:09.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f9101a89640 1 --2- 172.21.15.62:0/560857868 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f90e8003f00 0x7f90e80047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f9101a89640 1 -- 172.21.15.62:0/560857868 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90e8003530 con 0x7f90e8004d10 2023-06-08T03:53:09.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f9100a87640 1 --2- 172.21.15.62:0/560857868 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f90e8003f00 0x7f90e80047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:09.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f9101a89640 1 --2- 172.21.15.62:0/560857868 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90e8004d10 0x7f90e8005180 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f90f4009ab0 tx=0x7f90f401ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1f49f55fe41c42d server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:09.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f90f3fff640 1 -- 172.21.15.62:0/560857868 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90f40a55d0 con 0x7f90e8004d10 2023-06-08T03:53:09.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f90f3fff640 1 -- 172.21.15.62:0/560857868 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90f40a5730 con 0x7f90e8004d10 2023-06-08T03:53:09.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.000+0000 7f90f3fff640 1 -- 172.21.15.62:0/560857868 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90f40a5ae0 con 0x7f90e8004d10 2023-06-08T03:53:09.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f91034ec640 1 -- 172.21.15.62:0/560857868 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90e8004d10 msgr2=0x7f90e8005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f91034ec640 1 --2- 172.21.15.62:0/560857868 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90e8004d10 0x7f90e8005180 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f90f4009ab0 tx=0x7f90f401ca00 comp rx=0 tx=0).stop 2023-06-08T03:53:09.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f9101a89640 1 -- 172.21.15.62:0/560857868 reap_dead start 2023-06-08T03:53:09.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f91034ec640 1 -- 172.21.15.62:0/560857868 shutdown_connections 2023-06-08T03:53:09.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f91034ec640 1 -- 172.21.15.62:0/560857868 >> 172.21.15.62:0/560857868 conn(0x7f90fc0d1fb0 msgr2=0x7f90fc0d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:09.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f91034ec640 1 -- 172.21.15.62:0/560857868 shutdown_connections 2023-06-08T03:53:09.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f91034ec640 1 -- 172.21.15.62:0/560857868 wait complete. 2023-06-08T03:53:09.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f91034ec640 1 Processor -- start 2023-06-08T03:53:09.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f91034ec640 1 -- start start 2023-06-08T03:53:09.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f91034ec640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f90e8004d10 0x7f90fc0b4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f91034ec640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90fc0b6890 0x7f90fc0b6d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f91034ec640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90fc15d810 0x7f90fc15dc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f91034ec640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90fc15ede0 con 0x7f90fc0b6890 2023-06-08T03:53:09.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f91034ec640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90fc0b7240 con 0x7f90e8004d10 2023-06-08T03:53:09.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f91034ec640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90fc0b18c0 con 0x7f90fc15d810 2023-06-08T03:53:09.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f9100a87640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90fc0b6890 0x7f90fc0b6d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f9100a87640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90fc0b6890 0x7f90fc0b6d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59766/0 (socket says 172.21.15.62:59766) 2023-06-08T03:53:09.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f9100a87640 1 -- 172.21.15.62:0/1024961532 learned_addr learned my addr 172.21.15.62:0/1024961532 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:09.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f9101288640 1 --2- 172.21.15.62:0/1024961532 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f90e8004d10 0x7f90fc0b4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f9101a89640 1 --2- 172.21.15.62:0/1024961532 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90fc15d810 0x7f90fc15dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f9100a87640 1 -- 172.21.15.62:0/1024961532 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90fc15d810 msgr2=0x7f90fc15dc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f9100a87640 1 --2- 172.21.15.62:0/1024961532 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90fc15d810 0x7f90fc15dc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f9100a87640 1 -- 172.21.15.62:0/1024961532 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f90e8004d10 msgr2=0x7f90fc0b4350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f9100a87640 1 --2- 172.21.15.62:0/1024961532 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f90e8004d10 0x7f90fc0b4350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f9100a87640 1 -- 172.21.15.62:0/1024961532 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90fc14dd40 con 0x7f90fc0b6890 2023-06-08T03:53:09.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f9100a87640 1 --2- 172.21.15.62:0/1024961532 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90fc0b6890 0x7f90fc0b6d00 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f90ec0108f0 tx=0x7f90ec010cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:09.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f90f1ffb640 1 -- 172.21.15.62:0/1024961532 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90ec004220 con 0x7f90fc0b6890 2023-06-08T03:53:09.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f90f1ffb640 1 -- 172.21.15.62:0/1024961532 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90ec004380 con 0x7f90fc0b6890 2023-06-08T03:53:09.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f91034ec640 1 -- 172.21.15.62:0/1024961532 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90fc0b4890 con 0x7f90fc0b6890 2023-06-08T03:53:09.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f90f1ffb640 1 -- 172.21.15.62:0/1024961532 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90ec00eb00 con 0x7f90fc0b6890 2023-06-08T03:53:09.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f91034ec640 1 -- 172.21.15.62:0/1024961532 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90fc15e820 con 0x7f90fc0b6890 2023-06-08T03:53:09.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.004+0000 7f91034ec640 1 -- 172.21.15.62:0/1024961532 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90fc04d650 con 0x7f90fc0b6890 2023-06-08T03:53:09.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.008+0000 7f90f1ffb640 1 -- 172.21.15.62:0/1024961532 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f90ec00ec60 con 0x7f90fc0b6890 2023-06-08T03:53:09.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.008+0000 7f90f1ffb640 1 --2- 172.21.15.62:0/1024961532 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f90e0066280 0x7f90e0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.008+0000 7f90f1ffb640 1 -- 172.21.15.62:0/1024961532 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f90ec083960 con 0x7f90fc0b6890 2023-06-08T03:53:09.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.008+0000 7f9101288640 1 --2- 172.21.15.62:0/1024961532 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f90e0066280 0x7f90e0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.008+0000 7f9101288640 1 --2- 172.21.15.62:0/1024961532 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f90e0066280 0x7f90e0068730 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f90fc15a610 tx=0x7f90f8002100 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:09.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.012+0000 7f90f1ffb640 1 -- 172.21.15.62:0/1024961532 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f90ec050e70 con 0x7f90fc0b6890 2023-06-08T03:53:09.168 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.160+0000 7f91034ec640 1 -- 172.21.15.62:0/1024961532 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f90fc14dd40 con 0x7f90fc0b6890 2023-06-08T03:53:09.169 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.160+0000 7f90f1ffb640 1 -- 172.21.15.62:0/1024961532 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7f90fc14dd40 con 0x7f90fc0b6890 2023-06-08T03:53:09.170 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 32 2023-06-08T03:53:09.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.164+0000 7f91034ec640 1 -- 172.21.15.62:0/1024961532 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f90e0066280 msgr2=0x7f90e0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.164+0000 7f91034ec640 1 --2- 172.21.15.62:0/1024961532 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f90e0066280 0x7f90e0068730 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f90fc15a610 tx=0x7f90f8002100 comp rx=0 tx=0).stop 2023-06-08T03:53:09.172 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.164+0000 7f91034ec640 1 -- 172.21.15.62:0/1024961532 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90fc0b6890 msgr2=0x7f90fc0b6d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.172 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.164+0000 7f91034ec640 1 --2- 172.21.15.62:0/1024961532 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90fc0b6890 0x7f90fc0b6d00 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f90ec0108f0 tx=0x7f90ec010cf0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.172 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.164+0000 7f91034ec640 1 -- 172.21.15.62:0/1024961532 shutdown_connections 2023-06-08T03:53:09.172 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.164+0000 7f91034ec640 1 --2- 172.21.15.62:0/1024961532 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f90e0066280 0x7f90e0068730 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.172 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.164+0000 7f91034ec640 1 --2- 172.21.15.62:0/1024961532 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90fc15d810 0x7f90fc15dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.172 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.164+0000 7f91034ec640 1 --2- 172.21.15.62:0/1024961532 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90fc0b6890 0x7f90fc0b6d00 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.172 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.164+0000 7f91034ec640 1 --2- 172.21.15.62:0/1024961532 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f90e8004d10 0x7f90fc0b4350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.173 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.164+0000 7f91034ec640 1 -- 172.21.15.62:0/1024961532 >> 172.21.15.62:0/1024961532 conn(0x7f90fc0d1fb0 msgr2=0x7f90fc15a770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:09.173 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.164+0000 7f91034ec640 1 -- 172.21.15.62:0/1024961532 shutdown_connections 2023-06-08T03:53:09.173 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.164+0000 7f91034ec640 1 -- 172.21.15.62:0/1024961532 wait complete. 2023-06-08T03:53:09.187 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-08T03:53:09.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.304+0000 7f5b2f770640 1 Processor -- start 2023-06-08T03:53:09.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.304+0000 7f5b2f770640 1 -- start start 2023-06-08T03:53:09.315 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b2f770640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f5b281584e0 0x7f5b2815c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b2f770640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b2815c640 0x7f5b280cc750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b2f770640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f5b280ccc90 0x7f5b2806ed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b2f770640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b280cbd00 con 0x7f5b281584e0 2023-06-08T03:53:09.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b2f770640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b2815cbc0 con 0x7f5b280ccc90 2023-06-08T03:53:09.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b2f770640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b2815cea0 con 0x7f5b2815c640 2023-06-08T03:53:09.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b2d50c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f5b281584e0 0x7f5b2815c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b2d50c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f5b281584e0 0x7f5b2815c100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59768/0 (socket says 172.21.15.62:59768) 2023-06-08T03:53:09.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b2d50c640 1 -- 172.21.15.62:0/4266098630 learned_addr learned my addr 172.21.15.62:0/4266098630 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:09.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b2cd0b640 1 --2- 172.21.15.62:0/4266098630 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b2815c640 0x7f5b280cc750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b2dd0d640 1 --2- 172.21.15.62:0/4266098630 >> v2:172.21.15.188:3300/0 conn(0x7f5b280ccc90 0x7f5b2806ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b2d50c640 1 -- 172.21.15.62:0/4266098630 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b2815c640 msgr2=0x7f5b280cc750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:09.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b2d50c640 1 --2- 172.21.15.62:0/4266098630 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b2815c640 0x7f5b280cc750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b2d50c640 1 -- 172.21.15.62:0/4266098630 >> v2:172.21.15.188:3300/0 conn(0x7f5b280ccc90 msgr2=0x7f5b2806ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:09.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b2d50c640 1 --2- 172.21.15.62:0/4266098630 >> v2:172.21.15.188:3300/0 conn(0x7f5b280ccc90 0x7f5b2806ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b2d50c640 1 -- 172.21.15.62:0/4266098630 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b280cbf50 con 0x7f5b281584e0 2023-06-08T03:53:09.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b2dd0d640 1 --2- 172.21.15.62:0/4266098630 >> v2:172.21.15.188:3300/0 conn(0x7f5b280ccc90 0x7f5b2806ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:09.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b2d50c640 1 --2- 172.21.15.62:0/4266098630 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b281584e0 0x7f5b2815c100 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f5b2806e700 tx=0x7f5b2401c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27053efbf6bfd42b server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:09.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b1ffff640 1 -- 172.21.15.62:0/4266098630 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b240ab600 con 0x7f5b281584e0 2023-06-08T03:53:09.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b1ffff640 1 -- 172.21.15.62:0/4266098630 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b240a7050 con 0x7f5b281584e0 2023-06-08T03:53:09.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b1ffff640 1 -- 172.21.15.62:0/4266098630 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b240ab980 con 0x7f5b281584e0 2023-06-08T03:53:09.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b2f770640 1 -- 172.21.15.62:0/4266098630 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b281584e0 msgr2=0x7f5b2815c100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.308+0000 7f5b2f770640 1 --2- 172.21.15.62:0/4266098630 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b281584e0 0x7f5b2815c100 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f5b2806e700 tx=0x7f5b2401c4d0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2f770640 1 -- 172.21.15.62:0/4266098630 shutdown_connections 2023-06-08T03:53:09.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2f770640 1 --2- 172.21.15.62:0/4266098630 >> v2:172.21.15.188:3300/0 conn(0x7f5b280ccc90 0x7f5b2806ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2f770640 1 --2- 172.21.15.62:0/4266098630 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b2815c640 0x7f5b280cc750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2f770640 1 --2- 172.21.15.62:0/4266098630 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b281584e0 0x7f5b2815c100 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2f770640 1 -- 172.21.15.62:0/4266098630 >> 172.21.15.62:0/4266098630 conn(0x7f5b280ca6a0 msgr2=0x7f5b280caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:09.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2f770640 1 -- 172.21.15.62:0/4266098630 shutdown_connections 2023-06-08T03:53:09.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2f770640 1 -- 172.21.15.62:0/4266098630 wait complete. 2023-06-08T03:53:09.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2f770640 1 Processor -- start 2023-06-08T03:53:09.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2f770640 1 -- start start 2023-06-08T03:53:09.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2f770640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b280ccc90 0x7f5b2814bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2f770640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5b281584e0 0x7f5b2814de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2f770640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b2815c640 0x7f5b2814e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2f770640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b2814d140 con 0x7f5b280ccc90 2023-06-08T03:53:09.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2f770640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b2814c530 con 0x7f5b281584e0 2023-06-08T03:53:09.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2f770640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b2814c810 con 0x7f5b2815c640 2023-06-08T03:53:09.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2d50c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b280ccc90 0x7f5b2814bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2d50c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b280ccc90 0x7f5b2814bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59780/0 (socket says 172.21.15.62:59780) 2023-06-08T03:53:09.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2d50c640 1 -- 172.21.15.62:0/1749165283 learned_addr learned my addr 172.21.15.62:0/1749165283 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:09.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2cd0b640 1 --2- 172.21.15.62:0/1749165283 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5b281584e0 0x7f5b2814de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2dd0d640 1 --2- 172.21.15.62:0/1749165283 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b2815c640 0x7f5b2814e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2d50c640 1 -- 172.21.15.62:0/1749165283 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b2815c640 msgr2=0x7f5b2814e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2d50c640 1 --2- 172.21.15.62:0/1749165283 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b2815c640 0x7f5b2814e3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2d50c640 1 -- 172.21.15.62:0/1749165283 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5b281584e0 msgr2=0x7f5b2814de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2d50c640 1 --2- 172.21.15.62:0/1749165283 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5b281584e0 0x7f5b2814de80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2d50c640 1 -- 172.21.15.62:0/1749165283 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b240094d0 con 0x7f5b280ccc90 2023-06-08T03:53:09.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2d50c640 1 --2- 172.21.15.62:0/1749165283 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b280ccc90 0x7f5b2814bbb0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f5b240ae040 tx=0x7f5b24019270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:09.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b1dffb640 1 -- 172.21.15.62:0/1749165283 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b240b4440 con 0x7f5b280ccc90 2023-06-08T03:53:09.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b1dffb640 1 -- 172.21.15.62:0/1749165283 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b240b45a0 con 0x7f5b280ccc90 2023-06-08T03:53:09.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2f770640 1 -- 172.21.15.62:0/1749165283 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b2814caf0 con 0x7f5b280ccc90 2023-06-08T03:53:09.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b1dffb640 1 -- 172.21.15.62:0/1749165283 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b240b4930 con 0x7f5b280ccc90 2023-06-08T03:53:09.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2f770640 1 -- 172.21.15.62:0/1749165283 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b2814c0f0 con 0x7f5b280ccc90 2023-06-08T03:53:09.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.312+0000 7f5b2f770640 1 -- 172.21.15.62:0/1749165283 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b2804d650 con 0x7f5b280ccc90 2023-06-08T03:53:09.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.316+0000 7f5b1dffb640 1 -- 172.21.15.62:0/1749165283 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5b240b2070 con 0x7f5b280ccc90 2023-06-08T03:53:09.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.316+0000 7f5b1dffb640 1 --2- 172.21.15.62:0/1749165283 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5b0c0662b0 0x7f5b0c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.316+0000 7f5b1dffb640 1 -- 172.21.15.62:0/1749165283 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f5b2411dcc0 con 0x7f5b280ccc90 2023-06-08T03:53:09.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.316+0000 7f5b2cd0b640 1 --2- 172.21.15.62:0/1749165283 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5b0c0662b0 0x7f5b0c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.316+0000 7f5b2cd0b640 1 --2- 172.21.15.62:0/1749165283 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5b0c0662b0 0x7f5b0c068760 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5b280c48e0 tx=0x7f5b18008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:09.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.320+0000 7f5b1dffb640 1 -- 172.21.15.62:0/1749165283 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5b240eb1d0 con 0x7f5b280ccc90 2023-06-08T03:53:09.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.464+0000 7f5b2f770640 1 -- 172.21.15.62:0/1749165283 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f5b280b3ba0 con 0x7f5b280ccc90 2023-06-08T03:53:09.474 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.464+0000 7f5b1dffb640 1 -- 172.21.15.62:0/1749165283 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7f5b240b00a0 con 0x7f5b280ccc90 2023-06-08T03:53:09.474 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 64 2023-06-08T03:53:09.475 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.468+0000 7f5b2f770640 1 -- 172.21.15.62:0/1749165283 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5b0c0662b0 msgr2=0x7f5b0c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.468+0000 7f5b2f770640 1 --2- 172.21.15.62:0/1749165283 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5b0c0662b0 0x7f5b0c068760 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5b280c48e0 tx=0x7f5b18008040 comp rx=0 tx=0).stop 2023-06-08T03:53:09.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.468+0000 7f5b2f770640 1 -- 172.21.15.62:0/1749165283 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b280ccc90 msgr2=0x7f5b2814bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.468+0000 7f5b2f770640 1 --2- 172.21.15.62:0/1749165283 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b280ccc90 0x7f5b2814bbb0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f5b240ae040 tx=0x7f5b24019270 comp rx=0 tx=0).stop 2023-06-08T03:53:09.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.468+0000 7f5b2f770640 1 -- 172.21.15.62:0/1749165283 shutdown_connections 2023-06-08T03:53:09.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.468+0000 7f5b2f770640 1 --2- 172.21.15.62:0/1749165283 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5b0c0662b0 0x7f5b0c068760 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.468+0000 7f5b2f770640 1 --2- 172.21.15.62:0/1749165283 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5b2815c640 0x7f5b2814e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.468+0000 7f5b2f770640 1 --2- 172.21.15.62:0/1749165283 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5b281584e0 0x7f5b2814de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.477 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.468+0000 7f5b2f770640 1 --2- 172.21.15.62:0/1749165283 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b280ccc90 0x7f5b2814bbb0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.477 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.468+0000 7f5b2f770640 1 -- 172.21.15.62:0/1749165283 >> 172.21.15.62:0/1749165283 conn(0x7f5b280ca6a0 msgr2=0x7f5b280cd180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:09.477 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.468+0000 7f5b2f770640 1 -- 172.21.15.62:0/1749165283 shutdown_connections 2023-06-08T03:53:09.477 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.468+0000 7f5b2f770640 1 -- 172.21.15.62:0/1749165283 wait complete. 2023-06-08T03:53:09.491 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:53:09.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.596+0000 7f7a7500f640 1 Processor -- start 2023-06-08T03:53:09.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.596+0000 7f7a7500f640 1 -- start start 2023-06-08T03:53:09.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.600+0000 7f7a7500f640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f7a700ce280 0x7f7a700b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.600+0000 7f7a7500f640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f7a700ce950 0x7f7a700cedf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.600+0000 7f7a7500f640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7a700d1be0 con 0x7f7a700b1290 2023-06-08T03:53:09.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.600+0000 7f7a7500f640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a700cf330 con 0x7f7a700ce280 2023-06-08T03:53:09.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.600+0000 7f7a7500f640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a700b1660 con 0x7f7a700ce950 2023-06-08T03:53:09.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.600+0000 7f7a6ed9d640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f7a700b1290 0x7f7a700d0520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41234/0 (socket says 172.21.15.62:41234) 2023-06-08T03:53:09.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.600+0000 7f7a67fff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f7a700ce280 0x7f7a700b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.600+0000 7f7a6ed9d640 1 -- 172.21.15.62:0/2016715808 learned_addr learned my addr 172.21.15.62:0/2016715808 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:09.609 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.600+0000 7f7a6f59e640 1 --2- 172.21.15.62:0/2016715808 >> v2:172.21.15.188:3300/0 conn(0x7f7a700ce950 0x7f7a700cedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.609 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.600+0000 7f7a67fff640 1 -- 172.21.15.62:0/2016715808 >> v2:172.21.15.188:3300/0 conn(0x7f7a700ce950 msgr2=0x7f7a700cedf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:09.609 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.600+0000 7f7a67fff640 1 --2- 172.21.15.62:0/2016715808 >> v2:172.21.15.188:3300/0 conn(0x7f7a700ce950 0x7f7a700cedf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.609 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.600+0000 7f7a67fff640 1 -- 172.21.15.62:0/2016715808 >> v1:172.21.15.62:6789/0 conn(0x7f7a700b1290 legacy=0x7f7a700d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.610 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.600+0000 7f7a67fff640 1 -- 172.21.15.62:0/2016715808 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a700cc6c0 con 0x7f7a700ce280 2023-06-08T03:53:09.610 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.600+0000 7f7a6e59c640 1 -- 172.21.15.62:0/2016715808 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3649327512 0 0) 0x7f7a700d1be0 con 0x7f7a700b1290 2023-06-08T03:53:09.610 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.600+0000 7f7a6f59e640 1 --2- 172.21.15.62:0/2016715808 >> v2:172.21.15.188:3300/0 conn(0x7f7a700ce950 0x7f7a700cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:09.611 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.600+0000 7f7a67fff640 1 --2- 172.21.15.62:0/2016715808 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a700ce280 0x7f7a700b4d90 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f7a7006c4e0 tx=0x7f7a6001c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ad169dd49b60439 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:09.611 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.600+0000 7f7a6e59c640 1 -- 172.21.15.62:0/2016715808 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a600ac630 con 0x7f7a700ce280 2023-06-08T03:53:09.611 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.600+0000 7f7a6e59c640 1 -- 172.21.15.62:0/2016715808 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a600ac790 con 0x7f7a700ce280 2023-06-08T03:53:09.611 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.600+0000 7f7a6e59c640 1 -- 172.21.15.62:0/2016715808 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a600acb20 con 0x7f7a700ce280 2023-06-08T03:53:09.611 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a7500f640 1 -- 172.21.15.62:0/2016715808 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a700ce280 msgr2=0x7f7a700b4d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.611 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a7500f640 1 --2- 172.21.15.62:0/2016715808 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a700ce280 0x7f7a700b4d90 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f7a7006c4e0 tx=0x7f7a6001c3d0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.612 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a7500f640 1 -- 172.21.15.62:0/2016715808 shutdown_connections 2023-06-08T03:53:09.612 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a7500f640 1 --2- 172.21.15.62:0/2016715808 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a700ce280 0x7f7a700b4d90 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.612 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a7500f640 1 --2- 172.21.15.62:0/2016715808 >> v2:172.21.15.188:3300/0 conn(0x7f7a700ce950 0x7f7a700cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.612 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a7500f640 1 -- 172.21.15.62:0/2016715808 >> 172.21.15.62:0/2016715808 conn(0x7f7a7006b5a0 msgr2=0x7f7a7006b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:09.612 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a7500f640 1 -- 172.21.15.62:0/2016715808 shutdown_connections 2023-06-08T03:53:09.612 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a7500f640 1 -- 172.21.15.62:0/2016715808 wait complete. 2023-06-08T03:53:09.614 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a7500f640 1 Processor -- start 2023-06-08T03:53:09.614 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a7500f640 1 -- start start 2023-06-08T03:53:09.614 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a7500f640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7a700b1290 0x7f7a700b2b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.614 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a7500f640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7a700ce280 0x7f7a701f74b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.614 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a7500f640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a700ce950 0x7f7a701f79f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.614 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a7500f640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a701523e0 con 0x7f7a700ce950 2023-06-08T03:53:09.614 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a7500f640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a700ca550 con 0x7f7a700b1290 2023-06-08T03:53:09.615 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a7500f640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a700cb7d0 con 0x7f7a700ce280 2023-06-08T03:53:09.615 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a6f59e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a700ce950 0x7f7a701f79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.615 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a6f59e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a700ce950 0x7f7a701f79f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59800/0 (socket says 172.21.15.62:59800) 2023-06-08T03:53:09.615 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a6f59e640 1 -- 172.21.15.62:0/3367250553 learned_addr learned my addr 172.21.15.62:0/3367250553 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:09.615 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a67fff640 1 --2- 172.21.15.62:0/3367250553 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7a700ce280 0x7f7a701f74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.615 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a6ed9d640 1 --2- 172.21.15.62:0/3367250553 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7a700b1290 0x7f7a700b2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.615 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a6f59e640 1 -- 172.21.15.62:0/3367250553 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7a700ce280 msgr2=0x7f7a701f74b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.615 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a6f59e640 1 --2- 172.21.15.62:0/3367250553 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7a700ce280 0x7f7a701f74b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.616 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a6f59e640 1 -- 172.21.15.62:0/3367250553 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7a700b1290 msgr2=0x7f7a700b2b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.616 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a6f59e640 1 --2- 172.21.15.62:0/3367250553 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7a700b1290 0x7f7a700b2b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.616 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a6f59e640 1 -- 172.21.15.62:0/3367250553 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a60009420 con 0x7f7a700ce950 2023-06-08T03:53:09.616 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a6f59e640 1 --2- 172.21.15.62:0/3367250553 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a700ce950 0x7f7a701f79f0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f7a6800cf20 tx=0x7f7a6800a7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:09.616 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a677fe640 1 -- 172.21.15.62:0/3367250553 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a6800d840 con 0x7f7a700ce950 2023-06-08T03:53:09.616 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a677fe640 1 -- 172.21.15.62:0/3367250553 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a6800d9a0 con 0x7f7a700ce950 2023-06-08T03:53:09.616 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a7500f640 1 -- 172.21.15.62:0/3367250553 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a70153a80 con 0x7f7a700ce950 2023-06-08T03:53:09.617 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a677fe640 1 -- 172.21.15.62:0/3367250553 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a6800dd50 con 0x7f7a700ce950 2023-06-08T03:53:09.617 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.604+0000 7f7a7500f640 1 -- 172.21.15.62:0/3367250553 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a700caa20 con 0x7f7a700ce950 2023-06-08T03:53:09.617 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.608+0000 7f7a7500f640 1 -- 172.21.15.62:0/3367250553 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a7004d6c0 con 0x7f7a700ce950 2023-06-08T03:53:09.618 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.608+0000 7f7a677fe640 1 -- 172.21.15.62:0/3367250553 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7a6801e3b0 con 0x7f7a700ce950 2023-06-08T03:53:09.618 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.608+0000 7f7a677fe640 1 --2- 172.21.15.62:0/3367250553 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7a50066280 0x7f7a50068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.618 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.608+0000 7f7a677fe640 1 -- 172.21.15.62:0/3367250553 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f7a68084760 con 0x7f7a700ce950 2023-06-08T03:53:09.618 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.608+0000 7f7a6ed9d640 1 --2- 172.21.15.62:0/3367250553 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7a50066280 0x7f7a50068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.618 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.608+0000 7f7a6ed9d640 1 --2- 172.21.15.62:0/3367250553 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7a50066280 0x7f7a50068730 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7a58000f70 tx=0x7f7a58007c10 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:09.619 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.612+0000 7f7a677fe640 1 -- 172.21.15.62:0/3367250553 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7a68051c70 con 0x7f7a700ce950 2023-06-08T03:53:09.767 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.760+0000 7f7a7500f640 1 -- 172.21.15.62:0/3367250553 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7a700b42f0 con 0x7f7a700ce950 2023-06-08T03:53:09.769 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.760+0000 7f7a677fe640 1 -- 172.21.15.62:0/3367250553 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18279 (secure 0 0 0) 0x7f7a68055290 con 0x7f7a700ce950 2023-06-08T03:53:09.769 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:09.769 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":23,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:52:35.171643+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:53:09.771 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.764+0000 7f7a7500f640 1 -- 172.21.15.62:0/3367250553 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7a50066280 msgr2=0x7f7a50068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.771 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.764+0000 7f7a7500f640 1 --2- 172.21.15.62:0/3367250553 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7a50066280 0x7f7a50068730 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7a58000f70 tx=0x7f7a58007c10 comp rx=0 tx=0).stop 2023-06-08T03:53:09.771 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.764+0000 7f7a7500f640 1 -- 172.21.15.62:0/3367250553 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a700ce950 msgr2=0x7f7a701f79f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.771 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.764+0000 7f7a7500f640 1 --2- 172.21.15.62:0/3367250553 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a700ce950 0x7f7a701f79f0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f7a6800cf20 tx=0x7f7a6800a7d0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.772 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.764+0000 7f7a7500f640 1 -- 172.21.15.62:0/3367250553 shutdown_connections 2023-06-08T03:53:09.772 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.764+0000 7f7a7500f640 1 --2- 172.21.15.62:0/3367250553 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7a50066280 0x7f7a50068730 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.772 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.764+0000 7f7a7500f640 1 --2- 172.21.15.62:0/3367250553 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a700ce950 0x7f7a701f79f0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.772 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.764+0000 7f7a7500f640 1 --2- 172.21.15.62:0/3367250553 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7a700ce280 0x7f7a701f74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.772 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.764+0000 7f7a7500f640 1 --2- 172.21.15.62:0/3367250553 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7a700b1290 0x7f7a700b2b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.772 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.764+0000 7f7a7500f640 1 -- 172.21.15.62:0/3367250553 >> 172.21.15.62:0/3367250553 conn(0x7f7a7006b5a0 msgr2=0x7f7a70158c80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:09.772 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.764+0000 7f7a7500f640 1 -- 172.21.15.62:0/3367250553 shutdown_connections 2023-06-08T03:53:09.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.764+0000 7f7a7500f640 1 -- 172.21.15.62:0/3367250553 wait complete. 2023-06-08T03:53:09.787 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-08T03:52:22.372947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-08T03:52:28.107223+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-08T03:52:32.655480+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-08T03:52:33.144430+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-08T03:53:09.788 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-08T03:53:09.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.892+0000 7fc89bd7a640 1 Processor -- start 2023-06-08T03:53:09.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.892+0000 7fc89bd7a640 1 -- start start 2023-06-08T03:53:09.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.892+0000 7fc89bd7a640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fc89415b8f0 0x7fc8940b4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.892+0000 7fc89bd7a640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8940b5340 0x7fc8940d08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.892+0000 7fc89bd7a640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8940cf800 con 0x7fc8940b0f40 2023-06-08T03:53:09.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.892+0000 7fc89bd7a640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8940ce270 con 0x7fc89415b8f0 2023-06-08T03:53:09.903 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.892+0000 7fc89bd7a640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8940b16b0 con 0x7fc8940b5340 2023-06-08T03:53:09.903 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.896+0000 7fc899315640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8940b5340 0x7fc8940d08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.903 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.896+0000 7fc899b16640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fc89415b8f0 0x7fc8940b4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.904 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.896+0000 7fc899315640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8940b5340 0x7fc8940d08c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.62:60356/0 (socket says 172.21.15.62:60356) 2023-06-08T03:53:09.904 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.896+0000 7fc899315640 1 -- 172.21.15.62:0/3590187456 learned_addr learned my addr 172.21.15.62:0/3590187456 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:09.904 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.896+0000 7fc899315640 1 -- 172.21.15.62:0/3590187456 >> v2:172.21.15.188:3300/0 conn(0x7fc89415b8f0 msgr2=0x7fc8940b4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:09.904 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.896+0000 7fc898b14640 1 -- 172.21.15.62:0/3590187456 <== mon.1 v1:172.21.15.188:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3000581001 0 0) 0x7fc8940cf800 con 0x7fc8940b0f40 2023-06-08T03:53:09.904 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.896+0000 7fc899315640 1 --2- 172.21.15.62:0/3590187456 >> v2:172.21.15.188:3300/0 conn(0x7fc89415b8f0 0x7fc8940b4e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.904 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.896+0000 7fc899315640 1 -- 172.21.15.62:0/3590187456 >> v1:172.21.15.188:6789/0 conn(0x7fc8940b0f40 legacy=0x7fc8940b3a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.904 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.896+0000 7fc899315640 1 -- 172.21.15.62:0/3590187456 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8940ce510 con 0x7fc8940b5340 2023-06-08T03:53:09.906 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.896+0000 7fc899315640 1 --2- 172.21.15.62:0/3590187456 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8940b5340 0x7fc8940d08c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc884009870 tx=0x7fc88401c480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d2742ce8c8939eb7 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:09.906 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc898b14640 1 -- 172.21.15.62:0/3590187456 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8940b4950 con 0x7fc8940b5340 2023-06-08T03:53:09.906 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc898b14640 1 -- 172.21.15.62:0/3590187456 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8840ad640 con 0x7fc8940b5340 2023-06-08T03:53:09.907 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc898b14640 1 -- 172.21.15.62:0/3590187456 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8840ad9d0 con 0x7fc8940b5340 2023-06-08T03:53:09.907 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc89bd7a640 1 -- 172.21.15.62:0/3590187456 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8940b5340 msgr2=0x7fc8940d08c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.907 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc89bd7a640 1 --2- 172.21.15.62:0/3590187456 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8940b5340 0x7fc8940d08c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc884009870 tx=0x7fc88401c480 comp rx=0 tx=0).stop 2023-06-08T03:53:09.908 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc89bd7a640 1 -- 172.21.15.62:0/3590187456 shutdown_connections 2023-06-08T03:53:09.908 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc89bd7a640 1 --2- 172.21.15.62:0/3590187456 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8940b5340 0x7fc8940d08c0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.908 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc89bd7a640 1 --2- 172.21.15.62:0/3590187456 >> v2:172.21.15.188:3300/0 conn(0x7fc89415b8f0 0x7fc8940b4e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.908 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc89bd7a640 1 -- 172.21.15.62:0/3590187456 >> 172.21.15.62:0/3590187456 conn(0x7fc8940d1fb0 msgr2=0x7fc8940d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:09.908 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc89bd7a640 1 -- 172.21.15.62:0/3590187456 shutdown_connections 2023-06-08T03:53:09.908 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc89bd7a640 1 -- 172.21.15.62:0/3590187456 wait complete. 2023-06-08T03:53:09.909 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc89bd7a640 1 Processor -- start 2023-06-08T03:53:09.909 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc89bd7a640 1 -- start start 2023-06-08T03:53:09.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc89bd7a640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8940b0f40 0x7fc894149ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc89bd7a640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc8940b5340 0x7fc894153aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.910 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc89bd7a640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc89415b8f0 0x7fc89414a350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc89bd7a640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc89415c2e0 con 0x7fc8940b5340 2023-06-08T03:53:09.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc89bd7a640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc89415d870 con 0x7fc89415b8f0 2023-06-08T03:53:09.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc89bd7a640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc89415db50 con 0x7fc8940b0f40 2023-06-08T03:53:09.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc899315640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc8940b5340 0x7fc894153aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc899315640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc8940b5340 0x7fc894153aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59806/0 (socket says 172.21.15.62:59806) 2023-06-08T03:53:09.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc899315640 1 -- 172.21.15.62:0/1575040265 learned_addr learned my addr 172.21.15.62:0/1575040265 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:09.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc899b16640 1 --2- 172.21.15.62:0/1575040265 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8940b0f40 0x7fc894149ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc89a317640 1 --2- 172.21.15.62:0/1575040265 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc89415b8f0 0x7fc89414a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc899315640 1 -- 172.21.15.62:0/1575040265 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8940b0f40 msgr2=0x7fc894149ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc899315640 1 --2- 172.21.15.62:0/1575040265 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8940b0f40 0x7fc894149ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc899315640 1 -- 172.21.15.62:0/1575040265 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc89415b8f0 msgr2=0x7fc89414a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:09.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.900+0000 7fc899315640 1 --2- 172.21.15.62:0/1575040265 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc89415b8f0 0x7fc89414a350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:09.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.904+0000 7fc899315640 1 -- 172.21.15.62:0/1575040265 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8840094d0 con 0x7fc8940b5340 2023-06-08T03:53:09.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.904+0000 7fc899b16640 1 --2- 172.21.15.62:0/1575040265 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8940b0f40 0x7fc894149ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:53:09.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.904+0000 7fc899315640 1 --2- 172.21.15.62:0/1575040265 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc8940b5340 0x7fc894153aa0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fc88401a0b0 tx=0x7fc88401acc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:09.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.904+0000 7fc88a7fc640 1 -- 172.21.15.62:0/1575040265 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc884004020 con 0x7fc8940b5340 2023-06-08T03:53:09.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.904+0000 7fc88a7fc640 1 -- 172.21.15.62:0/1575040265 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8840a6050 con 0x7fc8940b5340 2023-06-08T03:53:09.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.904+0000 7fc89bd7a640 1 -- 172.21.15.62:0/1575040265 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc89415bf70 con 0x7fc8940b5340 2023-06-08T03:53:09.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.904+0000 7fc88a7fc640 1 -- 172.21.15.62:0/1575040265 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8840043a0 con 0x7fc8940b5340 2023-06-08T03:53:09.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.904+0000 7fc89bd7a640 1 -- 172.21.15.62:0/1575040265 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc894153fe0 con 0x7fc8940b5340 2023-06-08T03:53:09.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.904+0000 7fc89bd7a640 1 -- 172.21.15.62:0/1575040265 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc894154290 con 0x7fc8940b5340 2023-06-08T03:53:09.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.904+0000 7fc88a7fc640 1 -- 172.21.15.62:0/1575040265 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc8840b4040 con 0x7fc8940b5340 2023-06-08T03:53:09.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.904+0000 7fc88a7fc640 1 --2- 172.21.15.62:0/1575040265 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc8780662b0 0x7fc878068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:09.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.904+0000 7fc88a7fc640 1 -- 172.21.15.62:0/1575040265 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fc88411e0d0 con 0x7fc8940b5340 2023-06-08T03:53:09.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.904+0000 7fc899b16640 1 --2- 172.21.15.62:0/1575040265 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc8780662b0 0x7fc878068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:09.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.904+0000 7fc899b16640 1 --2- 172.21.15.62:0/1575040265 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc8780662b0 0x7fc878068760 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fc89415ef30 tx=0x7fc890008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:09.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:09.912+0000 7fc88a7fc640 1 -- 172.21.15.62:0/1575040265 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc894154290 con 0x7fc8940b5340 2023-06-08T03:53:10.065 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.056+0000 7fc89bd7a640 1 -- 172.21.15.62:0/1575040265 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc894154290 con 0x7fc8940b5340 2023-06-08T03:53:10.066 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.056+0000 7fc88a7fc640 1 -- 172.21.15.62:0/1575040265 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc894154290 con 0x7fc8940b5340 2023-06-08T03:53:10.066 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 1 2023-06-08T03:53:10.068 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.060+0000 7fc89bd7a640 1 -- 172.21.15.62:0/1575040265 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc8780662b0 msgr2=0x7fc878068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:10.068 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.060+0000 7fc89bd7a640 1 --2- 172.21.15.62:0/1575040265 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc8780662b0 0x7fc878068760 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fc89415ef30 tx=0x7fc890008040 comp rx=0 tx=0).stop 2023-06-08T03:53:10.068 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.060+0000 7fc89bd7a640 1 -- 172.21.15.62:0/1575040265 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc8940b5340 msgr2=0x7fc894153aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:10.068 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.060+0000 7fc89bd7a640 1 --2- 172.21.15.62:0/1575040265 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc8940b5340 0x7fc894153aa0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fc88401a0b0 tx=0x7fc88401acc0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.060+0000 7fc89bd7a640 1 -- 172.21.15.62:0/1575040265 shutdown_connections 2023-06-08T03:53:10.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.060+0000 7fc89bd7a640 1 --2- 172.21.15.62:0/1575040265 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc8780662b0 0x7fc878068760 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.060+0000 7fc89bd7a640 1 --2- 172.21.15.62:0/1575040265 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc89415b8f0 0x7fc89414a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.060+0000 7fc89bd7a640 1 --2- 172.21.15.62:0/1575040265 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc8940b5340 0x7fc894153aa0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.060+0000 7fc89bd7a640 1 --2- 172.21.15.62:0/1575040265 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc8940b0f40 0x7fc894149ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.060+0000 7fc89bd7a640 1 -- 172.21.15.62:0/1575040265 >> 172.21.15.62:0/1575040265 conn(0x7fc8940d1fb0 msgr2=0x7fc894159f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:10.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.060+0000 7fc89bd7a640 1 -- 172.21.15.62:0/1575040265 shutdown_connections 2023-06-08T03:53:10.070 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.060+0000 7fc89bd7a640 1 -- 172.21.15.62:0/1575040265 wait complete. 2023-06-08T03:53:10.083 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-08T03:53:10.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.200+0000 7f991c5eb640 1 Processor -- start 2023-06-08T03:53:10.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.200+0000 7f991c5eb640 1 -- start start 2023-06-08T03:53:10.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.200+0000 7f991c5eb640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f9914157d00 0x7f99140c8270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:10.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.200+0000 7f991c5eb640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99140ca4a0 con 0x7f991415bdf0 2023-06-08T03:53:10.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.200+0000 7f991c5eb640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99140c9c40 con 0x7f99140cd560 2023-06-08T03:53:10.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.200+0000 7f991c5eb640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99140cda90 con 0x7f9914157d00 2023-06-08T03:53:10.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.200+0000 7f991a387640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f9914157d00 0x7f99140c8270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:10.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.200+0000 7f991a387640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f9914157d00 0x7f99140c8270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59822/0 (socket says 172.21.15.62:59822) 2023-06-08T03:53:10.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.200+0000 7f991ab88640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f991415bdf0 0x7f991406b500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41250/0 (socket says 172.21.15.62:41250) 2023-06-08T03:53:10.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.200+0000 7f991a387640 1 -- 172.21.15.62:0/3402987514 learned_addr learned my addr 172.21.15.62:0/3402987514 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:10.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.204+0000 7f991a387640 1 -- 172.21.15.62:0/3402987514 >> v1:172.21.15.188:6789/0 conn(0x7f99140cd560 legacy=0x7f991415b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:10.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.204+0000 7f991a387640 1 -- 172.21.15.62:0/3402987514 >> v1:172.21.15.62:6789/0 conn(0x7f991415bdf0 legacy=0x7f991406b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:10.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.204+0000 7f9919385640 1 -- 172.21.15.62:0/3402987514 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1854286741 0 0) 0x7f99140ca4a0 con 0x7f991415bdf0 2023-06-08T03:53:10.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.204+0000 7f991a387640 1 -- 172.21.15.62:0/3402987514 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99140c87b0 con 0x7f9914157d00 2023-06-08T03:53:10.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.204+0000 7f991a387640 1 --2- 172.21.15.62:0/3402987514 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9914157d00 0x7f99140c8270 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f9910009870 tx=0x7f991001c540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=477a61af495e1980 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:10.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.204+0000 7f9919385640 1 -- 172.21.15.62:0/3402987514 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99100ab600 con 0x7f9914157d00 2023-06-08T03:53:10.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.204+0000 7f9919385640 1 -- 172.21.15.62:0/3402987514 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99100a7050 con 0x7f9914157d00 2023-06-08T03:53:10.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.204+0000 7f9919385640 1 -- 172.21.15.62:0/3402987514 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99100ab980 con 0x7f9914157d00 2023-06-08T03:53:10.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.204+0000 7f991c5eb640 1 -- 172.21.15.62:0/3402987514 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9914157d00 msgr2=0x7f99140c8270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:10.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.204+0000 7f991c5eb640 1 --2- 172.21.15.62:0/3402987514 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9914157d00 0x7f99140c8270 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f9910009870 tx=0x7f991001c540 comp rx=0 tx=0).stop 2023-06-08T03:53:10.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.204+0000 7f991c5eb640 1 -- 172.21.15.62:0/3402987514 shutdown_connections 2023-06-08T03:53:10.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.204+0000 7f991c5eb640 1 --2- 172.21.15.62:0/3402987514 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9914157d00 0x7f99140c8270 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.204+0000 7f991c5eb640 1 -- 172.21.15.62:0/3402987514 >> 172.21.15.62:0/3402987514 conn(0x7f99140ca6a0 msgr2=0x7f99140caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:10.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.204+0000 7f991c5eb640 1 -- 172.21.15.62:0/3402987514 shutdown_connections 2023-06-08T03:53:10.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.204+0000 7f991c5eb640 1 -- 172.21.15.62:0/3402987514 wait complete. 2023-06-08T03:53:10.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991c5eb640 1 Processor -- start 2023-06-08T03:53:10.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991c5eb640 1 -- start start 2023-06-08T03:53:10.217 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991c5eb640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f99140cd560 0x7f99141f5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:10.217 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991c5eb640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9914157d00 0x7f9914150820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:10.217 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991c5eb640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f991415bdf0 0x7f9914150d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:10.217 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991c5eb640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99140ac130 con 0x7f991415bdf0 2023-06-08T03:53:10.217 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991c5eb640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99140c6fa0 con 0x7f99140cd560 2023-06-08T03:53:10.217 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991c5eb640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99140c7280 con 0x7f9914157d00 2023-06-08T03:53:10.217 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991ab88640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f991415bdf0 0x7f9914150d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:10.218 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991ab88640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f991415bdf0 0x7f9914150d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59826/0 (socket says 172.21.15.62:59826) 2023-06-08T03:53:10.218 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991ab88640 1 -- 172.21.15.62:0/2975536012 learned_addr learned my addr 172.21.15.62:0/2975536012 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:10.218 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991a387640 1 --2- 172.21.15.62:0/2975536012 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f99140cd560 0x7f99141f5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:10.218 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f9919b86640 1 --2- 172.21.15.62:0/2975536012 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9914157d00 0x7f9914150820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:10.218 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991ab88640 1 -- 172.21.15.62:0/2975536012 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9914157d00 msgr2=0x7f9914150820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:10.218 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991ab88640 1 --2- 172.21.15.62:0/2975536012 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9914157d00 0x7f9914150820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.218 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991ab88640 1 -- 172.21.15.62:0/2975536012 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f99140cd560 msgr2=0x7f99141f5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:10.218 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991ab88640 1 --2- 172.21.15.62:0/2975536012 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f99140cd560 0x7f99141f5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.219 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991ab88640 1 -- 172.21.15.62:0/2975536012 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99100094d0 con 0x7f991415bdf0 2023-06-08T03:53:10.219 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991a387640 1 --2- 172.21.15.62:0/2975536012 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f99140cd560 0x7f99141f5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:10.219 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991ab88640 1 --2- 172.21.15.62:0/2975536012 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f991415bdf0 0x7f9914150d60 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f990c00c6d0 tx=0x7f990c00cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:10.219 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f990affd640 1 -- 172.21.15.62:0/2975536012 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f990c004d70 con 0x7f991415bdf0 2023-06-08T03:53:10.219 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f990affd640 1 -- 172.21.15.62:0/2975536012 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f990c00a640 con 0x7f991415bdf0 2023-06-08T03:53:10.219 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991c5eb640 1 -- 172.21.15.62:0/2975536012 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99140aba70 con 0x7f991415bdf0 2023-06-08T03:53:10.219 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f990affd640 1 -- 172.21.15.62:0/2975536012 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f990c00aa70 con 0x7f991415bdf0 2023-06-08T03:53:10.220 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991c5eb640 1 -- 172.21.15.62:0/2975536012 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f991414a400 con 0x7f991415bdf0 2023-06-08T03:53:10.220 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f991c5eb640 1 -- 172.21.15.62:0/2975536012 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99140ab8d0 con 0x7f991415bdf0 2023-06-08T03:53:10.220 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f990affd640 1 -- 172.21.15.62:0/2975536012 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f990c0070d0 con 0x7f991415bdf0 2023-06-08T03:53:10.221 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.208+0000 7f990affd640 1 --2- 172.21.15.62:0/2975536012 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f98f8066280 0x7f98f8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:10.221 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.212+0000 7f990affd640 1 -- 172.21.15.62:0/2975536012 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f990c0836f0 con 0x7f991415bdf0 2023-06-08T03:53:10.221 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.212+0000 7f991a387640 1 --2- 172.21.15.62:0/2975536012 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f98f8066280 0x7f98f8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:10.221 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.212+0000 7f991a387640 1 --2- 172.21.15.62:0/2975536012 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f98f8066280 0x7f98f8068730 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f99140711f0 tx=0x7f99100a6000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:10.222 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.216+0000 7f990affd640 1 -- 172.21.15.62:0/2975536012 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f99140ab8d0 con 0x7f991415bdf0 2023-06-08T03:53:10.370 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.360+0000 7f991c5eb640 1 -- 172.21.15.62:0/2975536012 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f99140ac270 con 0x7f991415bdf0 2023-06-08T03:53:10.370 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.364+0000 7f990affd640 1 -- 172.21.15.62:0/2975536012 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v23) v1 ==== 92+0+10 (secure 0 0 0) 0x7f99140ac270 con 0x7f991415bdf0 2023-06-08T03:53:10.371 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 8 2023-06-08T03:53:10.372 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.364+0000 7f991c5eb640 1 -- 172.21.15.62:0/2975536012 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f98f8066280 msgr2=0x7f98f8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:10.373 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.364+0000 7f991c5eb640 1 --2- 172.21.15.62:0/2975536012 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f98f8066280 0x7f98f8068730 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f99140711f0 tx=0x7f99100a6000 comp rx=0 tx=0).stop 2023-06-08T03:53:10.373 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.364+0000 7f991c5eb640 1 -- 172.21.15.62:0/2975536012 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f991415bdf0 msgr2=0x7f9914150d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:10.373 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.364+0000 7f991c5eb640 1 --2- 172.21.15.62:0/2975536012 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f991415bdf0 0x7f9914150d60 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f990c00c6d0 tx=0x7f990c00cb90 comp rx=0 tx=0).stop 2023-06-08T03:53:10.373 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.364+0000 7f991c5eb640 1 -- 172.21.15.62:0/2975536012 shutdown_connections 2023-06-08T03:53:10.373 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.364+0000 7f991c5eb640 1 --2- 172.21.15.62:0/2975536012 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f98f8066280 0x7f98f8068730 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.373 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.364+0000 7f991c5eb640 1 --2- 172.21.15.62:0/2975536012 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f991415bdf0 0x7f9914150d60 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.373 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.364+0000 7f991c5eb640 1 --2- 172.21.15.62:0/2975536012 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9914157d00 0x7f9914150820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.364+0000 7f991c5eb640 1 --2- 172.21.15.62:0/2975536012 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f99140cd560 0x7f99141f5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.364+0000 7f991c5eb640 1 -- 172.21.15.62:0/2975536012 >> 172.21.15.62:0/2975536012 conn(0x7f99140ca6a0 msgr2=0x7f991415b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:10.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.364+0000 7f991c5eb640 1 -- 172.21.15.62:0/2975536012 shutdown_connections 2023-06-08T03:53:10.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.364+0000 7f991c5eb640 1 -- 172.21.15.62:0/2975536012 wait complete. 2023-06-08T03:53:10.387 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-08T03:53:10.510 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdcb15e640 1 Processor -- start 2023-06-08T03:53:10.511 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdcb15e640 1 -- start start 2023-06-08T03:53:10.512 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdcb15e640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fbdc40cef60 0x7fbdc415fde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:10.512 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdcb15e640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbdc40cc510 con 0x7fbdc4159070 2023-06-08T03:53:10.512 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdcb15e640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbdc40cc7b0 con 0x7fbdc4159440 2023-06-08T03:53:10.512 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdcb15e640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbdc40cca90 con 0x7fbdc40cef60 2023-06-08T03:53:10.512 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc8efa640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fbdc4159070 0x7fbdc415c6f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41264/0 (socket says 172.21.15.62:41264) 2023-06-08T03:53:10.512 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc8efa640 1 -- 172.21.15.62:0/2779528314 learned_addr learned my addr 172.21.15.62:0/2779528314 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:10.514 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc37fe640 1 -- 172.21.15.62:0/2779528314 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3231075474 0 0) 0x7fbdc40cc510 con 0x7fbdc4159070 2023-06-08T03:53:10.514 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc96fb640 1 --2- 172.21.15.62:0/2779528314 >> v2:172.21.15.188:3300/0 conn(0x7fbdc40cef60 0x7fbdc415fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:10.514 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc37fe640 1 -- 172.21.15.62:0/2779528314 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbdb4003530 con 0x7fbdc4159070 2023-06-08T03:53:10.514 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc37fe640 1 -- 172.21.15.62:0/2779528314 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3368724779 0 0) 0x7fbdb4003530 con 0x7fbdc4159070 2023-06-08T03:53:10.514 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc37fe640 1 -- 172.21.15.62:0/2779528314 >> v2:172.21.15.188:3300/0 conn(0x7fbdc40cef60 msgr2=0x7fbdc415fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:10.514 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc37fe640 1 --2- 172.21.15.62:0/2779528314 >> v2:172.21.15.188:3300/0 conn(0x7fbdc40cef60 0x7fbdc415fde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.515 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc37fe640 1 -- 172.21.15.62:0/2779528314 >> v1:172.21.15.188:6789/0 conn(0x7fbdc4159440 legacy=0x7fbdc40ce850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:10.515 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc37fe640 1 -- 172.21.15.62:0/2779528314 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdc415f300 con 0x7fbdc4159070 2023-06-08T03:53:10.515 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc37fe640 1 -- 172.21.15.62:0/2779528314 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fbdb8001680 con 0x7fbdc4159070 2023-06-08T03:53:10.515 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc96fb640 1 --2- 172.21.15.62:0/2779528314 >> v2:172.21.15.188:3300/0 conn(0x7fbdc40cef60 0x7fbdc415fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:53:10.515 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc37fe640 1 -- 172.21.15.62:0/2779528314 >> v1:172.21.15.62:6789/0 conn(0x7fbdc4159070 legacy=0x7fbdc415c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:10.515 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc37fe640 1 --2- 172.21.15.62:0/2779528314 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbdb4003980 0x7fbdb4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:10.515 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc37fe640 1 --2- 172.21.15.62:0/2779528314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbdb40047d0 0x7fbdb4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:10.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc37fe640 1 --2- 172.21.15.62:0/2779528314 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbdb4005380 0x7fbdb400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:10.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc37fe640 1 -- 172.21.15.62:0/2779528314 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdc40cca90 con 0x7fbdb40047d0 2023-06-08T03:53:10.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc37fe640 1 -- 172.21.15.62:0/2779528314 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdb400c200 con 0x7fbdb4003980 2023-06-08T03:53:10.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc37fe640 1 -- 172.21.15.62:0/2779528314 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbdb400c3c0 con 0x7fbdb4005380 2023-06-08T03:53:10.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc3fff640 1 --2- 172.21.15.62:0/2779528314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbdb40047d0 0x7fbdb4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:10.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc96fb640 1 --2- 172.21.15.62:0/2779528314 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbdb4005380 0x7fbdb400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:10.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc3fff640 1 -- 172.21.15.62:0/2779528314 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbdb4005380 msgr2=0x7fbdb400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:10.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc3fff640 1 --2- 172.21.15.62:0/2779528314 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbdb4005380 0x7fbdb400b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.517 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc3fff640 1 -- 172.21.15.62:0/2779528314 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbdb4003980 msgr2=0x7fbdb4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:10.517 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc3fff640 1 --2- 172.21.15.62:0/2779528314 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbdb4003980 0x7fbdb4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.517 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc3fff640 1 -- 172.21.15.62:0/2779528314 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdb4003530 con 0x7fbdb40047d0 2023-06-08T03:53:10.517 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.504+0000 7fbdc96fb640 1 -- 172.21.15.62:0/2779528314 reap_dead start 2023-06-08T03:53:10.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdc3fff640 1 --2- 172.21.15.62:0/2779528314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbdb40047d0 0x7fbdb4004c40 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fbdc4159860 tx=0x7fbdb001c310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83c47b19a1cbf493 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:10.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdc37fe640 1 -- 172.21.15.62:0/2779528314 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdb00052d0 con 0x7fbdb40047d0 2023-06-08T03:53:10.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdc37fe640 1 -- 172.21.15.62:0/2779528314 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbdb00a7050 con 0x7fbdb40047d0 2023-06-08T03:53:10.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdc37fe640 1 -- 172.21.15.62:0/2779528314 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdb0003600 con 0x7fbdb40047d0 2023-06-08T03:53:10.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdcb15e640 1 -- 172.21.15.62:0/2779528314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbdb40047d0 msgr2=0x7fbdb4004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:10.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdcb15e640 1 --2- 172.21.15.62:0/2779528314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbdb40047d0 0x7fbdb4004c40 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fbdc4159860 tx=0x7fbdb001c310 comp rx=0 tx=0).stop 2023-06-08T03:53:10.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdcb15e640 1 -- 172.21.15.62:0/2779528314 shutdown_connections 2023-06-08T03:53:10.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdcb15e640 1 --2- 172.21.15.62:0/2779528314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbdb40047d0 0x7fbdb4004c40 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdcb15e640 1 -- 172.21.15.62:0/2779528314 >> 172.21.15.62:0/2779528314 conn(0x7fbdc4069a90 msgr2=0x7fbdc4069e90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:10.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdcb15e640 1 -- 172.21.15.62:0/2779528314 shutdown_connections 2023-06-08T03:53:10.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdcb15e640 1 -- 172.21.15.62:0/2779528314 wait complete. 2023-06-08T03:53:10.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdcb15e640 1 Processor -- start 2023-06-08T03:53:10.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdcb15e640 1 -- start start 2023-06-08T03:53:10.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdcb15e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbdb40047d0 0x7fbdc41f4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:10.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdcb15e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbdc40cb430 0x7fbdc40c99a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:10.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdcb15e640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbdc41f79b0 0x7fbdc40b3590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:10.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdcb15e640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdc40b1180 con 0x7fbdc40cb430 2023-06-08T03:53:10.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdcb15e640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdc40b19e0 con 0x7fbdc41f79b0 2023-06-08T03:53:10.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdcb15e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbdc40cb880 con 0x7fbdb40047d0 2023-06-08T03:53:10.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdc3fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbdc40cb430 0x7fbdc40c99a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:10.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdc3fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbdc40cb430 0x7fbdc40c99a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59844/0 (socket says 172.21.15.62:59844) 2023-06-08T03:53:10.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdc3fff640 1 -- 172.21.15.62:0/3638125629 learned_addr learned my addr 172.21.15.62:0/3638125629 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:10.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdc8efa640 1 --2- 172.21.15.62:0/3638125629 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbdb40047d0 0x7fbdc41f4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:10.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdc3fff640 1 -- 172.21.15.62:0/3638125629 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbdb40047d0 msgr2=0x7fbdc41f4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:10.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdc96fb640 1 --2- 172.21.15.62:0/3638125629 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbdc41f79b0 0x7fbdc40b3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:10.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdc3fff640 1 --2- 172.21.15.62:0/3638125629 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbdb40047d0 0x7fbdc41f4ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdc3fff640 1 -- 172.21.15.62:0/3638125629 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbdc41f79b0 msgr2=0x7fbdc40b3590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:10.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdc3fff640 1 --2- 172.21.15.62:0/3638125629 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbdc41f79b0 0x7fbdc40b3590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdc3fff640 1 -- 172.21.15.62:0/3638125629 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdc41601f0 con 0x7fbdc40cb430 2023-06-08T03:53:10.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdc8efa640 1 --2- 172.21.15.62:0/3638125629 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbdb40047d0 0x7fbdc41f4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:10.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.508+0000 7fbdc3fff640 1 --2- 172.21.15.62:0/3638125629 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbdc40cb430 0x7fbdc40c99a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fbdb0000c10 tx=0x7fbdb4005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:10.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.512+0000 7fbdc17fa640 1 -- 172.21.15.62:0/3638125629 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdb00b9070 con 0x7fbdc40cb430 2023-06-08T03:53:10.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.512+0000 7fbdc17fa640 1 -- 172.21.15.62:0/3638125629 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbdb00070f0 con 0x7fbdc40cb430 2023-06-08T03:53:10.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.512+0000 7fbdcb15e640 1 -- 172.21.15.62:0/3638125629 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbdc40c9ee0 con 0x7fbdc40cb430 2023-06-08T03:53:10.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.512+0000 7fbdc17fa640 1 -- 172.21.15.62:0/3638125629 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdb0007460 con 0x7fbdc40cb430 2023-06-08T03:53:10.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.512+0000 7fbdcb15e640 1 -- 172.21.15.62:0/3638125629 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbdc40b1390 con 0x7fbdc40cb430 2023-06-08T03:53:10.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.512+0000 7fbdcb15e640 1 -- 172.21.15.62:0/3638125629 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbdc404d650 con 0x7fbdc40cb430 2023-06-08T03:53:10.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.512+0000 7fbdc17fa640 1 -- 172.21.15.62:0/3638125629 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fbdb00067e0 con 0x7fbdc40cb430 2023-06-08T03:53:10.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.512+0000 7fbdc17fa640 1 --2- 172.21.15.62:0/3638125629 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbda8066280 0x7fbda8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:10.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.512+0000 7fbdc17fa640 1 -- 172.21.15.62:0/3638125629 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fbdb011d6c0 con 0x7fbdc40cb430 2023-06-08T03:53:10.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.512+0000 7fbdc8efa640 1 --2- 172.21.15.62:0/3638125629 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbda8066280 0x7fbda8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:10.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.512+0000 7fbdc8efa640 1 --2- 172.21.15.62:0/3638125629 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbda8066280 0x7fbda8068730 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fbdb8001000 tx=0x7fbdb8009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:10.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.516+0000 7fbdc17fa640 1 -- 172.21.15.62:0/3638125629 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fbdb00ee5d0 con 0x7fbdc40cb430 2023-06-08T03:53:10.671 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.664+0000 7fbdcb15e640 1 -- 172.21.15.62:0/3638125629 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fbdc40cdc50 con 0x7fbdc40cb430 2023-06-08T03:53:10.672 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.664+0000 7fbdc17fa640 1 -- 172.21.15.62:0/3638125629 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7fbdb00ee160 con 0x7fbdc40cb430 2023-06-08T03:53:10.672 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 32 2023-06-08T03:53:10.674 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.664+0000 7fbdcb15e640 1 -- 172.21.15.62:0/3638125629 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbda8066280 msgr2=0x7fbda8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:10.674 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.664+0000 7fbdcb15e640 1 --2- 172.21.15.62:0/3638125629 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbda8066280 0x7fbda8068730 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fbdb8001000 tx=0x7fbdb8009040 comp rx=0 tx=0).stop 2023-06-08T03:53:10.675 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.664+0000 7fbdcb15e640 1 -- 172.21.15.62:0/3638125629 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbdc40cb430 msgr2=0x7fbdc40c99a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:10.675 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.664+0000 7fbdcb15e640 1 --2- 172.21.15.62:0/3638125629 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbdc40cb430 0x7fbdc40c99a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fbdb0000c10 tx=0x7fbdb4005800 comp rx=0 tx=0).stop 2023-06-08T03:53:10.675 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.664+0000 7fbdcb15e640 1 -- 172.21.15.62:0/3638125629 shutdown_connections 2023-06-08T03:53:10.675 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.664+0000 7fbdcb15e640 1 --2- 172.21.15.62:0/3638125629 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbda8066280 0x7fbda8068730 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.675 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.664+0000 7fbdcb15e640 1 --2- 172.21.15.62:0/3638125629 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbdc41f79b0 0x7fbdc40b3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.675 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.664+0000 7fbdcb15e640 1 --2- 172.21.15.62:0/3638125629 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbdc40cb430 0x7fbdc40c99a0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.675 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.664+0000 7fbdcb15e640 1 --2- 172.21.15.62:0/3638125629 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbdb40047d0 0x7fbdc41f4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.676 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.664+0000 7fbdcb15e640 1 -- 172.21.15.62:0/3638125629 >> 172.21.15.62:0/3638125629 conn(0x7fbdc4069a90 msgr2=0x7fbdc4069e60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:10.676 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.668+0000 7fbdcb15e640 1 -- 172.21.15.62:0/3638125629 shutdown_connections 2023-06-08T03:53:10.676 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.668+0000 7fbdcb15e640 1 -- 172.21.15.62:0/3638125629 wait complete. 2023-06-08T03:53:10.689 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-08T03:53:10.803 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.796+0000 7f0672b7c640 1 Processor -- start 2023-06-08T03:53:10.803 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.796+0000 7f0672b7c640 1 -- start start 2023-06-08T03:53:10.804 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.796+0000 7f0672b7c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f066c15a210 0x7f066c0c8ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:10.804 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.796+0000 7f0672b7c640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f066c15d200 0x7f066c15a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:10.804 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.796+0000 7f0672b7c640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f066c0cae70 0x7f066c0cb2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:10.804 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.796+0000 7f0672b7c640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f066c0cb810 con 0x7f066c15a210 2023-06-08T03:53:10.804 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.796+0000 7f0672b7c640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f066c15d7a0 con 0x7f066c15d200 2023-06-08T03:53:10.804 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.796+0000 7f0672b7c640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f066c15da80 con 0x7f066c0cae70 2023-06-08T03:53:10.805 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.796+0000 7f0670918640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f066c15a210 0x7f066c0c8ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:10.805 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.796+0000 7f0670918640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f066c15a210 0x7f066c0c8ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59846/0 (socket says 172.21.15.62:59846) 2023-06-08T03:53:10.806 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.796+0000 7f0670918640 1 -- 172.21.15.62:0/1612676364 learned_addr learned my addr 172.21.15.62:0/1612676364 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:10.806 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.796+0000 7f0671119640 1 --2- 172.21.15.62:0/1612676364 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f066c0cae70 0x7f066c0cb2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:10.806 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.796+0000 7f066bfff640 1 --2- 172.21.15.62:0/1612676364 >> v2:172.21.15.188:3300/0 conn(0x7f066c15d200 0x7f066c15a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:10.806 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.796+0000 7f0670918640 1 -- 172.21.15.62:0/1612676364 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f066c0cae70 msgr2=0x7f066c0cb2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:10.806 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.796+0000 7f0670918640 1 --2- 172.21.15.62:0/1612676364 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f066c0cae70 0x7f066c0cb2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.806 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.796+0000 7f0670918640 1 -- 172.21.15.62:0/1612676364 >> v2:172.21.15.188:3300/0 conn(0x7f066c15d200 msgr2=0x7f066c15a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:10.806 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.796+0000 7f0670918640 1 --2- 172.21.15.62:0/1612676364 >> v2:172.21.15.188:3300/0 conn(0x7f066c15d200 0x7f066c15a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.806 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.796+0000 7f0670918640 1 -- 172.21.15.62:0/1612676364 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f066c15dd60 con 0x7f066c15a210 2023-06-08T03:53:10.807 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.796+0000 7f0671119640 1 --2- 172.21.15.62:0/1612676364 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f066c0cae70 0x7f066c0cb2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:53:10.809 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.800+0000 7f0670918640 1 --2- 172.21.15.62:0/1612676364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f066c15a210 0x7f066c0c8ab0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f066c06f5b0 tx=0x7f066001c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6dbd060cf2be1f91 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:10.810 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.800+0000 7f066b7fe640 1 -- 172.21.15.62:0/1612676364 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06600ab660 con 0x7f066c15a210 2023-06-08T03:53:10.810 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.800+0000 7f066b7fe640 1 -- 172.21.15.62:0/1612676364 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06600ab7c0 con 0x7f066c15a210 2023-06-08T03:53:10.810 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.800+0000 7f066b7fe640 1 -- 172.21.15.62:0/1612676364 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06600abb50 con 0x7f066c15a210 2023-06-08T03:53:10.811 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0672b7c640 1 -- 172.21.15.62:0/1612676364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f066c15a210 msgr2=0x7f066c0c8ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:10.811 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0672b7c640 1 --2- 172.21.15.62:0/1612676364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f066c15a210 0x7f066c0c8ab0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f066c06f5b0 tx=0x7f066001c500 comp rx=0 tx=0).stop 2023-06-08T03:53:10.811 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0672b7c640 1 -- 172.21.15.62:0/1612676364 shutdown_connections 2023-06-08T03:53:10.811 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0672b7c640 1 --2- 172.21.15.62:0/1612676364 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f066c0cae70 0x7f066c0cb2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.812 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0672b7c640 1 --2- 172.21.15.62:0/1612676364 >> v2:172.21.15.188:3300/0 conn(0x7f066c15d200 0x7f066c15a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.812 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0672b7c640 1 --2- 172.21.15.62:0/1612676364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f066c15a210 0x7f066c0c8ab0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.812 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0672b7c640 1 -- 172.21.15.62:0/1612676364 >> 172.21.15.62:0/1612676364 conn(0x7f066c0b0c80 msgr2=0x7f066c06b620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:10.812 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0672b7c640 1 -- 172.21.15.62:0/1612676364 shutdown_connections 2023-06-08T03:53:10.812 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0672b7c640 1 -- 172.21.15.62:0/1612676364 wait complete. 2023-06-08T03:53:10.814 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0672b7c640 1 Processor -- start 2023-06-08T03:53:10.814 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0672b7c640 1 -- start start 2023-06-08T03:53:10.814 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0672b7c640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f066c0cae70 0x7f066c150a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:10.814 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0672b7c640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f066c15a210 0x7f066c14d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:10.814 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0672b7c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f066c15d200 0x7f066c1f70f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:10.814 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0672b7c640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f066c151850 con 0x7f066c15d200 2023-06-08T03:53:10.815 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0672b7c640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f066c151290 con 0x7f066c15a210 2023-06-08T03:53:10.815 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0672b7c640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f066c151570 con 0x7f066c0cae70 2023-06-08T03:53:10.815 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0671119640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f066c15d200 0x7f066c1f70f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:10.815 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0671119640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f066c15d200 0x7f066c1f70f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59860/0 (socket says 172.21.15.62:59860) 2023-06-08T03:53:10.815 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0671119640 1 -- 172.21.15.62:0/3066053064 learned_addr learned my addr 172.21.15.62:0/3066053064 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:10.815 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0670918640 1 --2- 172.21.15.62:0/3066053064 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f066c0cae70 0x7f066c150a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:10.815 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f066bfff640 1 --2- 172.21.15.62:0/3066053064 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f066c15a210 0x7f066c14d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:10.815 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0671119640 1 -- 172.21.15.62:0/3066053064 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f066c0cae70 msgr2=0x7f066c150a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:10.816 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0671119640 1 --2- 172.21.15.62:0/3066053064 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f066c0cae70 0x7f066c150a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.816 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0671119640 1 -- 172.21.15.62:0/3066053064 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f066c15a210 msgr2=0x7f066c14d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:10.816 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0671119640 1 --2- 172.21.15.62:0/3066053064 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f066c15a210 0x7f066c14d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.816 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0671119640 1 -- 172.21.15.62:0/3066053064 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06600094d0 con 0x7f066c15d200 2023-06-08T03:53:10.816 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0670918640 1 --2- 172.21.15.62:0/3066053064 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f066c0cae70 0x7f066c150a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:10.816 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0671119640 1 --2- 172.21.15.62:0/3066053064 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f066c15d200 0x7f066c1f70f0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0664007e10 tx=0x7f066400d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:10.816 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f06697fa640 1 -- 172.21.15.62:0/3066053064 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0664003ba0 con 0x7f066c15d200 2023-06-08T03:53:10.817 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f06697fa640 1 -- 172.21.15.62:0/3066053064 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f066400f040 con 0x7f066c15d200 2023-06-08T03:53:10.817 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0672b7c640 1 -- 172.21.15.62:0/3066053064 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f066c15af50 con 0x7f066c15d200 2023-06-08T03:53:10.817 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f06697fa640 1 -- 172.21.15.62:0/3066053064 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f066400de80 con 0x7f066c15d200 2023-06-08T03:53:10.817 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.804+0000 7f0672b7c640 1 -- 172.21.15.62:0/3066053064 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f066c150fa0 con 0x7f066c15d200 2023-06-08T03:53:10.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.808+0000 7f0672b7c640 1 -- 172.21.15.62:0/3066053064 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f066c15adb0 con 0x7f066c15d200 2023-06-08T03:53:10.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.808+0000 7f06697fa640 1 -- 172.21.15.62:0/3066053064 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0664004030 con 0x7f066c15d200 2023-06-08T03:53:10.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.808+0000 7f06697fa640 1 --2- 172.21.15.62:0/3066053064 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0658066280 0x7f0658068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:10.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.808+0000 7f06697fa640 1 -- 172.21.15.62:0/3066053064 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f0664084100 con 0x7f066c15d200 2023-06-08T03:53:10.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.808+0000 7f0670918640 1 --2- 172.21.15.62:0/3066053064 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0658066280 0x7f0658068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:10.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.808+0000 7f0670918640 1 --2- 172.21.15.62:0/3066053064 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0658066280 0x7f0658068730 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f06600af000 tx=0x7f0660008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:10.819 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.812+0000 7f06697fa640 1 -- 172.21.15.62:0/3066053064 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f066c15adb0 con 0x7f066c15d200 2023-06-08T03:53:10.970 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.964+0000 7f0672b7c640 1 -- 172.21.15.62:0/3066053064 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f066c15b470 con 0x7f066c15d200 2023-06-08T03:53:10.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.964+0000 7f06697fa640 1 -- 172.21.15.62:0/3066053064 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7f066c15b470 con 0x7f066c15d200 2023-06-08T03:53:10.971 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 64 2023-06-08T03:53:10.973 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.964+0000 7f0672b7c640 1 -- 172.21.15.62:0/3066053064 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0658066280 msgr2=0x7f0658068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:10.973 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.964+0000 7f0672b7c640 1 --2- 172.21.15.62:0/3066053064 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0658066280 0x7f0658068730 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f06600af000 tx=0x7f0660008040 comp rx=0 tx=0).stop 2023-06-08T03:53:10.973 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.964+0000 7f0672b7c640 1 -- 172.21.15.62:0/3066053064 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f066c15d200 msgr2=0x7f066c1f70f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:10.973 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.964+0000 7f0672b7c640 1 --2- 172.21.15.62:0/3066053064 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f066c15d200 0x7f066c1f70f0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0664007e10 tx=0x7f066400d4a0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.973 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.964+0000 7f0672b7c640 1 -- 172.21.15.62:0/3066053064 shutdown_connections 2023-06-08T03:53:10.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.964+0000 7f0672b7c640 1 --2- 172.21.15.62:0/3066053064 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0658066280 0x7f0658068730 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.964+0000 7f0672b7c640 1 --2- 172.21.15.62:0/3066053064 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f066c15d200 0x7f066c1f70f0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.964+0000 7f0672b7c640 1 --2- 172.21.15.62:0/3066053064 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f066c15a210 0x7f066c14d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.964+0000 7f0672b7c640 1 --2- 172.21.15.62:0/3066053064 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f066c0cae70 0x7f066c150a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:10.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.964+0000 7f0672b7c640 1 -- 172.21.15.62:0/3066053064 >> 172.21.15.62:0/3066053064 conn(0x7f066c0b0c80 msgr2=0x7f066c0ac520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:10.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.964+0000 7f0672b7c640 1 -- 172.21.15.62:0/3066053064 shutdown_connections 2023-06-08T03:53:10.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:10.964+0000 7f0672b7c640 1 -- 172.21.15.62:0/3066053064 wait complete. 2023-06-08T03:53:10.998 INFO:tasks.cephfs_test_runner:Starting test: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2023-06-08T03:53:10.999 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic' 2023-06-08T03:53:11.118 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.108+0000 7f47b01af640 1 Processor -- start 2023-06-08T03:53:11.118 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.108+0000 7f47b01af640 1 -- start start 2023-06-08T03:53:11.119 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47b01af640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f47a8159590 0x7f47a80b2320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.119 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47b01af640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f47a80cf2e0 0x7f47a815d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.120 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47b01af640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47a80b1860 con 0x7f47a815d040 2023-06-08T03:53:11.120 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47b01af640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47a8159960 con 0x7f47a8159590 2023-06-08T03:53:11.120 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47b01af640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47a815db00 con 0x7f47a80cf2e0 2023-06-08T03:53:11.120 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47ad74a640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f47a815d040 0x7f47a80cebd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41268/0 (socket says 172.21.15.62:41268) 2023-06-08T03:53:11.120 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47ad74a640 1 -- 172.21.15.62:0/2066239926 learned_addr learned my addr 172.21.15.62:0/2066239926 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:11.120 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47adf4b640 1 --2- 172.21.15.62:0/2066239926 >> v2:172.21.15.188:3300/0 conn(0x7f47a8159590 0x7f47a80b2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:11.120 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47ae74c640 1 --2- 172.21.15.62:0/2066239926 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f47a80cf2e0 0x7f47a815d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:11.121 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47acf49640 1 -- 172.21.15.62:0/2066239926 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 478045595 0 0) 0x7f47a80b1860 con 0x7f47a815d040 2023-06-08T03:53:11.121 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47acf49640 1 -- 172.21.15.62:0/2066239926 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4794003530 con 0x7f47a815d040 2023-06-08T03:53:11.122 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47acf49640 1 -- 172.21.15.62:0/2066239926 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3669107497 0 0) 0x7f4794003530 con 0x7f47a815d040 2023-06-08T03:53:11.122 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47acf49640 1 -- 172.21.15.62:0/2066239926 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f47a80cf2e0 msgr2=0x7f47a815d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:11.122 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47acf49640 1 --2- 172.21.15.62:0/2066239926 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f47a80cf2e0 0x7f47a815d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.123 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47acf49640 1 -- 172.21.15.62:0/2066239926 >> v2:172.21.15.188:3300/0 conn(0x7f47a8159590 msgr2=0x7f47a80b2320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:11.123 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47acf49640 1 --2- 172.21.15.62:0/2066239926 >> v2:172.21.15.188:3300/0 conn(0x7f47a8159590 0x7f47a80b2320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.123 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47acf49640 1 -- 172.21.15.62:0/2066239926 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47a815dde0 con 0x7f47a815d040 2023-06-08T03:53:11.123 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47acf49640 1 -- 172.21.15.62:0/2066239926 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f4798001680 con 0x7f47a815d040 2023-06-08T03:53:11.123 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47acf49640 1 -- 172.21.15.62:0/2066239926 >> v1:172.21.15.62:6789/0 conn(0x7f47a815d040 legacy=0x7f47a80cebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:11.123 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47acf49640 1 --2- 172.21.15.62:0/2066239926 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f47a80cf2e0 0x7f4794003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.123 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47acf49640 1 --2- 172.21.15.62:0/2066239926 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4794003f00 0x7f47940047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.123 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47acf49640 1 --2- 172.21.15.62:0/2066239926 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4794004d10 0x7f4794005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.124 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47acf49640 1 -- 172.21.15.62:0/2066239926 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47a8159960 con 0x7f4794003f00 2023-06-08T03:53:11.124 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47acf49640 1 -- 172.21.15.62:0/2066239926 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47a815db00 con 0x7f4794004d10 2023-06-08T03:53:11.124 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47acf49640 1 -- 172.21.15.62:0/2066239926 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f479400b990 con 0x7f47a80cf2e0 2023-06-08T03:53:11.124 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47ad74a640 1 --2- 172.21.15.62:0/2066239926 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4794003f00 0x7f47940047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:11.124 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47adf4b640 1 --2- 172.21.15.62:0/2066239926 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f47a80cf2e0 0x7f4794003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:11.124 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47ad74a640 1 -- 172.21.15.62:0/2066239926 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f47a80cf2e0 msgr2=0x7f4794003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:11.124 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47ad74a640 1 --2- 172.21.15.62:0/2066239926 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f47a80cf2e0 0x7f4794003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.125 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47ad74a640 1 -- 172.21.15.62:0/2066239926 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4794004d10 msgr2=0x7f4794005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:11.125 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47ad74a640 1 --2- 172.21.15.62:0/2066239926 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4794004d10 0x7f4794005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.125 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47ad74a640 1 -- 172.21.15.62:0/2066239926 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4794003530 con 0x7f4794003f00 2023-06-08T03:53:11.125 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47adf4b640 1 --2- 172.21.15.62:0/2066239926 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f47a80cf2e0 0x7f4794003980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:11.125 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.112+0000 7f47ad74a640 1 --2- 172.21.15.62:0/2066239926 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4794003f00 0x7f47940047d0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f479800c290 tx=0x7f479801f430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6162cab7b487aa2 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:11.125 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47acf49640 1 -- 172.21.15.62:0/2066239926 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4798005ae0 con 0x7f4794003f00 2023-06-08T03:53:11.125 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47acf49640 1 -- 172.21.15.62:0/2066239926 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47980ab070 con 0x7f4794003f00 2023-06-08T03:53:11.125 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47acf49640 1 -- 172.21.15.62:0/2066239926 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4798005e80 con 0x7f4794003f00 2023-06-08T03:53:11.127 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47b01af640 1 -- 172.21.15.62:0/2066239926 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4794003f00 msgr2=0x7f47940047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:11.128 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47b01af640 1 --2- 172.21.15.62:0/2066239926 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4794003f00 0x7f47940047d0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f479800c290 tx=0x7f479801f430 comp rx=0 tx=0).stop 2023-06-08T03:53:11.128 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47ae74c640 1 -- 172.21.15.62:0/2066239926 reap_dead start 2023-06-08T03:53:11.128 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47b01af640 1 -- 172.21.15.62:0/2066239926 shutdown_connections 2023-06-08T03:53:11.128 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47b01af640 1 -- 172.21.15.62:0/2066239926 >> 172.21.15.62:0/2066239926 conn(0x7f47a806ea80 msgr2=0x7f47a806ee80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:11.128 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47b01af640 1 -- 172.21.15.62:0/2066239926 shutdown_connections 2023-06-08T03:53:11.128 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47b01af640 1 -- 172.21.15.62:0/2066239926 wait complete. 2023-06-08T03:53:11.128 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47b01af640 1 Processor -- start 2023-06-08T03:53:11.129 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47b01af640 1 -- start start 2023-06-08T03:53:11.129 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47b01af640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4794003f00 0x7f47a81f0350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.129 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47b01af640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f47a8146a70 0x7f47a8156f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.129 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47b01af640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f47a81574a0 0x7f47a8145ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.129 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47b01af640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47a8157940 con 0x7f47a81574a0 2023-06-08T03:53:11.129 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47b01af640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47a8157c20 con 0x7f4794003f00 2023-06-08T03:53:11.129 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47b01af640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47a8157f00 con 0x7f47a8146a70 2023-06-08T03:53:11.130 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47ae74c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f47a81574a0 0x7f47a8145ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:11.130 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47ae74c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f47a81574a0 0x7f47a8145ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59888/0 (socket says 172.21.15.62:59888) 2023-06-08T03:53:11.130 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47ae74c640 1 -- 172.21.15.62:0/3234670801 learned_addr learned my addr 172.21.15.62:0/3234670801 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:11.130 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47ad74a640 1 --2- 172.21.15.62:0/3234670801 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f47a8146a70 0x7f47a8156f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:11.130 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47adf4b640 1 --2- 172.21.15.62:0/3234670801 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4794003f00 0x7f47a81f0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:11.130 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47ae74c640 1 -- 172.21.15.62:0/3234670801 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f47a8146a70 msgr2=0x7f47a8156f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:11.130 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47ae74c640 1 --2- 172.21.15.62:0/3234670801 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f47a8146a70 0x7f47a8156f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.130 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47ae74c640 1 -- 172.21.15.62:0/3234670801 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4794003f00 msgr2=0x7f47a81f0350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:11.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47ae74c640 1 --2- 172.21.15.62:0/3234670801 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4794003f00 0x7f47a81f0350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47ae74c640 1 -- 172.21.15.62:0/3234670801 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47a81581e0 con 0x7f47a81574a0 2023-06-08T03:53:11.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47ae74c640 1 --2- 172.21.15.62:0/3234670801 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f47a81574a0 0x7f47a8145ed0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f47a80ca4c0 tx=0x7f47a000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:11.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f479e7fc640 1 -- 172.21.15.62:0/3234670801 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47a0010040 con 0x7f47a81574a0 2023-06-08T03:53:11.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f479e7fc640 1 -- 172.21.15.62:0/3234670801 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47a0014810 con 0x7f47a81574a0 2023-06-08T03:53:11.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47b01af640 1 -- 172.21.15.62:0/3234670801 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47a81584c0 con 0x7f47a81574a0 2023-06-08T03:53:11.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f479e7fc640 1 -- 172.21.15.62:0/3234670801 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47a0009b10 con 0x7f47a81574a0 2023-06-08T03:53:11.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.116+0000 7f47b01af640 1 -- 172.21.15.62:0/3234670801 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47a81589e0 con 0x7f47a81574a0 2023-06-08T03:53:11.132 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.120+0000 7f479e7fc640 1 -- 172.21.15.62:0/3234670801 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f47a0014bc0 con 0x7f47a81574a0 2023-06-08T03:53:11.132 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.120+0000 7f47b01af640 1 -- 172.21.15.62:0/3234670801 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47a81586b0 con 0x7f47a81574a0 2023-06-08T03:53:11.132 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.120+0000 7f479e7fc640 1 --2- 172.21.15.62:0/3234670801 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f478c066280 0x7f478c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.132 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.120+0000 7f479e7fc640 1 -- 172.21.15.62:0/3234670801 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f47a0083780 con 0x7f47a81574a0 2023-06-08T03:53:11.133 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.120+0000 7f47adf4b640 1 --2- 172.21.15.62:0/3234670801 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f478c066280 0x7f478c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:11.133 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.120+0000 7f47adf4b640 1 --2- 172.21.15.62:0/3234670801 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f478c066280 0x7f478c068730 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f47a815cab0 tx=0x7f47a4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:11.133 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.124+0000 7f479e7fc640 1 -- 172.21.15.62:0/3234670801 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f47a0050c00 con 0x7f47a81574a0 2023-06-08T03:53:11.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.328+0000 7f47b01af640 1 -- 172.21.15.62:0/3234670801 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]} v 0) v1 -- 0x7f47a804d6c0 con 0x7f47a81574a0 2023-06-08T03:53:11.349 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.340+0000 7f479e7fc640 1 -- 172.21.15.62:0/3234670801 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]}]=0 v57) v1 ==== 147+0+0 (secure 0 0 0) 0x7f47a0054220 con 0x7f47a81574a0 2023-06-08T03:53:11.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.344+0000 7f47b01af640 1 -- 172.21.15.62:0/3234670801 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f478c066280 msgr2=0x7f478c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:11.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.344+0000 7f47b01af640 1 --2- 172.21.15.62:0/3234670801 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f478c066280 0x7f478c068730 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f47a815cab0 tx=0x7f47a4008040 comp rx=0 tx=0).stop 2023-06-08T03:53:11.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.344+0000 7f47b01af640 1 -- 172.21.15.62:0/3234670801 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f47a81574a0 msgr2=0x7f47a8145ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:11.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.344+0000 7f47b01af640 1 --2- 172.21.15.62:0/3234670801 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f47a81574a0 0x7f47a8145ed0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f47a80ca4c0 tx=0x7f47a000ee80 comp rx=0 tx=0).stop 2023-06-08T03:53:11.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.344+0000 7f47b01af640 1 -- 172.21.15.62:0/3234670801 shutdown_connections 2023-06-08T03:53:11.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.344+0000 7f47b01af640 1 --2- 172.21.15.62:0/3234670801 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f478c066280 0x7f478c068730 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.344+0000 7f47b01af640 1 --2- 172.21.15.62:0/3234670801 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f47a81574a0 0x7f47a8145ed0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.344+0000 7f47b01af640 1 --2- 172.21.15.62:0/3234670801 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f47a8146a70 0x7f47a8156f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.344+0000 7f47b01af640 1 --2- 172.21.15.62:0/3234670801 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4794003f00 0x7f47a81f0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.344+0000 7f47b01af640 1 -- 172.21.15.62:0/3234670801 >> 172.21.15.62:0/3234670801 conn(0x7f47a806ea80 msgr2=0x7f47a80b30a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:11.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.344+0000 7f47b01af640 1 -- 172.21.15.62:0/3234670801 shutdown_connections 2023-06-08T03:53:11.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.344+0000 7f47b01af640 1 -- 172.21.15.62:0/3234670801 wait complete. 2023-06-08T03:53:11.367 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2023-06-08T03:53:11.491 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.484+0000 7fbff66f4640 1 Processor -- start 2023-06-08T03:53:11.491 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.484+0000 7fbff66f4640 1 -- start start 2023-06-08T03:53:11.492 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.484+0000 7fbff66f4640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fbff00b0f40 0x7fbff00d08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.492 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.484+0000 7fbff66f4640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fbff00d0e00 0x7fbff00ce7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.492 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.484+0000 7fbff66f4640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbff00d1260 con 0x7fbff015b8f0 2023-06-08T03:53:11.493 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.484+0000 7fbff66f4640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbff00ce270 con 0x7fbff00d0e00 2023-06-08T03:53:11.493 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.484+0000 7fbff66f4640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbff00b16b0 con 0x7fbff00b0f40 2023-06-08T03:53:11.493 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.484+0000 7fbfeffff640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fbff015b8f0 0x7fbff00b4e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41280/0 (socket says 172.21.15.62:41280) 2023-06-08T03:53:11.493 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.484+0000 7fbfeffff640 1 -- 172.21.15.62:0/4287926559 learned_addr learned my addr 172.21.15.62:0/4287926559 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:11.493 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.484+0000 7fbff4c91640 1 --2- 172.21.15.62:0/4287926559 >> v2:172.21.15.62:3300/0 conn(0x7fbff00d0e00 0x7fbff00ce7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:11.494 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.484+0000 7fbfef7fe640 1 --2- 172.21.15.62:0/4287926559 >> v2:172.21.15.188:3300/0 conn(0x7fbff00b0f40 0x7fbff00d08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:11.494 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.484+0000 7fbff4c91640 1 -- 172.21.15.62:0/4287926559 >> v2:172.21.15.188:3300/0 conn(0x7fbff00b0f40 msgr2=0x7fbff00d08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:11.494 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.484+0000 7fbff4c91640 1 --2- 172.21.15.62:0/4287926559 >> v2:172.21.15.188:3300/0 conn(0x7fbff00b0f40 0x7fbff00d08c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.494 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.484+0000 7fbff4c91640 1 -- 172.21.15.62:0/4287926559 >> v1:172.21.15.62:6789/0 conn(0x7fbff015b8f0 legacy=0x7fbff00b4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:11.494 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.484+0000 7fbff4c91640 1 -- 172.21.15.62:0/4287926559 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbff00ce510 con 0x7fbff00d0e00 2023-06-08T03:53:11.494 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.484+0000 7fbfeeffd640 1 -- 172.21.15.62:0/4287926559 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3522478078 0 0) 0x7fbff00d1260 con 0x7fbff015b8f0 2023-06-08T03:53:11.495 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbff4c91640 1 --2- 172.21.15.62:0/4287926559 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbff00d0e00 0x7fbff00ce7f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fbff0065f10 tx=0x7fbfe801c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5002c41c8b505df server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:11.495 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbfeeffd640 1 -- 172.21.15.62:0/4287926559 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfe80a5910 con 0x7fbff00d0e00 2023-06-08T03:53:11.495 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbfeeffd640 1 -- 172.21.15.62:0/4287926559 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfe80a5a70 con 0x7fbff00d0e00 2023-06-08T03:53:11.496 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbfeeffd640 1 -- 172.21.15.62:0/4287926559 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfe80a5e00 con 0x7fbff00d0e00 2023-06-08T03:53:11.496 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbff66f4640 1 -- 172.21.15.62:0/4287926559 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbff00d0e00 msgr2=0x7fbff00ce7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:11.496 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbff66f4640 1 --2- 172.21.15.62:0/4287926559 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbff00d0e00 0x7fbff00ce7f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fbff0065f10 tx=0x7fbfe801c850 comp rx=0 tx=0).stop 2023-06-08T03:53:11.497 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbff66f4640 1 -- 172.21.15.62:0/4287926559 shutdown_connections 2023-06-08T03:53:11.497 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbff66f4640 1 --2- 172.21.15.62:0/4287926559 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbff00d0e00 0x7fbff00ce7f0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.497 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbff66f4640 1 --2- 172.21.15.62:0/4287926559 >> v2:172.21.15.188:3300/0 conn(0x7fbff00b0f40 0x7fbff00d08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.497 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbff66f4640 1 -- 172.21.15.62:0/4287926559 >> 172.21.15.62:0/4287926559 conn(0x7fbff00d1fb0 msgr2=0x7fbff00d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:11.497 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbff66f4640 1 -- 172.21.15.62:0/4287926559 shutdown_connections 2023-06-08T03:53:11.497 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbff66f4640 1 -- 172.21.15.62:0/4287926559 wait complete. 2023-06-08T03:53:11.498 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbff66f4640 1 Processor -- start 2023-06-08T03:53:11.499 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbff66f4640 1 -- start start 2023-06-08T03:53:11.499 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbff66f4640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbff00b0f40 0x7fbff01525b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.499 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbff66f4640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbff00d0e00 0x7fbff0159020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.499 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbff66f4640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbff015b8f0 0x7fbff00cac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.499 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbff66f4640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbff0153360 con 0x7fbff00d0e00 2023-06-08T03:53:11.499 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbff66f4640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbff0152d70 con 0x7fbff015b8f0 2023-06-08T03:53:11.499 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbff66f4640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbff00c9c30 con 0x7fbff00b0f40 2023-06-08T03:53:11.499 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbfef7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbff00d0e00 0x7fbff0159020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:11.500 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbfef7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbff00d0e00 0x7fbff0159020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59914/0 (socket says 172.21.15.62:59914) 2023-06-08T03:53:11.500 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.488+0000 7fbfef7fe640 1 -- 172.21.15.62:0/299389003 learned_addr learned my addr 172.21.15.62:0/299389003 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:11.500 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.492+0000 7fbfeffff640 1 --2- 172.21.15.62:0/299389003 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbff00b0f40 0x7fbff01525b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:11.500 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.492+0000 7fbff4c91640 1 --2- 172.21.15.62:0/299389003 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbff015b8f0 0x7fbff00cac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:11.500 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.492+0000 7fbfef7fe640 1 -- 172.21.15.62:0/299389003 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbff00b0f40 msgr2=0x7fbff01525b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:11.500 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.492+0000 7fbfef7fe640 1 --2- 172.21.15.62:0/299389003 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbff00b0f40 0x7fbff01525b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.500 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.492+0000 7fbfef7fe640 1 -- 172.21.15.62:0/299389003 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbff015b8f0 msgr2=0x7fbff00cac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:11.501 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.492+0000 7fbfef7fe640 1 --2- 172.21.15.62:0/299389003 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbff015b8f0 0x7fbff00cac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.501 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.492+0000 7fbfef7fe640 1 -- 172.21.15.62:0/299389003 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfe8009a70 con 0x7fbff00d0e00 2023-06-08T03:53:11.501 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.492+0000 7fbff4c91640 1 --2- 172.21.15.62:0/299389003 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbff015b8f0 0x7fbff00cac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:11.501 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.492+0000 7fbfef7fe640 1 --2- 172.21.15.62:0/299389003 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbff00d0e00 0x7fbff0159020 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fbfe400d800 tx=0x7fbfe400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:11.502 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.492+0000 7fbfecff9640 1 -- 172.21.15.62:0/299389003 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfe400b6c0 con 0x7fbff00d0e00 2023-06-08T03:53:11.502 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.492+0000 7fbfecff9640 1 -- 172.21.15.62:0/299389003 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfe400b820 con 0x7fbff00d0e00 2023-06-08T03:53:11.502 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.492+0000 7fbff66f4640 1 -- 172.21.15.62:0/299389003 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbff00c9f10 con 0x7fbff00d0e00 2023-06-08T03:53:11.502 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.492+0000 7fbfecff9640 1 -- 172.21.15.62:0/299389003 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfe400bb90 con 0x7fbff00d0e00 2023-06-08T03:53:11.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.492+0000 7fbff66f4640 1 -- 172.21.15.62:0/299389003 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbff0152af0 con 0x7fbff00d0e00 2023-06-08T03:53:11.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.492+0000 7fbff66f4640 1 -- 172.21.15.62:0/299389003 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbff01534a0 con 0x7fbff00d0e00 2023-06-08T03:53:11.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.492+0000 7fbfecff9640 1 -- 172.21.15.62:0/299389003 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fbfe400bcf0 con 0x7fbff00d0e00 2023-06-08T03:53:11.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.492+0000 7fbfecff9640 1 --2- 172.21.15.62:0/299389003 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbfdc066280 0x7fbfdc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.492+0000 7fbfecff9640 1 -- 172.21.15.62:0/299389003 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fbfe4084230 con 0x7fbff00d0e00 2023-06-08T03:53:11.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.492+0000 7fbfeffff640 1 --2- 172.21.15.62:0/299389003 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbfdc066280 0x7fbfdc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:11.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.496+0000 7fbfeffff640 1 --2- 172.21.15.62:0/299389003 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbfdc066280 0x7fbfdc068730 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fbfe0000f70 tx=0x7fbfe0007c10 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:11.505 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.496+0000 7fbfecff9640 1 -- 172.21.15.62:0/299389003 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fbff01534a0 con 0x7fbff00d0e00 2023-06-08T03:53:11.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.648+0000 7fbff66f4640 1 -- 172.21.15.62:0/299389003 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7fbff01534a0 con 0x7fbff00d0e00 2023-06-08T03:53:11.663 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.656+0000 7fbfecff9640 1 -- 172.21.15.62:0/299389003 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7fbff01534a0 con 0x7fbff00d0e00 2023-06-08T03:53:11.665 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.656+0000 7fbff66f4640 1 -- 172.21.15.62:0/299389003 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbfdc066280 msgr2=0x7fbfdc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:11.665 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.656+0000 7fbff66f4640 1 --2- 172.21.15.62:0/299389003 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbfdc066280 0x7fbfdc068730 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fbfe0000f70 tx=0x7fbfe0007c10 comp rx=0 tx=0).stop 2023-06-08T03:53:11.665 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.656+0000 7fbff66f4640 1 -- 172.21.15.62:0/299389003 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbff00d0e00 msgr2=0x7fbff0159020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:11.665 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.656+0000 7fbff66f4640 1 --2- 172.21.15.62:0/299389003 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbff00d0e00 0x7fbff0159020 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fbfe400d800 tx=0x7fbfe400dcc0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.665 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.656+0000 7fbff66f4640 1 -- 172.21.15.62:0/299389003 shutdown_connections 2023-06-08T03:53:11.665 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.656+0000 7fbff66f4640 1 --2- 172.21.15.62:0/299389003 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbfdc066280 0x7fbfdc068730 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.666 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.656+0000 7fbff66f4640 1 --2- 172.21.15.62:0/299389003 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbff015b8f0 0x7fbff00cac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.666 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.656+0000 7fbff66f4640 1 --2- 172.21.15.62:0/299389003 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbff00d0e00 0x7fbff0159020 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.666 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.656+0000 7fbff66f4640 1 --2- 172.21.15.62:0/299389003 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbff00b0f40 0x7fbff01525b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.666 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.656+0000 7fbff66f4640 1 -- 172.21.15.62:0/299389003 >> 172.21.15.62:0/299389003 conn(0x7fbff00d1fb0 msgr2=0x7fbff00b5720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:11.666 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.656+0000 7fbff66f4640 1 -- 172.21.15.62:0/299389003 shutdown_connections 2023-06-08T03:53:11.666 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.656+0000 7fbff66f4640 1 -- 172.21.15.62:0/299389003 wait complete. 2023-06-08T03:53:11.681 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-06-08T03:53:11.681 DEBUG:teuthology.orchestra.run.smithi062:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-06-08T03:53:11.712 DEBUG:teuthology.orchestra.run.smithi188:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-06-08T03:53:11.762 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-06-08T03:53:11.763 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:53:11.763 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-08T03:53:11.768 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:53:11.768 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-08T03:53:11.815 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:53:11.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.972+0000 7f52e33ce640 1 Processor -- start 2023-06-08T03:53:11.982 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.972+0000 7f52e33ce640 1 -- start start 2023-06-08T03:53:11.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.976+0000 7f52e33ce640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f52dc0b56c0 0x7f52dc0cf500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.976+0000 7f52e33ce640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52dc0b2c30 0x7f52dc15f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.984 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.976+0000 7f52e33ce640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f52dc15f800 0x7f52dc15fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.984 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.976+0000 7f52e33ce640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52dc15bbe0 con 0x7f52dc15f800 2023-06-08T03:53:11.984 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.976+0000 7f52e33ce640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52dc06adf0 con 0x7f52dc0b56c0 2023-06-08T03:53:11.984 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.976+0000 7f52e33ce640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52dc0cfb90 con 0x7f52dc0b2c30 2023-06-08T03:53:11.984 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.976+0000 7f52e196b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f52dc15f800 0x7f52dc15fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:11.984 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.976+0000 7f52e196b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f52dc15f800 0x7f52dc15fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59926/0 (socket says 172.21.15.62:59926) 2023-06-08T03:53:11.984 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.976+0000 7f52e196b640 1 -- 172.21.15.62:0/1377063530 learned_addr learned my addr 172.21.15.62:0/1377063530 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:11.985 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.976+0000 7f52e116a640 1 --2- 172.21.15.62:0/1377063530 >> v2:172.21.15.188:3300/0 conn(0x7f52dc0b56c0 0x7f52dc0cf500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:11.985 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.976+0000 7f52e0969640 1 --2- 172.21.15.62:0/1377063530 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52dc0b2c30 0x7f52dc15f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:11.986 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.976+0000 7f52e196b640 1 -- 172.21.15.62:0/1377063530 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52dc0b2c30 msgr2=0x7f52dc15f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:11.986 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.976+0000 7f52e196b640 1 --2- 172.21.15.62:0/1377063530 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52dc0b2c30 0x7f52dc15f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.986 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.976+0000 7f52e196b640 1 -- 172.21.15.62:0/1377063530 >> v2:172.21.15.188:3300/0 conn(0x7f52dc0b56c0 msgr2=0x7f52dc0cf500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:11.986 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.976+0000 7f52e196b640 1 --2- 172.21.15.62:0/1377063530 >> v2:172.21.15.188:3300/0 conn(0x7f52dc0b56c0 0x7f52dc0cf500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.986 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.976+0000 7f52e196b640 1 -- 172.21.15.62:0/1377063530 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52dc06a4c0 con 0x7f52dc15f800 2023-06-08T03:53:11.987 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.976+0000 7f52e196b640 1 --2- 172.21.15.62:0/1377063530 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52dc15f800 0x7f52dc15fc60 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f52dc0b2910 tx=0x7f52d401c9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2c2fb0db2d7e314 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:11.987 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.976+0000 7f52d3fff640 1 -- 172.21.15.62:0/1377063530 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d40a5760 con 0x7f52dc15f800 2023-06-08T03:53:11.987 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52d3fff640 1 -- 172.21.15.62:0/1377063530 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52d40a58c0 con 0x7f52dc15f800 2023-06-08T03:53:11.988 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52d3fff640 1 -- 172.21.15.62:0/1377063530 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d40a5c50 con 0x7f52dc15f800 2023-06-08T03:53:11.988 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e33ce640 1 -- 172.21.15.62:0/1377063530 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52dc15f800 msgr2=0x7f52dc15fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:11.988 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e33ce640 1 --2- 172.21.15.62:0/1377063530 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52dc15f800 0x7f52dc15fc60 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f52dc0b2910 tx=0x7f52d401c9d0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.988 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e33ce640 1 -- 172.21.15.62:0/1377063530 shutdown_connections 2023-06-08T03:53:11.988 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e33ce640 1 --2- 172.21.15.62:0/1377063530 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52dc15f800 0x7f52dc15fc60 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.988 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e33ce640 1 --2- 172.21.15.62:0/1377063530 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52dc0b2c30 0x7f52dc15f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.988 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e33ce640 1 --2- 172.21.15.62:0/1377063530 >> v2:172.21.15.188:3300/0 conn(0x7f52dc0b56c0 0x7f52dc0cf500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.989 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e33ce640 1 -- 172.21.15.62:0/1377063530 >> 172.21.15.62:0/1377063530 conn(0x7f52dc06ea80 msgr2=0x7f52dc06ee80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:11.989 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e33ce640 1 -- 172.21.15.62:0/1377063530 shutdown_connections 2023-06-08T03:53:11.989 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e33ce640 1 -- 172.21.15.62:0/1377063530 wait complete. 2023-06-08T03:53:11.990 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e33ce640 1 Processor -- start 2023-06-08T03:53:11.991 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e33ce640 1 -- start start 2023-06-08T03:53:11.991 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e33ce640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f52dc0b2c30 0x7f52dc0cc240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.991 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e33ce640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52dc0b56c0 0x7f52dc0ca3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.991 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e33ce640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52dc15f800 0x7f52dc0ca930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.991 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e33ce640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52dc0c70d0 con 0x7f52dc15f800 2023-06-08T03:53:11.991 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e33ce640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52dc0cc780 con 0x7f52dc0b2c30 2023-06-08T03:53:11.991 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e33ce640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52dc0ccce0 con 0x7f52dc0b56c0 2023-06-08T03:53:11.992 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e196b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52dc15f800 0x7f52dc0ca930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:11.992 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e196b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52dc15f800 0x7f52dc0ca930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59942/0 (socket says 172.21.15.62:59942) 2023-06-08T03:53:11.992 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e196b640 1 -- 172.21.15.62:0/2491958259 learned_addr learned my addr 172.21.15.62:0/2491958259 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:11.992 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e116a640 1 --2- 172.21.15.62:0/2491958259 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f52dc0b2c30 0x7f52dc0cc240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:11.992 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e196b640 1 -- 172.21.15.62:0/2491958259 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52dc0b56c0 msgr2=0x7f52dc0ca3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:11.992 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e196b640 1 --2- 172.21.15.62:0/2491958259 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52dc0b56c0 0x7f52dc0ca3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.992 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e196b640 1 -- 172.21.15.62:0/2491958259 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f52dc0b2c30 msgr2=0x7f52dc0cc240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:11.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e196b640 1 --2- 172.21.15.62:0/2491958259 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f52dc0b2c30 0x7f52dc0cc240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:11.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e196b640 1 -- 172.21.15.62:0/2491958259 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52d4009b30 con 0x7f52dc15f800 2023-06-08T03:53:11.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52e196b640 1 --2- 172.21.15.62:0/2491958259 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52dc15f800 0x7f52dc0ca930 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f52d40af040 tx=0x7f52dc0b2870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:11.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52d1ffb640 1 -- 172.21.15.62:0/2491958259 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d40bd070 con 0x7f52dc15f800 2023-06-08T03:53:11.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52d1ffb640 1 -- 172.21.15.62:0/2491958259 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52d40b8470 con 0x7f52dc15f800 2023-06-08T03:53:11.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.980+0000 7f52d1ffb640 1 -- 172.21.15.62:0/2491958259 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d40b8840 con 0x7f52dc15f800 2023-06-08T03:53:11.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.984+0000 7f52e33ce640 1 -- 172.21.15.62:0/2491958259 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52dc0cb4a0 con 0x7f52dc15f800 2023-06-08T03:53:11.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.984+0000 7f52e33ce640 1 -- 172.21.15.62:0/2491958259 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52dc0ccf80 con 0x7f52dc15f800 2023-06-08T03:53:11.994 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.984+0000 7f52e33ce640 1 -- 172.21.15.62:0/2491958259 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52dc0cd170 con 0x7f52dc15f800 2023-06-08T03:53:11.994 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.984+0000 7f52d1ffb640 1 -- 172.21.15.62:0/2491958259 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f52d40b89a0 con 0x7f52dc15f800 2023-06-08T03:53:11.995 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.984+0000 7f52d1ffb640 1 --2- 172.21.15.62:0/2491958259 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f52c0066280 0x7f52c0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:11.995 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.984+0000 7f52d1ffb640 1 -- 172.21.15.62:0/2491958259 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f52d411e820 con 0x7f52dc15f800 2023-06-08T03:53:11.995 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.984+0000 7f52e116a640 1 --2- 172.21.15.62:0/2491958259 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f52c0066280 0x7f52c0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:11.995 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.984+0000 7f52e116a640 1 --2- 172.21.15.62:0/2491958259 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f52c0066280 0x7f52c0068730 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f52dc15ba60 tx=0x7f52d8008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:11.996 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:11.988+0000 7f52d1ffb640 1 -- 172.21.15.62:0/2491958259 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f52d40ebca0 con 0x7f52dc15f800 2023-06-08T03:53:12.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.144+0000 7f52e33ce640 1 -- 172.21.15.62:0/2491958259 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f52dc04d6c0 con 0x7f52dc15f800 2023-06-08T03:53:12.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.144+0000 7f52d1ffb640 1 -- 172.21.15.62:0/2491958259 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18279 (secure 0 0 0) 0x7f52d40ef2c0 con 0x7f52dc15f800 2023-06-08T03:53:12.153 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:12.153 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":23,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:52:35.171643+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:53:12.155 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.148+0000 7f52e33ce640 1 -- 172.21.15.62:0/2491958259 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f52c0066280 msgr2=0x7f52c0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:12.155 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.148+0000 7f52e33ce640 1 --2- 172.21.15.62:0/2491958259 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f52c0066280 0x7f52c0068730 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f52dc15ba60 tx=0x7f52d8008040 comp rx=0 tx=0).stop 2023-06-08T03:53:12.155 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.148+0000 7f52e33ce640 1 -- 172.21.15.62:0/2491958259 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52dc15f800 msgr2=0x7f52dc0ca930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:12.155 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.148+0000 7f52e33ce640 1 --2- 172.21.15.62:0/2491958259 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52dc15f800 0x7f52dc0ca930 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f52d40af040 tx=0x7f52dc0b2870 comp rx=0 tx=0).stop 2023-06-08T03:53:12.155 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.148+0000 7f52e33ce640 1 -- 172.21.15.62:0/2491958259 shutdown_connections 2023-06-08T03:53:12.155 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.148+0000 7f52e33ce640 1 --2- 172.21.15.62:0/2491958259 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f52c0066280 0x7f52c0068730 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.148+0000 7f52e33ce640 1 --2- 172.21.15.62:0/2491958259 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52dc15f800 0x7f52dc0ca930 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.148+0000 7f52e33ce640 1 --2- 172.21.15.62:0/2491958259 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52dc0b56c0 0x7f52dc0ca3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.148+0000 7f52e33ce640 1 --2- 172.21.15.62:0/2491958259 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f52dc0b2c30 0x7f52dc0cc240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.148+0000 7f52e33ce640 1 -- 172.21.15.62:0/2491958259 >> 172.21.15.62:0/2491958259 conn(0x7f52dc06ea80 msgr2=0x7f52dc158240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:12.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.148+0000 7f52e33ce640 1 -- 172.21.15.62:0/2491958259 shutdown_connections 2023-06-08T03:53:12.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.148+0000 7f52e33ce640 1 -- 172.21.15.62:0/2491958259 wait complete. 2023-06-08T03:53:12.172 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-08T03:52:22.372947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-08T03:52:28.107223+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-08T03:52:32.655480+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-08T03:52:33.144430+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-08T03:53:12.173 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-08T03:53:12.301 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.292+0000 7f66315e0640 1 Processor -- start 2023-06-08T03:53:12.302 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.292+0000 7f66315e0640 1 -- start start 2023-06-08T03:53:12.302 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f66315e0640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f662c0cc750 0x7f662c0ccb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.303 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f66315e0640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f662c06ed70 0x7f662c06f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.303 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f66315e0640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f662c0cbd00 con 0x7f662c1584e0 2023-06-08T03:53:12.303 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f66315e0640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f662c06f710 con 0x7f662c06ed70 2023-06-08T03:53:12.303 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f66315e0640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f662c15cbc0 con 0x7f662c0cc750 2023-06-08T03:53:12.305 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f662affd640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f662c1584e0 0x7f662c15c100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41284/0 (socket says 172.21.15.62:41284) 2023-06-08T03:53:12.305 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f662affd640 1 -- 172.21.15.62:0/1342788712 learned_addr learned my addr 172.21.15.62:0/1342788712 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:12.305 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f662a7fc640 1 --2- 172.21.15.62:0/1342788712 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f662c0cc750 0x7f662c0ccb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.305 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f662b7fe640 1 --2- 172.21.15.62:0/1342788712 >> v2:172.21.15.188:3300/0 conn(0x7f662c06ed70 0x7f662c06f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.305 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f6629ffb640 1 -- 172.21.15.62:0/1342788712 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3438081183 0 0) 0x7f662c0cbd00 con 0x7f662c1584e0 2023-06-08T03:53:12.305 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f6629ffb640 1 -- 172.21.15.62:0/1342788712 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6618003530 con 0x7f662c1584e0 2023-06-08T03:53:12.306 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f6629ffb640 1 -- 172.21.15.62:0/1342788712 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2428244296 0 0) 0x7f6618003530 con 0x7f662c1584e0 2023-06-08T03:53:12.306 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f6629ffb640 1 -- 172.21.15.62:0/1342788712 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f662c0cc750 msgr2=0x7f662c0ccb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:12.306 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f6629ffb640 1 --2- 172.21.15.62:0/1342788712 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f662c0cc750 0x7f662c0ccb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.306 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f6629ffb640 1 -- 172.21.15.62:0/1342788712 >> v2:172.21.15.188:3300/0 conn(0x7f662c06ed70 msgr2=0x7f662c06f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:12.306 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f6629ffb640 1 --2- 172.21.15.62:0/1342788712 >> v2:172.21.15.188:3300/0 conn(0x7f662c06ed70 0x7f662c06f1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.306 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f6629ffb640 1 -- 172.21.15.62:0/1342788712 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f662c15cea0 con 0x7f662c1584e0 2023-06-08T03:53:12.306 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f6629ffb640 1 -- 172.21.15.62:0/1342788712 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f6614001680 con 0x7f662c1584e0 2023-06-08T03:53:12.306 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f6629ffb640 1 -- 172.21.15.62:0/1342788712 >> v1:172.21.15.62:6789/0 conn(0x7f662c1584e0 legacy=0x7f662c15c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:12.307 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f6629ffb640 1 --2- 172.21.15.62:0/1342788712 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6618003980 0x7f6618003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.307 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f6629ffb640 1 --2- 172.21.15.62:0/1342788712 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66180043b0 0x7f6618004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.307 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f6629ffb640 1 --2- 172.21.15.62:0/1342788712 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f662c0cc750 0x7f6618004f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.307 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f6629ffb640 1 -- 172.21.15.62:0/1342788712 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f662c06f710 con 0x7f66180043b0 2023-06-08T03:53:12.307 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f6629ffb640 1 -- 172.21.15.62:0/1342788712 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f662c15cbc0 con 0x7f6618003980 2023-06-08T03:53:12.307 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f6629ffb640 1 -- 172.21.15.62:0/1342788712 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f661800b990 con 0x7f662c0cc750 2023-06-08T03:53:12.307 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f662a7fc640 1 --2- 172.21.15.62:0/1342788712 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66180043b0 0x7f6618004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.308 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f662a7fc640 1 -- 172.21.15.62:0/1342788712 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f662c0cc750 msgr2=0x7f6618004f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:12.308 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f662a7fc640 1 --2- 172.21.15.62:0/1342788712 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f662c0cc750 0x7f6618004f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.308 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f662a7fc640 1 -- 172.21.15.62:0/1342788712 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6618003980 msgr2=0x7f6618003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:12.308 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f662affd640 1 --2- 172.21.15.62:0/1342788712 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6618003980 0x7f6618003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.308 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f662a7fc640 1 --2- 172.21.15.62:0/1342788712 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6618003980 0x7f6618003d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.308 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.296+0000 7f662a7fc640 1 -- 172.21.15.62:0/1342788712 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6618003530 con 0x7f66180043b0 2023-06-08T03:53:12.310 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f662a7fc640 1 --2- 172.21.15.62:0/1342788712 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66180043b0 0x7f6618004870 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f661c009ae0 tx=0x7f661c01ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90be7924cf0f53b6 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:12.310 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f6629ffb640 1 -- 172.21.15.62:0/1342788712 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f661c0a5680 con 0x7f66180043b0 2023-06-08T03:53:12.311 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f6629ffb640 1 -- 172.21.15.62:0/1342788712 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f661c0a57e0 con 0x7f66180043b0 2023-06-08T03:53:12.311 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f6629ffb640 1 -- 172.21.15.62:0/1342788712 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f661c0a5b90 con 0x7f66180043b0 2023-06-08T03:53:12.311 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f66315e0640 1 -- 172.21.15.62:0/1342788712 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66180043b0 msgr2=0x7f6618004870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:12.311 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f66315e0640 1 --2- 172.21.15.62:0/1342788712 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66180043b0 0x7f6618004870 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f661c009ae0 tx=0x7f661c01ca90 comp rx=0 tx=0).stop 2023-06-08T03:53:12.311 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f662b7fe640 1 -- 172.21.15.62:0/1342788712 reap_dead start 2023-06-08T03:53:12.311 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f66315e0640 1 -- 172.21.15.62:0/1342788712 shutdown_connections 2023-06-08T03:53:12.311 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f66315e0640 1 -- 172.21.15.62:0/1342788712 >> 172.21.15.62:0/1342788712 conn(0x7f662c0ca6a0 msgr2=0x7f662c0caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:12.312 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f66315e0640 1 -- 172.21.15.62:0/1342788712 shutdown_connections 2023-06-08T03:53:12.312 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f66315e0640 1 -- 172.21.15.62:0/1342788712 wait complete. 2023-06-08T03:53:12.312 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f66315e0640 1 Processor -- start 2023-06-08T03:53:12.312 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f66315e0640 1 -- start start 2023-06-08T03:53:12.312 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f66315e0640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f66180043b0 0x7f662c15b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.312 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f66315e0640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f662c153e10 0x7f662c06bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.312 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f66315e0640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f662c154280 0x7f662c06c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.313 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f66315e0640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f662c1579d0 con 0x7f662c154280 2023-06-08T03:53:12.313 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f66315e0640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f662c156ab0 con 0x7f66180043b0 2023-06-08T03:53:12.313 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f66315e0640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f662c156d50 con 0x7f662c153e10 2023-06-08T03:53:12.313 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f662b7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f662c154280 0x7f662c06c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.313 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f662b7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f662c154280 0x7f662c06c1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59958/0 (socket says 172.21.15.62:59958) 2023-06-08T03:53:12.313 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f662b7fe640 1 -- 172.21.15.62:0/1845553979 learned_addr learned my addr 172.21.15.62:0/1845553979 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:12.313 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f662a7fc640 1 --2- 172.21.15.62:0/1845553979 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f662c153e10 0x7f662c06bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.313 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f662affd640 1 --2- 172.21.15.62:0/1845553979 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f66180043b0 0x7f662c15b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f662b7fe640 1 -- 172.21.15.62:0/1845553979 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f662c153e10 msgr2=0x7f662c06bcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:12.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f662b7fe640 1 --2- 172.21.15.62:0/1845553979 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f662c153e10 0x7f662c06bcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f662b7fe640 1 -- 172.21.15.62:0/1845553979 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f66180043b0 msgr2=0x7f662c15b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:12.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f662b7fe640 1 --2- 172.21.15.62:0/1845553979 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f66180043b0 0x7f662c15b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f662b7fe640 1 -- 172.21.15.62:0/1845553979 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f662c157030 con 0x7f662c154280 2023-06-08T03:53:12.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f662affd640 1 --2- 172.21.15.62:0/1845553979 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f66180043b0 0x7f662c15b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:12.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f662b7fe640 1 --2- 172.21.15.62:0/1845553979 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f662c154280 0x7f662c06c1f0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f662c0cbbd0 tx=0x7f662400ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:12.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f66237fe640 1 -- 172.21.15.62:0/1845553979 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6624010040 con 0x7f662c154280 2023-06-08T03:53:12.315 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f66237fe640 1 -- 172.21.15.62:0/1845553979 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6624014810 con 0x7f662c154280 2023-06-08T03:53:12.315 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f66237fe640 1 -- 172.21.15.62:0/1845553979 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6624009b10 con 0x7f662c154280 2023-06-08T03:53:12.315 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f66315e0640 1 -- 172.21.15.62:0/1845553979 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f662c157310 con 0x7f662c154280 2023-06-08T03:53:12.315 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.300+0000 7f66315e0640 1 -- 172.21.15.62:0/1845553979 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f662c0c89b0 con 0x7f662c154280 2023-06-08T03:53:12.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.304+0000 7f66315e0640 1 -- 172.21.15.62:0/1845553979 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f662c157b10 con 0x7f662c154280 2023-06-08T03:53:12.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.304+0000 7f66237fe640 1 -- 172.21.15.62:0/1845553979 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6624014bc0 con 0x7f662c154280 2023-06-08T03:53:12.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.304+0000 7f66237fe640 1 --2- 172.21.15.62:0/1845553979 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f660c0662b0 0x7f660c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.304+0000 7f66237fe640 1 -- 172.21.15.62:0/1845553979 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f6624083d10 con 0x7f662c154280 2023-06-08T03:53:12.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.304+0000 7f662affd640 1 --2- 172.21.15.62:0/1845553979 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f660c0662b0 0x7f660c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.304+0000 7f662affd640 1 --2- 172.21.15.62:0/1845553979 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f660c0662b0 0x7f660c068760 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f66140018f0 tx=0x7f6614009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:12.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.308+0000 7f66237fe640 1 -- 172.21.15.62:0/1845553979 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f662c157b10 con 0x7f662c154280 2023-06-08T03:53:12.466 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.456+0000 7f66315e0640 1 -- 172.21.15.62:0/1845553979 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f662c157b10 con 0x7f662c154280 2023-06-08T03:53:12.466 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.460+0000 7f66237fe640 1 -- 172.21.15.62:0/1845553979 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7f662c157b10 con 0x7f662c154280 2023-06-08T03:53:12.467 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 1 2023-06-08T03:53:12.468 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.460+0000 7f66315e0640 1 -- 172.21.15.62:0/1845553979 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f660c0662b0 msgr2=0x7f660c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:12.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.460+0000 7f66315e0640 1 --2- 172.21.15.62:0/1845553979 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f660c0662b0 0x7f660c068760 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f66140018f0 tx=0x7f6614009040 comp rx=0 tx=0).stop 2023-06-08T03:53:12.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.460+0000 7f66315e0640 1 -- 172.21.15.62:0/1845553979 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f662c154280 msgr2=0x7f662c06c1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:12.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.460+0000 7f66315e0640 1 --2- 172.21.15.62:0/1845553979 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f662c154280 0x7f662c06c1f0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f662c0cbbd0 tx=0x7f662400ef10 comp rx=0 tx=0).stop 2023-06-08T03:53:12.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.460+0000 7f66315e0640 1 -- 172.21.15.62:0/1845553979 shutdown_connections 2023-06-08T03:53:12.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.460+0000 7f66315e0640 1 --2- 172.21.15.62:0/1845553979 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f660c0662b0 0x7f660c068760 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.460+0000 7f66315e0640 1 --2- 172.21.15.62:0/1845553979 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f662c154280 0x7f662c06c1f0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.460+0000 7f66315e0640 1 --2- 172.21.15.62:0/1845553979 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f662c153e10 0x7f662c06bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.460+0000 7f66315e0640 1 --2- 172.21.15.62:0/1845553979 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f66180043b0 0x7f662c15b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.460+0000 7f66315e0640 1 -- 172.21.15.62:0/1845553979 >> 172.21.15.62:0/1845553979 conn(0x7f662c0ca6a0 msgr2=0x7f662c0cdd90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:12.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.460+0000 7f66315e0640 1 -- 172.21.15.62:0/1845553979 shutdown_connections 2023-06-08T03:53:12.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.460+0000 7f66315e0640 1 -- 172.21.15.62:0/1845553979 wait complete. 2023-06-08T03:53:12.485 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-08T03:53:12.601 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.592+0000 7fee966f5640 1 Processor -- start 2023-06-08T03:53:12.601 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.592+0000 7fee966f5640 1 -- start start 2023-06-08T03:53:12.603 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee966f5640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fee901570c0 0x7fee9015d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.603 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee966f5640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee9015d130 0x7fee900c8270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.603 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee966f5640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee90157490 con 0x7fee9015dcb0 2023-06-08T03:53:12.603 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee966f5640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee90070020 con 0x7fee901570c0 2023-06-08T03:53:12.603 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee966f5640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee90070300 con 0x7fee9015d130 2023-06-08T03:53:12.604 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee8ffff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fee901570c0 0x7fee9015d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.604 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee8f7fe640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fee9015dcb0 0x7fee900af6a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41294/0 (socket says 172.21.15.62:41294) 2023-06-08T03:53:12.604 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee8f7fe640 1 -- 172.21.15.62:0/1468715974 learned_addr learned my addr 172.21.15.62:0/1468715974 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:12.604 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee94c92640 1 --2- 172.21.15.62:0/1468715974 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee9015d130 0x7fee900c8270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.604 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee8ffff640 1 -- 172.21.15.62:0/1468715974 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee9015d130 msgr2=0x7fee900c8270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:12.604 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee8ffff640 1 --2- 172.21.15.62:0/1468715974 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee9015d130 0x7fee900c8270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.604 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee8ffff640 1 -- 172.21.15.62:0/1468715974 >> v1:172.21.15.62:6789/0 conn(0x7fee9015dcb0 legacy=0x7fee900af6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:12.605 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee8effd640 1 -- 172.21.15.62:0/1468715974 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1095026133 0 0) 0x7fee90157490 con 0x7fee9015dcb0 2023-06-08T03:53:12.605 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee8ffff640 1 -- 172.21.15.62:0/1468715974 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee900705e0 con 0x7fee901570c0 2023-06-08T03:53:12.605 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee8ffff640 1 --2- 172.21.15.62:0/1468715974 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee901570c0 0x7fee9015d770 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fee88009d90 tx=0x7fee8801c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e834332fd57b8e server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:12.605 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee8effd640 1 -- 172.21.15.62:0/1468715974 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee880a5880 con 0x7fee901570c0 2023-06-08T03:53:12.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee8effd640 1 -- 172.21.15.62:0/1468715974 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee880a59e0 con 0x7fee901570c0 2023-06-08T03:53:12.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee8effd640 1 -- 172.21.15.62:0/1468715974 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee880a5d70 con 0x7fee901570c0 2023-06-08T03:53:12.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee966f5640 1 -- 172.21.15.62:0/1468715974 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee901570c0 msgr2=0x7fee9015d770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:12.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee966f5640 1 --2- 172.21.15.62:0/1468715974 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee901570c0 0x7fee9015d770 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fee88009d90 tx=0x7fee8801c890 comp rx=0 tx=0).stop 2023-06-08T03:53:12.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee966f5640 1 -- 172.21.15.62:0/1468715974 shutdown_connections 2023-06-08T03:53:12.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee966f5640 1 --2- 172.21.15.62:0/1468715974 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee9015d130 0x7fee900c8270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee966f5640 1 --2- 172.21.15.62:0/1468715974 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee901570c0 0x7fee9015d770 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee966f5640 1 -- 172.21.15.62:0/1468715974 >> 172.21.15.62:0/1468715974 conn(0x7fee900ca6a0 msgr2=0x7fee900caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:12.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee966f5640 1 -- 172.21.15.62:0/1468715974 shutdown_connections 2023-06-08T03:53:12.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.596+0000 7fee966f5640 1 -- 172.21.15.62:0/1468715974 wait complete. 2023-06-08T03:53:12.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee966f5640 1 Processor -- start 2023-06-08T03:53:12.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee966f5640 1 -- start start 2023-06-08T03:53:12.610 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee966f5640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee901570c0 0x7fee900b1460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.610 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee966f5640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee9015d130 0x7fee90150060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.610 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee966f5640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee9015dcb0 0x7fee90152fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.610 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee966f5640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee900b19a0 con 0x7fee9015d130 2023-06-08T03:53:12.610 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee966f5640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee90151f30 con 0x7fee901570c0 2023-06-08T03:53:12.610 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee966f5640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee90152210 con 0x7fee9015dcb0 2023-06-08T03:53:12.610 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee8f7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee9015d130 0x7fee90150060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.611 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee8f7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee9015d130 0x7fee90150060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:59984/0 (socket says 172.21.15.62:59984) 2023-06-08T03:53:12.611 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee8f7fe640 1 -- 172.21.15.62:0/2471031590 learned_addr learned my addr 172.21.15.62:0/2471031590 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:12.611 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee8ffff640 1 --2- 172.21.15.62:0/2471031590 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee901570c0 0x7fee900b1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.611 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee94c92640 1 --2- 172.21.15.62:0/2471031590 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee9015dcb0 0x7fee90152fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.611 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee8f7fe640 1 -- 172.21.15.62:0/2471031590 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee9015dcb0 msgr2=0x7fee90152fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:12.611 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee8f7fe640 1 --2- 172.21.15.62:0/2471031590 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee9015dcb0 0x7fee90152fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.611 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee8f7fe640 1 -- 172.21.15.62:0/2471031590 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee901570c0 msgr2=0x7fee900b1460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:12.611 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee8f7fe640 1 --2- 172.21.15.62:0/2471031590 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee901570c0 0x7fee900b1460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.612 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee8f7fe640 1 -- 172.21.15.62:0/2471031590 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee88009a70 con 0x7fee9015d130 2023-06-08T03:53:12.612 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee8ffff640 1 --2- 172.21.15.62:0/2471031590 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee901570c0 0x7fee900b1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:12.612 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee8f7fe640 1 --2- 172.21.15.62:0/2471031590 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee9015d130 0x7fee90150060 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fee8400c450 tx=0x7fee8400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:12.612 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee8cff9640 1 -- 172.21.15.62:0/2471031590 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee840074e0 con 0x7fee9015d130 2023-06-08T03:53:12.612 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee8cff9640 1 -- 172.21.15.62:0/2471031590 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee84007640 con 0x7fee9015d130 2023-06-08T03:53:12.612 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee966f5640 1 -- 172.21.15.62:0/2471031590 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee901524f0 con 0x7fee9015d130 2023-06-08T03:53:12.612 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee8cff9640 1 -- 172.21.15.62:0/2471031590 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee840049f0 con 0x7fee9015d130 2023-06-08T03:53:12.613 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.600+0000 7fee966f5640 1 -- 172.21.15.62:0/2471031590 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee900b30e0 con 0x7fee9015d130 2023-06-08T03:53:12.613 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.604+0000 7fee966f5640 1 -- 172.21.15.62:0/2471031590 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee9004d650 con 0x7fee9015d130 2023-06-08T03:53:12.613 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.604+0000 7fee8cff9640 1 -- 172.21.15.62:0/2471031590 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fee84004b50 con 0x7fee9015d130 2023-06-08T03:53:12.614 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.604+0000 7fee8cff9640 1 --2- 172.21.15.62:0/2471031590 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fee7c066280 0x7fee7c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.614 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.604+0000 7fee8cff9640 1 -- 172.21.15.62:0/2471031590 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fee84083240 con 0x7fee9015d130 2023-06-08T03:53:12.614 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.604+0000 7fee8ffff640 1 --2- 172.21.15.62:0/2471031590 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fee7c066280 0x7fee7c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.614 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.604+0000 7fee8ffff640 1 --2- 172.21.15.62:0/2471031590 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fee7c066280 0x7fee7c068730 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fee880af000 tx=0x7fee880a7070 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:12.615 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.608+0000 7fee8cff9640 1 -- 172.21.15.62:0/2471031590 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fee840541e0 con 0x7fee9015d130 2023-06-08T03:53:12.770 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.760+0000 7fee966f5640 1 -- 172.21.15.62:0/2471031590 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fee9006d090 con 0x7fee9015d130 2023-06-08T03:53:12.771 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.764+0000 7fee8cff9640 1 -- 172.21.15.62:0/2471031590 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v23) v1 ==== 92+0+10 (secure 0 0 0) 0x7fee84018020 con 0x7fee9015d130 2023-06-08T03:53:12.771 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 8 2023-06-08T03:53:12.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.764+0000 7fee966f5640 1 -- 172.21.15.62:0/2471031590 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fee7c066280 msgr2=0x7fee7c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:12.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.764+0000 7fee966f5640 1 --2- 172.21.15.62:0/2471031590 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fee7c066280 0x7fee7c068730 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fee880af000 tx=0x7fee880a7070 comp rx=0 tx=0).stop 2023-06-08T03:53:12.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.764+0000 7fee966f5640 1 -- 172.21.15.62:0/2471031590 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee9015d130 msgr2=0x7fee90150060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:12.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.764+0000 7fee966f5640 1 --2- 172.21.15.62:0/2471031590 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee9015d130 0x7fee90150060 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fee8400c450 tx=0x7fee8400c910 comp rx=0 tx=0).stop 2023-06-08T03:53:12.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.764+0000 7fee966f5640 1 -- 172.21.15.62:0/2471031590 shutdown_connections 2023-06-08T03:53:12.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.764+0000 7fee966f5640 1 --2- 172.21.15.62:0/2471031590 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fee7c066280 0x7fee7c068730 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.764+0000 7fee966f5640 1 --2- 172.21.15.62:0/2471031590 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee9015dcb0 0x7fee90152fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.764+0000 7fee966f5640 1 --2- 172.21.15.62:0/2471031590 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee9015d130 0x7fee90150060 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.764+0000 7fee966f5640 1 --2- 172.21.15.62:0/2471031590 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee901570c0 0x7fee900b1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.764+0000 7fee966f5640 1 -- 172.21.15.62:0/2471031590 >> 172.21.15.62:0/2471031590 conn(0x7fee900ca6a0 msgr2=0x7fee90154150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:12.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.764+0000 7fee966f5640 1 -- 172.21.15.62:0/2471031590 shutdown_connections 2023-06-08T03:53:12.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.764+0000 7fee966f5640 1 -- 172.21.15.62:0/2471031590 wait complete. 2023-06-08T03:53:12.788 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-08T03:53:12.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.908+0000 7f17ba0b1640 1 Processor -- start 2023-06-08T03:53:12.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.908+0000 7f17ba0b1640 1 -- start start 2023-06-08T03:53:12.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.908+0000 7f17ba0b1640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f17b40cdc90 0x7f17b40ce060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.908+0000 7f17ba0b1640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f17b40b3af0 0x7f17b4162300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.908+0000 7f17ba0b1640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f17b40b4030 0x7f17b4164850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.908+0000 7f17ba0b1640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17b40b3380 con 0x7f17b40b4030 2023-06-08T03:53:12.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.908+0000 7f17ba0b1640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17b406f180 con 0x7f17b40b3af0 2023-06-08T03:53:12.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.908+0000 7f17ba0b1640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17b4071850 con 0x7f17b40cdc90 2023-06-08T03:53:12.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.908+0000 7f17b3fff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f17b40b4030 0x7f17b4164850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.917 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.908+0000 7f17b3fff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f17b40b4030 0x7f17b4164850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60000/0 (socket says 172.21.15.62:60000) 2023-06-08T03:53:12.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.908+0000 7f17b3fff640 1 -- 172.21.15.62:0/201977760 learned_addr learned my addr 172.21.15.62:0/201977760 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:12.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.908+0000 7f17b2ffd640 1 --2- 172.21.15.62:0/201977760 >> v2:172.21.15.188:3300/0 conn(0x7f17b40b3af0 0x7f17b4162300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.908+0000 7f17b37fe640 1 --2- 172.21.15.62:0/201977760 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f17b40cdc90 0x7f17b40ce060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.908+0000 7f17b3fff640 1 -- 172.21.15.62:0/201977760 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f17b40cdc90 msgr2=0x7f17b40ce060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:12.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.908+0000 7f17b3fff640 1 --2- 172.21.15.62:0/201977760 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f17b40cdc90 0x7f17b40ce060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.908+0000 7f17b3fff640 1 -- 172.21.15.62:0/201977760 >> v2:172.21.15.188:3300/0 conn(0x7f17b40b3af0 msgr2=0x7f17b4162300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:12.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.908+0000 7f17b3fff640 1 --2- 172.21.15.62:0/201977760 >> v2:172.21.15.188:3300/0 conn(0x7f17b40b3af0 0x7f17b4162300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.908+0000 7f17b3fff640 1 -- 172.21.15.62:0/201977760 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17b40ce5a0 con 0x7f17b40b4030 2023-06-08T03:53:12.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.912+0000 7f17b3fff640 1 --2- 172.21.15.62:0/201977760 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17b40b4030 0x7f17b4164850 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f17b406ecb0 tx=0x7f17ac01c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b52acfadc6a8d952 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:12.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.912+0000 7f17b27fc640 1 -- 172.21.15.62:0/201977760 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17ac0a5700 con 0x7f17b40b4030 2023-06-08T03:53:12.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.912+0000 7f17b27fc640 1 -- 172.21.15.62:0/201977760 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17ac0a5860 con 0x7f17b40b4030 2023-06-08T03:53:12.920 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.912+0000 7f17b27fc640 1 -- 172.21.15.62:0/201977760 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17ac0a5bf0 con 0x7f17b40b4030 2023-06-08T03:53:12.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.912+0000 7f17ba0b1640 1 -- 172.21.15.62:0/201977760 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17b40b4030 msgr2=0x7f17b4164850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:12.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.912+0000 7f17ba0b1640 1 --2- 172.21.15.62:0/201977760 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17b40b4030 0x7f17b4164850 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f17b406ecb0 tx=0x7f17ac01c880 comp rx=0 tx=0).stop 2023-06-08T03:53:12.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.912+0000 7f17ba0b1640 1 -- 172.21.15.62:0/201977760 shutdown_connections 2023-06-08T03:53:12.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.912+0000 7f17ba0b1640 1 --2- 172.21.15.62:0/201977760 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17b40b4030 0x7f17b4164850 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.912+0000 7f17ba0b1640 1 --2- 172.21.15.62:0/201977760 >> v2:172.21.15.188:3300/0 conn(0x7f17b40b3af0 0x7f17b4162300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.912+0000 7f17ba0b1640 1 --2- 172.21.15.62:0/201977760 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f17b40cdc90 0x7f17b40ce060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.912+0000 7f17ba0b1640 1 -- 172.21.15.62:0/201977760 >> 172.21.15.62:0/201977760 conn(0x7f17b40b1f90 msgr2=0x7f17b4070970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:12.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.912+0000 7f17ba0b1640 1 -- 172.21.15.62:0/201977760 shutdown_connections 2023-06-08T03:53:12.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.912+0000 7f17ba0b1640 1 -- 172.21.15.62:0/201977760 wait complete. 2023-06-08T03:53:12.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.912+0000 7f17ba0b1640 1 Processor -- start 2023-06-08T03:53:12.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.912+0000 7f17ba0b1640 1 -- start start 2023-06-08T03:53:12.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17ba0b1640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f17b40b3af0 0x7f17b415c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17ba0b1640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f17b40b4030 0x7f17b41598a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17ba0b1640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17b40cdc90 0x7f17b4159de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17ba0b1640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17b415cd00 con 0x7f17b40cdc90 2023-06-08T03:53:12.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17ba0b1640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17b415cfe0 con 0x7f17b40b3af0 2023-06-08T03:53:12.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17ba0b1640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17b415d2c0 con 0x7f17b40b4030 2023-06-08T03:53:12.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17b3fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17b40cdc90 0x7f17b4159de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17b3fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17b40cdc90 0x7f17b4159de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60010/0 (socket says 172.21.15.62:60010) 2023-06-08T03:53:12.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17b3fff640 1 -- 172.21.15.62:0/1953824541 learned_addr learned my addr 172.21.15.62:0/1953824541 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:12.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17b37fe640 1 --2- 172.21.15.62:0/1953824541 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f17b40b3af0 0x7f17b415c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17b2ffd640 1 --2- 172.21.15.62:0/1953824541 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f17b40b4030 0x7f17b41598a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17b3fff640 1 -- 172.21.15.62:0/1953824541 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f17b40b4030 msgr2=0x7f17b41598a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:12.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17b3fff640 1 --2- 172.21.15.62:0/1953824541 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f17b40b4030 0x7f17b41598a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17b3fff640 1 -- 172.21.15.62:0/1953824541 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f17b40b3af0 msgr2=0x7f17b415c4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:12.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17b3fff640 1 --2- 172.21.15.62:0/1953824541 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f17b40b3af0 0x7f17b415c4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:12.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17b3fff640 1 -- 172.21.15.62:0/1953824541 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17ac009b30 con 0x7f17b40cdc90 2023-06-08T03:53:12.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17b3fff640 1 --2- 172.21.15.62:0/1953824541 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17b40cdc90 0x7f17b4159de0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f17ac01af30 tx=0x7f17ac019620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:12.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f179bfff640 1 -- 172.21.15.62:0/1953824541 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17ac0b8670 con 0x7f17b40cdc90 2023-06-08T03:53:12.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f179bfff640 1 -- 172.21.15.62:0/1953824541 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17ac0b87f0 con 0x7f17b40cdc90 2023-06-08T03:53:12.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17ba0b1640 1 -- 172.21.15.62:0/1953824541 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17b415d5a0 con 0x7f17b40cdc90 2023-06-08T03:53:12.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f179bfff640 1 -- 172.21.15.62:0/1953824541 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17ac0b8ba0 con 0x7f17b40cdc90 2023-06-08T03:53:12.927 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17ba0b1640 1 -- 172.21.15.62:0/1953824541 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17b415ca10 con 0x7f17b40cdc90 2023-06-08T03:53:12.927 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17ba0b1640 1 -- 172.21.15.62:0/1953824541 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17b404d650 con 0x7f17b40cdc90 2023-06-08T03:53:12.928 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f179bfff640 1 -- 172.21.15.62:0/1953824541 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f17ac0b8d00 con 0x7f17b40cdc90 2023-06-08T03:53:12.928 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f179bfff640 1 --2- 172.21.15.62:0/1953824541 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f17a0066280 0x7f17a0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:12.928 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f179bfff640 1 -- 172.21.15.62:0/1953824541 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f17ac11f2e0 con 0x7f17b40cdc90 2023-06-08T03:53:12.928 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.916+0000 7f17b37fe640 1 --2- 172.21.15.62:0/1953824541 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f17a0066280 0x7f17a0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:12.928 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.920+0000 7f17b37fe640 1 --2- 172.21.15.62:0/1953824541 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f17a0066280 0x7f17a0068730 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f17a4009670 tx=0x7f17a4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:12.929 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:12.920+0000 7f179bfff640 1 -- 172.21.15.62:0/1953824541 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f17ac0ec810 con 0x7f17b40cdc90 2023-06-08T03:53:13.080 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.072+0000 7f17ba0b1640 1 -- 172.21.15.62:0/1953824541 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f17b40adf50 con 0x7f17b40cdc90 2023-06-08T03:53:13.081 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.072+0000 7f179bfff640 1 -- 172.21.15.62:0/1953824541 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7f17ac009510 con 0x7f17b40cdc90 2023-06-08T03:53:13.081 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 32 2023-06-08T03:53:13.083 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.076+0000 7f17ba0b1640 1 -- 172.21.15.62:0/1953824541 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f17a0066280 msgr2=0x7f17a0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:13.083 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.076+0000 7f17ba0b1640 1 --2- 172.21.15.62:0/1953824541 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f17a0066280 0x7f17a0068730 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f17a4009670 tx=0x7f17a4008040 comp rx=0 tx=0).stop 2023-06-08T03:53:13.083 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.076+0000 7f17ba0b1640 1 -- 172.21.15.62:0/1953824541 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17b40cdc90 msgr2=0x7f17b4159de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:13.084 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.076+0000 7f17ba0b1640 1 --2- 172.21.15.62:0/1953824541 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17b40cdc90 0x7f17b4159de0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f17ac01af30 tx=0x7f17ac019620 comp rx=0 tx=0).stop 2023-06-08T03:53:13.084 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.076+0000 7f17ba0b1640 1 -- 172.21.15.62:0/1953824541 shutdown_connections 2023-06-08T03:53:13.084 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.076+0000 7f17ba0b1640 1 --2- 172.21.15.62:0/1953824541 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f17a0066280 0x7f17a0068730 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.084 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.076+0000 7f17ba0b1640 1 --2- 172.21.15.62:0/1953824541 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17b40cdc90 0x7f17b4159de0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.084 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.076+0000 7f17ba0b1640 1 --2- 172.21.15.62:0/1953824541 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f17b40b4030 0x7f17b41598a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.084 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.076+0000 7f17ba0b1640 1 --2- 172.21.15.62:0/1953824541 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f17b40b3af0 0x7f17b415c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.084 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.076+0000 7f17ba0b1640 1 -- 172.21.15.62:0/1953824541 >> 172.21.15.62:0/1953824541 conn(0x7f17b40b1f90 msgr2=0x7f17b40aed50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:13.085 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.076+0000 7f17ba0b1640 1 -- 172.21.15.62:0/1953824541 shutdown_connections 2023-06-08T03:53:13.085 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.076+0000 7f17ba0b1640 1 -- 172.21.15.62:0/1953824541 wait complete. 2023-06-08T03:53:13.099 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-08T03:53:13.219 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.212+0000 7f3be02ef640 1 Processor -- start 2023-06-08T03:53:13.219 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.212+0000 7f3be02ef640 1 -- start start 2023-06-08T03:53:13.220 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.212+0000 7f3be02ef640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3bd81570c0 0x7f3bd815d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:13.220 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.212+0000 7f3be02ef640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f3bd815d130 0x7f3bd80c8270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:13.220 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.212+0000 7f3be02ef640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3bd8157490 con 0x7f3bd815dcb0 2023-06-08T03:53:13.220 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.212+0000 7f3be02ef640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3bd8070020 con 0x7f3bd815d130 2023-06-08T03:53:13.220 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.212+0000 7f3be02ef640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd8070300 con 0x7f3bd81570c0 2023-06-08T03:53:13.221 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.212+0000 7f3bde08b640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3bd81570c0 0x7f3bd815d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:13.221 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.212+0000 7f3bdd88a640 1 --1- >> v1:172.21.15.188:6789/0 conn(0x7f3bd815dcb0 0x7f3bd80af6a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.188:6789/0 says I am v1:172.21.15.62:59458/0 (socket says 172.21.15.62:59458) 2023-06-08T03:53:13.222 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.212+0000 7f3bde88c640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f3bd815d130 0x7f3bd80c8270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:13.222 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.212+0000 7f3bdd88a640 1 -- 172.21.15.62:0/94693671 learned_addr learned my addr 172.21.15.62:0/94693671 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:13.222 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.212+0000 7f3bdd089640 1 -- 172.21.15.62:0/94693671 <== mon.1 v1:172.21.15.188:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1828455934 0 0) 0x7f3bd8157490 con 0x7f3bd815dcb0 2023-06-08T03:53:13.222 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.212+0000 7f3bdd089640 1 -- 172.21.15.62:0/94693671 --> v1:172.21.15.188:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3bc4003530 con 0x7f3bd815dcb0 2023-06-08T03:53:13.222 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.212+0000 7f3bde08b640 1 -- 172.21.15.62:0/94693671 >> v2:172.21.15.188:3300/0 conn(0x7f3bd815d130 msgr2=0x7f3bd80c8270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:13.222 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.212+0000 7f3bde08b640 1 --2- 172.21.15.62:0/94693671 >> v2:172.21.15.188:3300/0 conn(0x7f3bd815d130 0x7f3bd80c8270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.222 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.212+0000 7f3bde08b640 1 -- 172.21.15.62:0/94693671 >> v1:172.21.15.188:6789/0 conn(0x7f3bd815dcb0 legacy=0x7f3bd80af6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:13.223 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.212+0000 7f3bde08b640 1 -- 172.21.15.62:0/94693671 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bd80705e0 con 0x7f3bd81570c0 2023-06-08T03:53:13.223 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.212+0000 7f3bde88c640 1 --2- 172.21.15.62:0/94693671 >> v2:172.21.15.188:3300/0 conn(0x7f3bd815d130 0x7f3bd80c8270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:53:13.223 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.216+0000 7f3bde08b640 1 --2- 172.21.15.62:0/94693671 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3bd81570c0 0x7f3bd815d770 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f3bd40097c0 tx=0x7f3bd401c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e41570cce6eefcb4 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:13.224 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.216+0000 7f3bdd089640 1 -- 172.21.15.62:0/94693671 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd40ab600 con 0x7f3bd81570c0 2023-06-08T03:53:13.224 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.216+0000 7f3bdd089640 1 -- 172.21.15.62:0/94693671 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3bd40a7050 con 0x7f3bd81570c0 2023-06-08T03:53:13.224 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.216+0000 7f3bdd089640 1 -- 172.21.15.62:0/94693671 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd40ab980 con 0x7f3bd81570c0 2023-06-08T03:53:13.225 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.216+0000 7f3be02ef640 1 -- 172.21.15.62:0/94693671 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3bd81570c0 msgr2=0x7f3bd815d770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:13.225 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.216+0000 7f3be02ef640 1 --2- 172.21.15.62:0/94693671 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3bd81570c0 0x7f3bd815d770 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f3bd40097c0 tx=0x7f3bd401c3c0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.225 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.216+0000 7f3be02ef640 1 -- 172.21.15.62:0/94693671 shutdown_connections 2023-06-08T03:53:13.225 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.216+0000 7f3be02ef640 1 --2- 172.21.15.62:0/94693671 >> v2:172.21.15.188:3300/0 conn(0x7f3bd815d130 0x7f3bd80c8270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.225 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.216+0000 7f3be02ef640 1 --2- 172.21.15.62:0/94693671 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3bd81570c0 0x7f3bd815d770 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.226 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.216+0000 7f3be02ef640 1 -- 172.21.15.62:0/94693671 >> 172.21.15.62:0/94693671 conn(0x7f3bd80ca6a0 msgr2=0x7f3bd80caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:13.226 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.216+0000 7f3be02ef640 1 -- 172.21.15.62:0/94693671 shutdown_connections 2023-06-08T03:53:13.226 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.216+0000 7f3be02ef640 1 -- 172.21.15.62:0/94693671 wait complete. 2023-06-08T03:53:13.226 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3be02ef640 1 Processor -- start 2023-06-08T03:53:13.226 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3be02ef640 1 -- start start 2023-06-08T03:53:13.228 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3be02ef640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f3bd81570c0 0x7f3bd814e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:13.228 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3be02ef640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3bd815d130 0x7f3bd80af5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:13.228 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3be02ef640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3bd815dcb0 0x7f3bd8150dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:13.228 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3be02ef640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd80b1920 con 0x7f3bd815d130 2023-06-08T03:53:13.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3be02ef640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd81503a0 con 0x7f3bd81570c0 2023-06-08T03:53:13.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3be02ef640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd80afae0 con 0x7f3bd815dcb0 2023-06-08T03:53:13.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3bdd88a640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3bd815d130 0x7f3bd80af5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:13.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3bdd88a640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3bd815d130 0x7f3bd80af5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60022/0 (socket says 172.21.15.62:60022) 2023-06-08T03:53:13.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3bdd88a640 1 -- 172.21.15.62:0/2592680554 learned_addr learned my addr 172.21.15.62:0/2592680554 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:13.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3bde08b640 1 --2- 172.21.15.62:0/2592680554 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f3bd81570c0 0x7f3bd814e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:13.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3bde88c640 1 --2- 172.21.15.62:0/2592680554 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3bd815dcb0 0x7f3bd8150dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:13.230 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3bdd88a640 1 -- 172.21.15.62:0/2592680554 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3bd815dcb0 msgr2=0x7f3bd8150dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:13.230 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3bdd88a640 1 --2- 172.21.15.62:0/2592680554 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3bd815dcb0 0x7f3bd8150dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.230 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3bdd88a640 1 -- 172.21.15.62:0/2592680554 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f3bd81570c0 msgr2=0x7f3bd814e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:13.230 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3bdd88a640 1 --2- 172.21.15.62:0/2592680554 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f3bd81570c0 0x7f3bd814e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.230 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3bdd88a640 1 -- 172.21.15.62:0/2592680554 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bd0009a70 con 0x7f3bd815d130 2023-06-08T03:53:13.230 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3bdd88a640 1 --2- 172.21.15.62:0/2592680554 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3bd815d130 0x7f3bd80af5a0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f3bc800c450 tx=0x7f3bc800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:13.231 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3bceffd640 1 -- 172.21.15.62:0/2592680554 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc8005cf0 con 0x7f3bd815d130 2023-06-08T03:53:13.231 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3bceffd640 1 -- 172.21.15.62:0/2592680554 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3bc8005e50 con 0x7f3bd815d130 2023-06-08T03:53:13.231 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3bceffd640 1 -- 172.21.15.62:0/2592680554 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc8007270 con 0x7f3bd815d130 2023-06-08T03:53:13.232 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3be02ef640 1 -- 172.21.15.62:0/2592680554 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3bd4009420 con 0x7f3bd815d130 2023-06-08T03:53:13.232 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3be02ef640 1 -- 172.21.15.62:0/2592680554 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3bd80b0a50 con 0x7f3bd815d130 2023-06-08T03:53:13.232 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3be02ef640 1 -- 172.21.15.62:0/2592680554 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3bd804d650 con 0x7f3bd815d130 2023-06-08T03:53:13.232 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.220+0000 7f3bceffd640 1 -- 172.21.15.62:0/2592680554 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f3bc80073d0 con 0x7f3bd815d130 2023-06-08T03:53:13.232 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.224+0000 7f3bceffd640 1 --2- 172.21.15.62:0/2592680554 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3bbc066280 0x7f3bbc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:13.232 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.224+0000 7f3bceffd640 1 -- 172.21.15.62:0/2592680554 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f3bc80831d0 con 0x7f3bd815d130 2023-06-08T03:53:13.232 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.224+0000 7f3bde08b640 1 --2- 172.21.15.62:0/2592680554 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3bbc066280 0x7f3bbc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:13.233 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.224+0000 7f3bde08b640 1 --2- 172.21.15.62:0/2592680554 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3bbc066280 0x7f3bbc068730 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3bd40ad000 tx=0x7f3bd4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:13.234 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.228+0000 7f3bceffd640 1 -- 172.21.15.62:0/2592680554 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f3bc8050700 con 0x7f3bd815d130 2023-06-08T03:53:13.381 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.372+0000 7f3be02ef640 1 -- 172.21.15.62:0/2592680554 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f3bd80b3ba0 con 0x7f3bd815d130 2023-06-08T03:53:13.382 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.372+0000 7f3bceffd640 1 -- 172.21.15.62:0/2592680554 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7f3bc8053d20 con 0x7f3bd815d130 2023-06-08T03:53:13.382 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 64 2023-06-08T03:53:13.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.376+0000 7f3be02ef640 1 -- 172.21.15.62:0/2592680554 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3bbc066280 msgr2=0x7f3bbc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:13.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.376+0000 7f3be02ef640 1 --2- 172.21.15.62:0/2592680554 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3bbc066280 0x7f3bbc068730 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3bd40ad000 tx=0x7f3bd4008040 comp rx=0 tx=0).stop 2023-06-08T03:53:13.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.376+0000 7f3be02ef640 1 -- 172.21.15.62:0/2592680554 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3bd815d130 msgr2=0x7f3bd80af5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:13.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.376+0000 7f3be02ef640 1 --2- 172.21.15.62:0/2592680554 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3bd815d130 0x7f3bd80af5a0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f3bc800c450 tx=0x7f3bc800c910 comp rx=0 tx=0).stop 2023-06-08T03:53:13.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.376+0000 7f3be02ef640 1 -- 172.21.15.62:0/2592680554 shutdown_connections 2023-06-08T03:53:13.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.376+0000 7f3be02ef640 1 --2- 172.21.15.62:0/2592680554 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3bbc066280 0x7f3bbc068730 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.376+0000 7f3be02ef640 1 --2- 172.21.15.62:0/2592680554 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3bd815dcb0 0x7f3bd8150dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.376+0000 7f3be02ef640 1 --2- 172.21.15.62:0/2592680554 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3bd815d130 0x7f3bd80af5a0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.376+0000 7f3be02ef640 1 --2- 172.21.15.62:0/2592680554 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f3bd81570c0 0x7f3bd814e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.376+0000 7f3be02ef640 1 -- 172.21.15.62:0/2592680554 >> 172.21.15.62:0/2592680554 conn(0x7f3bd80ca6a0 msgr2=0x7f3bd8157660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:13.386 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.376+0000 7f3be02ef640 1 -- 172.21.15.62:0/2592680554 shutdown_connections 2023-06-08T03:53:13.386 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.376+0000 7f3be02ef640 1 -- 172.21.15.62:0/2592680554 wait complete. 2023-06-08T03:53:13.400 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-08T03:53:13.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.508+0000 7f39d6305640 1 Processor -- start 2023-06-08T03:53:13.517 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.508+0000 7f39d6305640 1 -- start start 2023-06-08T03:53:13.517 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.508+0000 7f39d6305640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f39d00afdd0 0x7f39d015dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:13.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.508+0000 7f39d6305640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39d0070a10 con 0x7f39d00705b0 2023-06-08T03:53:13.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.508+0000 7f39d6305640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39d0159af0 con 0x7f39d0159720 2023-06-08T03:53:13.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.508+0000 7f39d6305640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39d006c500 con 0x7f39d00afdd0 2023-06-08T03:53:13.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.508+0000 7f39d48a2640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f39d00afdd0 0x7f39d015dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:13.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.508+0000 7f39c7fff640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f39d00705b0 0x7f39d00af6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41298/0 (socket says 172.21.15.62:41298) 2023-06-08T03:53:13.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.508+0000 7f39d48a2640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f39d00afdd0 0x7f39d015dc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60034/0 (socket says 172.21.15.62:60034) 2023-06-08T03:53:13.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.508+0000 7f39c7fff640 1 -- 172.21.15.62:0/4245482125 learned_addr learned my addr 172.21.15.62:0/4245482125 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:13.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.508+0000 7f39d48a2640 1 -- 172.21.15.62:0/4245482125 >> v1:172.21.15.188:6789/0 conn(0x7f39d0159720 legacy=0x7f39d006c990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:13.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.508+0000 7f39d48a2640 1 -- 172.21.15.62:0/4245482125 >> v1:172.21.15.62:6789/0 conn(0x7f39d00705b0 legacy=0x7f39d00af6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:13.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.508+0000 7f39d48a2640 1 -- 172.21.15.62:0/4245482125 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39d015e180 con 0x7f39d00afdd0 2023-06-08T03:53:13.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.512+0000 7f39d48a2640 1 --2- 172.21.15.62:0/4245482125 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39d00afdd0 0x7f39d015dc40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f39c8009d90 tx=0x7f39c801c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b60947175e125b35 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:13.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.512+0000 7f39cf7fe640 1 -- 172.21.15.62:0/4245482125 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39c80a5a10 con 0x7f39d00afdd0 2023-06-08T03:53:13.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.512+0000 7f39cf7fe640 1 -- 172.21.15.62:0/4245482125 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39c80a5b70 con 0x7f39d00afdd0 2023-06-08T03:53:13.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.512+0000 7f39cf7fe640 1 -- 172.21.15.62:0/4245482125 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39c80ad440 con 0x7f39d00afdd0 2023-06-08T03:53:13.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.512+0000 7f39d6305640 1 -- 172.21.15.62:0/4245482125 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39d00afdd0 msgr2=0x7f39d015dc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:13.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.512+0000 7f39d6305640 1 --2- 172.21.15.62:0/4245482125 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39d00afdd0 0x7f39d015dc40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f39c8009d90 tx=0x7f39c801c950 comp rx=0 tx=0).stop 2023-06-08T03:53:13.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.512+0000 7f39d6305640 1 -- 172.21.15.62:0/4245482125 shutdown_connections 2023-06-08T03:53:13.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.512+0000 7f39d6305640 1 --2- 172.21.15.62:0/4245482125 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39d00afdd0 0x7f39d015dc40 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.512+0000 7f39d6305640 1 -- 172.21.15.62:0/4245482125 >> 172.21.15.62:0/4245482125 conn(0x7f39d00ca6c0 msgr2=0x7f39d00caac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:13.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.512+0000 7f39d6305640 1 -- 172.21.15.62:0/4245482125 shutdown_connections 2023-06-08T03:53:13.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.512+0000 7f39d6305640 1 -- 172.21.15.62:0/4245482125 wait complete. 2023-06-08T03:53:13.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.512+0000 7f39d6305640 1 Processor -- start 2023-06-08T03:53:13.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.512+0000 7f39d6305640 1 -- start start 2023-06-08T03:53:13.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39d6305640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39d00705b0 0x7f39d014f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:13.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39d6305640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f39d00afdd0 0x7f39d01511d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:13.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39d6305640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f39d0159720 0x7f39d0151710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:13.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39d6305640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39d00b1800 con 0x7f39d00705b0 2023-06-08T03:53:13.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39d6305640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39d014fbd0 con 0x7f39d0159720 2023-06-08T03:53:13.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39d6305640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39d0150a30 con 0x7f39d00afdd0 2023-06-08T03:53:13.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39cffff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39d00705b0 0x7f39d014f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:13.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39cffff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39d00705b0 0x7f39d014f250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60046/0 (socket says 172.21.15.62:60046) 2023-06-08T03:53:13.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39cffff640 1 -- 172.21.15.62:0/2636008537 learned_addr learned my addr 172.21.15.62:0/2636008537 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:13.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39c7fff640 1 --2- 172.21.15.62:0/2636008537 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f39d00afdd0 0x7f39d01511d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:13.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39d48a2640 1 --2- 172.21.15.62:0/2636008537 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f39d0159720 0x7f39d0151710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:13.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39cffff640 1 -- 172.21.15.62:0/2636008537 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f39d00afdd0 msgr2=0x7f39d01511d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:13.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39cffff640 1 --2- 172.21.15.62:0/2636008537 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f39d00afdd0 0x7f39d01511d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39cffff640 1 -- 172.21.15.62:0/2636008537 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f39d0159720 msgr2=0x7f39d0151710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:13.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39cffff640 1 --2- 172.21.15.62:0/2636008537 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f39d0159720 0x7f39d0151710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39cffff640 1 -- 172.21.15.62:0/2636008537 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39c8009a70 con 0x7f39d00705b0 2023-06-08T03:53:13.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39c7fff640 1 --2- 172.21.15.62:0/2636008537 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f39d00afdd0 0x7f39d01511d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:13.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39d48a2640 1 --2- 172.21.15.62:0/2636008537 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f39d0159720 0x7f39d0151710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:13.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39cffff640 1 --2- 172.21.15.62:0/2636008537 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39d00705b0 0x7f39d014f250 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f39c000c530 tx=0x7f39c000c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:13.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39cd7fa640 1 -- 172.21.15.62:0/2636008537 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39c0005220 con 0x7f39d00705b0 2023-06-08T03:53:13.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39cd7fa640 1 -- 172.21.15.62:0/2636008537 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39c0005380 con 0x7f39d00705b0 2023-06-08T03:53:13.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39d6305640 1 -- 172.21.15.62:0/2636008537 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39d014fe20 con 0x7f39d00705b0 2023-06-08T03:53:13.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39cd7fa640 1 -- 172.21.15.62:0/2636008537 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39c0007270 con 0x7f39d00705b0 2023-06-08T03:53:13.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39d6305640 1 -- 172.21.15.62:0/2636008537 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39d01503e0 con 0x7f39d00705b0 2023-06-08T03:53:13.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39d6305640 1 -- 172.21.15.62:0/2636008537 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f39d00b1fe0 con 0x7f39d00705b0 2023-06-08T03:53:13.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39cd7fa640 1 -- 172.21.15.62:0/2636008537 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f39c00073d0 con 0x7f39d00705b0 2023-06-08T03:53:13.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39cd7fa640 1 --2- 172.21.15.62:0/2636008537 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f39b00662b0 0x7f39b0068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:13.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39cd7fa640 1 -- 172.21.15.62:0/2636008537 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f39c0083460 con 0x7f39d00705b0 2023-06-08T03:53:13.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.516+0000 7f39c7fff640 1 --2- 172.21.15.62:0/2636008537 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f39b00662b0 0x7f39b0068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:13.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.520+0000 7f39c7fff640 1 --2- 172.21.15.62:0/2636008537 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f39b00662b0 0x7f39b0068760 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f39d0152be0 tx=0x7f39b8009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:13.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.520+0000 7f39cd7fa640 1 -- 172.21.15.62:0/2636008537 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f39c00508e0 con 0x7f39d00705b0 2023-06-08T03:53:13.688 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.680+0000 7f39d6305640 1 -- 172.21.15.62:0/2636008537 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f39d0159af0 con 0x7f39d00705b0 2023-06-08T03:53:13.689 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.680+0000 7f39cd7fa640 1 -- 172.21.15.62:0/2636008537 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v23) v1 ==== 80+0+0 (secure 0 0 0) 0x7f39d0159af0 con 0x7f39d00705b0 2023-06-08T03:53:13.689 INFO:teuthology.orchestra.run.smithi062.stderr:listed 0 entries 2023-06-08T03:53:13.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.684+0000 7f39d6305640 1 -- 172.21.15.62:0/2636008537 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f39b00662b0 msgr2=0x7f39b0068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:13.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.684+0000 7f39d6305640 1 --2- 172.21.15.62:0/2636008537 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f39b00662b0 0x7f39b0068760 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f39d0152be0 tx=0x7f39b8009040 comp rx=0 tx=0).stop 2023-06-08T03:53:13.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.684+0000 7f39d6305640 1 -- 172.21.15.62:0/2636008537 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39d00705b0 msgr2=0x7f39d014f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:13.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.684+0000 7f39d6305640 1 --2- 172.21.15.62:0/2636008537 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39d00705b0 0x7f39d014f250 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f39c000c530 tx=0x7f39c000c9f0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.684+0000 7f39d6305640 1 -- 172.21.15.62:0/2636008537 shutdown_connections 2023-06-08T03:53:13.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.684+0000 7f39d6305640 1 --2- 172.21.15.62:0/2636008537 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f39b00662b0 0x7f39b0068760 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.684+0000 7f39d6305640 1 --2- 172.21.15.62:0/2636008537 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f39d0159720 0x7f39d0151710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.684+0000 7f39d6305640 1 --2- 172.21.15.62:0/2636008537 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f39d00afdd0 0x7f39d01511d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.684+0000 7f39d6305640 1 --2- 172.21.15.62:0/2636008537 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39d00705b0 0x7f39d014f250 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.684+0000 7f39d6305640 1 -- 172.21.15.62:0/2636008537 >> 172.21.15.62:0/2636008537 conn(0x7f39d00ca6c0 msgr2=0x7f39d00cb7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:13.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.684+0000 7f39d6305640 1 -- 172.21.15.62:0/2636008537 shutdown_connections 2023-06-08T03:53:13.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.684+0000 7f39d6305640 1 -- 172.21.15.62:0/2636008537 wait complete. 2023-06-08T03:53:13.706 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:53:13.707 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-08T03:53:13.712 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:53:13.877 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.868+0000 7fef6fcf6640 1 Processor -- start 2023-06-08T03:53:13.878 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.868+0000 7fef6fcf6640 1 -- start start 2023-06-08T03:53:13.879 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6fcf6640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fef680cf2e0 0x7fef68159960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:13.879 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6fcf6640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef6815a930 con 0x7fef6815dbc0 2023-06-08T03:53:13.879 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6fcf6640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef680b1b20 con 0x7fef68159590 2023-06-08T03:53:13.880 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6fcf6640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef6815a650 con 0x7fef680cf2e0 2023-06-08T03:53:13.880 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6e293640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fef6815dbc0 0x7fef68159ea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41310/0 (socket says 172.21.15.62:41310) 2023-06-08T03:53:13.880 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6e293640 1 -- 172.21.15.62:0/3462352343 learned_addr learned my addr 172.21.15.62:0/3462352343 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:13.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6d291640 1 --2- 172.21.15.62:0/3462352343 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fef680cf2e0 0x7fef68159960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:13.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6ca90640 1 -- 172.21.15.62:0/3462352343 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 869137710 0 0) 0x7fef6815a930 con 0x7fef6815dbc0 2023-06-08T03:53:13.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6ca90640 1 -- 172.21.15.62:0/3462352343 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fef54003530 con 0x7fef6815dbc0 2023-06-08T03:53:13.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6ca90640 1 -- 172.21.15.62:0/3462352343 <== mon.1 v1:172.21.15.188:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2208676643 0 0) 0x7fef680b1b20 con 0x7fef68159590 2023-06-08T03:53:13.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6ca90640 1 -- 172.21.15.62:0/3462352343 --> v1:172.21.15.188:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fef6815a930 con 0x7fef68159590 2023-06-08T03:53:13.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6ca90640 1 -- 172.21.15.62:0/3462352343 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 515770361 0 0) 0x7fef54003530 con 0x7fef6815dbc0 2023-06-08T03:53:13.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6ca90640 1 -- 172.21.15.62:0/3462352343 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fef680cf2e0 msgr2=0x7fef68159960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:13.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6ca90640 1 --2- 172.21.15.62:0/3462352343 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fef680cf2e0 0x7fef68159960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6ca90640 1 -- 172.21.15.62:0/3462352343 >> v1:172.21.15.188:6789/0 conn(0x7fef68159590 legacy=0x7fef680cebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:13.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6ca90640 1 -- 172.21.15.62:0/3462352343 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef6815d0e0 con 0x7fef6815dbc0 2023-06-08T03:53:13.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6ca90640 1 -- 172.21.15.62:0/3462352343 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fef60001a00 con 0x7fef6815dbc0 2023-06-08T03:53:13.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6ca90640 1 -- 172.21.15.62:0/3462352343 >> v1:172.21.15.62:6789/0 conn(0x7fef6815dbc0 legacy=0x7fef68159ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:13.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6ca90640 1 --2- 172.21.15.62:0/3462352343 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fef54003b40 0x7fef54003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:13.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6ca90640 1 --2- 172.21.15.62:0/3462352343 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fef680cf2e0 0x7fef540047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:13.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6ca90640 1 --2- 172.21.15.62:0/3462352343 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef54004d10 0x7fef54005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:13.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6ca90640 1 -- 172.21.15.62:0/3462352343 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef6815a650 con 0x7fef54004d10 2023-06-08T03:53:13.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6ca90640 1 -- 172.21.15.62:0/3462352343 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef5400ba40 con 0x7fef54003b40 2023-06-08T03:53:13.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6ca90640 1 -- 172.21.15.62:0/3462352343 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef5400bc00 con 0x7fef680cf2e0 2023-06-08T03:53:13.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6e293640 1 --2- 172.21.15.62:0/3462352343 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef54004d10 0x7fef54005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:13.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6da92640 1 --2- 172.21.15.62:0/3462352343 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fef54003b40 0x7fef54003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:13.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6d291640 1 --2- 172.21.15.62:0/3462352343 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fef680cf2e0 0x7fef540047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:13.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6e293640 1 -- 172.21.15.62:0/3462352343 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fef680cf2e0 msgr2=0x7fef540047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:13.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6e293640 1 --2- 172.21.15.62:0/3462352343 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fef680cf2e0 0x7fef540047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6e293640 1 -- 172.21.15.62:0/3462352343 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fef54003b40 msgr2=0x7fef54003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:13.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6e293640 1 --2- 172.21.15.62:0/3462352343 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fef54003b40 0x7fef54003f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6e293640 1 -- 172.21.15.62:0/3462352343 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef54003530 con 0x7fef54004d10 2023-06-08T03:53:13.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.872+0000 7fef6da92640 1 --2- 172.21.15.62:0/3462352343 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fef54003b40 0x7fef54003f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:53:13.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6e293640 1 --2- 172.21.15.62:0/3462352343 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef54004d10 0x7fef54005180 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fef60002240 tx=0x7fef6001f9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1112088d29cf9f4 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:13.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6ca90640 1 -- 172.21.15.62:0/3462352343 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef600aa610 con 0x7fef54004d10 2023-06-08T03:53:13.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6ca90640 1 -- 172.21.15.62:0/3462352343 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef600aa790 con 0x7fef54004d10 2023-06-08T03:53:13.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6ca90640 1 -- 172.21.15.62:0/3462352343 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef600aab40 con 0x7fef54004d10 2023-06-08T03:53:13.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6fcf6640 1 -- 172.21.15.62:0/3462352343 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef54004d10 msgr2=0x7fef54005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:13.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6fcf6640 1 --2- 172.21.15.62:0/3462352343 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef54004d10 0x7fef54005180 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fef60002240 tx=0x7fef6001f9e0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6e293640 1 -- 172.21.15.62:0/3462352343 reap_dead start 2023-06-08T03:53:13.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6fcf6640 1 -- 172.21.15.62:0/3462352343 shutdown_connections 2023-06-08T03:53:13.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6fcf6640 1 -- 172.21.15.62:0/3462352343 >> 172.21.15.62:0/3462352343 conn(0x7fef6806ea80 msgr2=0x7fef6806ee80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:13.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6fcf6640 1 -- 172.21.15.62:0/3462352343 shutdown_connections 2023-06-08T03:53:13.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6fcf6640 1 -- 172.21.15.62:0/3462352343 wait complete. 2023-06-08T03:53:13.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6fcf6640 1 Processor -- start 2023-06-08T03:53:13.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6fcf6640 1 -- start start 2023-06-08T03:53:13.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6fcf6640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef681f0200 0x7fef68144c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:13.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6fcf6640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fef681f05d0 0x7fef681f3f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:13.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6fcf6640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fef681f44d0 0x7fef680b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:13.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6fcf6640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef681f4970 con 0x7fef681f0200 2023-06-08T03:53:13.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6fcf6640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef680b5af0 con 0x7fef681f44d0 2023-06-08T03:53:13.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6fcf6640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef6815ac80 con 0x7fef681f05d0 2023-06-08T03:53:13.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6da92640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef681f0200 0x7fef68144c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:13.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6da92640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef681f0200 0x7fef68144c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60068/0 (socket says 172.21.15.62:60068) 2023-06-08T03:53:13.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6da92640 1 -- 172.21.15.62:0/3474584165 learned_addr learned my addr 172.21.15.62:0/3474584165 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:13.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6e293640 1 --2- 172.21.15.62:0/3474584165 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fef681f44d0 0x7fef680b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:13.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6d291640 1 --2- 172.21.15.62:0/3474584165 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fef681f05d0 0x7fef681f3f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:13.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6da92640 1 -- 172.21.15.62:0/3474584165 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fef681f05d0 msgr2=0x7fef681f3f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:13.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6da92640 1 --2- 172.21.15.62:0/3474584165 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fef681f05d0 0x7fef681f3f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6da92640 1 -- 172.21.15.62:0/3474584165 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fef681f44d0 msgr2=0x7fef680b4e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:13.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6da92640 1 --2- 172.21.15.62:0/3474584165 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fef681f44d0 0x7fef680b4e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:13.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6da92640 1 -- 172.21.15.62:0/3474584165 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef6815af60 con 0x7fef681f0200 2023-06-08T03:53:13.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6e293640 1 --2- 172.21.15.62:0/3474584165 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fef681f44d0 0x7fef680b4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:13.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.876+0000 7fef6da92640 1 --2- 172.21.15.62:0/3474584165 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef681f0200 0x7fef68144c10 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fef6400e780 tx=0x7fef6400ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:13.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.880+0000 7fef5e7fc640 1 -- 172.21.15.62:0/3474584165 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef64017070 con 0x7fef681f0200 2023-06-08T03:53:13.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.880+0000 7fef5e7fc640 1 -- 172.21.15.62:0/3474584165 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef640050d0 con 0x7fef681f0200 2023-06-08T03:53:13.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.880+0000 7fef6fcf6640 1 -- 172.21.15.62:0/3474584165 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef6815b240 con 0x7fef681f0200 2023-06-08T03:53:13.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.880+0000 7fef5e7fc640 1 -- 172.21.15.62:0/3474584165 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef64005240 con 0x7fef681f0200 2023-06-08T03:53:13.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.880+0000 7fef6fcf6640 1 -- 172.21.15.62:0/3474584165 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef681f4d60 con 0x7fef681f0200 2023-06-08T03:53:13.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.880+0000 7fef6fcf6640 1 -- 172.21.15.62:0/3474584165 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef6815adc0 con 0x7fef681f0200 2023-06-08T03:53:13.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.880+0000 7fef5e7fc640 1 -- 172.21.15.62:0/3474584165 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fef64007020 con 0x7fef681f0200 2023-06-08T03:53:13.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.880+0000 7fef5e7fc640 1 --2- 172.21.15.62:0/3474584165 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fef4c066280 0x7fef4c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:13.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.880+0000 7fef5e7fc640 1 -- 172.21.15.62:0/3474584165 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fef64083590 con 0x7fef681f0200 2023-06-08T03:53:13.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.880+0000 7fef6d291640 1 --2- 172.21.15.62:0/3474584165 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fef4c066280 0x7fef4c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:13.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.880+0000 7fef6d291640 1 --2- 172.21.15.62:0/3474584165 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fef4c066280 0x7fef4c068730 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fef680ce970 tx=0x7fef58008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:13.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:13.884+0000 7fef5e7fc640 1 -- 172.21.15.62:0/3474584165 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fef6815adc0 con 0x7fef681f0200 2023-06-08T03:53:14.046 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.040+0000 7fef6fcf6640 1 -- 172.21.15.62:0/3474584165 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fef6815adc0 con 0x7fef681f0200 2023-06-08T03:53:14.049 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.040+0000 7fef5e7fc640 1 -- 172.21.15.62:0/3474584165 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18279 (secure 0 0 0) 0x7fef6815adc0 con 0x7fef681f0200 2023-06-08T03:53:14.050 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:14.050 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":23,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:52:35.171643+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:53:14.051 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.044+0000 7fef6fcf6640 1 -- 172.21.15.62:0/3474584165 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fef4c066280 msgr2=0x7fef4c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:14.052 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.044+0000 7fef6fcf6640 1 --2- 172.21.15.62:0/3474584165 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fef4c066280 0x7fef4c068730 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fef680ce970 tx=0x7fef58008040 comp rx=0 tx=0).stop 2023-06-08T03:53:14.052 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.044+0000 7fef6fcf6640 1 -- 172.21.15.62:0/3474584165 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef681f0200 msgr2=0x7fef68144c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:14.052 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.044+0000 7fef6fcf6640 1 --2- 172.21.15.62:0/3474584165 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef681f0200 0x7fef68144c10 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fef6400e780 tx=0x7fef6400ec40 comp rx=0 tx=0).stop 2023-06-08T03:53:14.052 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.044+0000 7fef6fcf6640 1 -- 172.21.15.62:0/3474584165 shutdown_connections 2023-06-08T03:53:14.052 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.044+0000 7fef6fcf6640 1 --2- 172.21.15.62:0/3474584165 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fef4c066280 0x7fef4c068730 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.052 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.044+0000 7fef6fcf6640 1 --2- 172.21.15.62:0/3474584165 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fef681f44d0 0x7fef680b4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.053 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.044+0000 7fef6fcf6640 1 --2- 172.21.15.62:0/3474584165 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fef681f05d0 0x7fef681f3f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.053 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.044+0000 7fef6fcf6640 1 --2- 172.21.15.62:0/3474584165 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef681f0200 0x7fef68144c10 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.053 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.044+0000 7fef6fcf6640 1 -- 172.21.15.62:0/3474584165 >> 172.21.15.62:0/3474584165 conn(0x7fef6806ea80 msgr2=0x7fef6806ee80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:14.053 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.044+0000 7fef6fcf6640 1 -- 172.21.15.62:0/3474584165 shutdown_connections 2023-06-08T03:53:14.053 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.044+0000 7fef6fcf6640 1 -- 172.21.15.62:0/3474584165 wait complete. 2023-06-08T03:53:14.069 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-08T03:52:22.372947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-08T03:52:28.107223+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-08T03:52:32.655480+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-08T03:52:33.144430+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-08T03:53:14.069 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-08T03:53:14.201 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.192+0000 7f9d02d09640 1 Processor -- start 2023-06-08T03:53:14.201 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.192+0000 7f9d02d09640 1 -- start start 2023-06-08T03:53:14.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9d02d09640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f9cfc0ae1f0 0x7f9cfc0ce6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:14.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9d02d09640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9cfc0ce230 con 0x7f9cfc069310 2023-06-08T03:53:14.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9d02d09640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9cfc0cd940 con 0x7f9cfc0adca0 2023-06-08T03:53:14.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9d02d09640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9cfc160220 con 0x7f9cfc0ae1f0 2023-06-08T03:53:14.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9d00aa5640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f9cfc069310 0x7f9cfc0696e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41318/0 (socket says 172.21.15.62:41318) 2023-06-08T03:53:14.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9d00aa5640 1 -- 172.21.15.62:0/567996264 learned_addr learned my addr 172.21.15.62:0/567996264 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:14.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9d012a6640 1 --2- 172.21.15.62:0/567996264 >> v2:172.21.15.62:3300/0 conn(0x7f9cfc0ae1f0 0x7f9cfc0ce6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:14.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9cfb7fe640 1 -- 172.21.15.62:0/567996264 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3599147742 0 0) 0x7f9cfc0ce230 con 0x7f9cfc069310 2023-06-08T03:53:14.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9cfb7fe640 1 -- 172.21.15.62:0/567996264 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9ce4003530 con 0x7f9cfc069310 2023-06-08T03:53:14.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9d012a6640 1 -- 172.21.15.62:0/567996264 >> v1:172.21.15.188:6789/0 conn(0x7f9cfc0adca0 legacy=0x7f9cfc06b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:14.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9d012a6640 1 -- 172.21.15.62:0/567996264 >> v1:172.21.15.62:6789/0 conn(0x7f9cfc069310 legacy=0x7f9cfc0696e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:14.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9d012a6640 1 -- 172.21.15.62:0/567996264 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cfc15fc60 con 0x7f9cfc0ae1f0 2023-06-08T03:53:14.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9d012a6640 1 --2- 172.21.15.62:0/567996264 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9cfc0ae1f0 0x7f9cfc0ce6c0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f9cf4009d90 tx=0x7f9cf401c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9c5f671605954f server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:14.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9cfb7fe640 1 -- 172.21.15.62:0/567996264 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cf40a5780 con 0x7f9cfc0ae1f0 2023-06-08T03:53:14.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9cfb7fe640 1 -- 172.21.15.62:0/567996264 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cf40a58e0 con 0x7f9cfc0ae1f0 2023-06-08T03:53:14.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9cfb7fe640 1 -- 172.21.15.62:0/567996264 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cf40a5c70 con 0x7f9cfc0ae1f0 2023-06-08T03:53:14.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9d02d09640 1 -- 172.21.15.62:0/567996264 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9cfc0ae1f0 msgr2=0x7f9cfc0ce6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:14.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9d02d09640 1 --2- 172.21.15.62:0/567996264 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9cfc0ae1f0 0x7f9cfc0ce6c0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f9cf4009d90 tx=0x7f9cf401c8c0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9d02d09640 1 -- 172.21.15.62:0/567996264 shutdown_connections 2023-06-08T03:53:14.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9d02d09640 1 --2- 172.21.15.62:0/567996264 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9cfc0ae1f0 0x7f9cfc0ce6c0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.196+0000 7f9d02d09640 1 -- 172.21.15.62:0/567996264 >> 172.21.15.62:0/567996264 conn(0x7f9cfc0cc3f0 msgr2=0x7f9cfc0cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:14.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9d02d09640 1 -- 172.21.15.62:0/567996264 shutdown_connections 2023-06-08T03:53:14.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9d02d09640 1 -- 172.21.15.62:0/567996264 wait complete. 2023-06-08T03:53:14.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9d02d09640 1 Processor -- start 2023-06-08T03:53:14.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9d02d09640 1 -- start start 2023-06-08T03:53:14.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9d02d09640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9cfc069310 0x7f9cfc14e480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:14.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9d02d09640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9cfc0adca0 0x7f9cfc0c2370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:14.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9d02d09640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9cfc0ae1f0 0x7f9cfc0b3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:14.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9d02d09640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cfc14e9c0 con 0x7f9cfc0adca0 2023-06-08T03:53:14.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9d02d09640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cfc0c28b0 con 0x7f9cfc069310 2023-06-08T03:53:14.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9d02d09640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cfc0c4220 con 0x7f9cfc0ae1f0 2023-06-08T03:53:14.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9cfbfff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9cfc0adca0 0x7f9cfc0c2370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:14.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9cfbfff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9cfc0adca0 0x7f9cfc0c2370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60092/0 (socket says 172.21.15.62:60092) 2023-06-08T03:53:14.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9cfbfff640 1 -- 172.21.15.62:0/3337371082 learned_addr learned my addr 172.21.15.62:0/3337371082 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:14.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9d00aa5640 1 --2- 172.21.15.62:0/3337371082 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9cfc069310 0x7f9cfc14e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:14.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9d012a6640 1 --2- 172.21.15.62:0/3337371082 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9cfc0ae1f0 0x7f9cfc0b3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:14.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9cfbfff640 1 -- 172.21.15.62:0/3337371082 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9cfc0ae1f0 msgr2=0x7f9cfc0b3690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:14.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9cfbfff640 1 --2- 172.21.15.62:0/3337371082 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9cfc0ae1f0 0x7f9cfc0b3690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9cfbfff640 1 -- 172.21.15.62:0/3337371082 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9cfc069310 msgr2=0x7f9cfc14e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:14.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9cfbfff640 1 --2- 172.21.15.62:0/3337371082 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9cfc069310 0x7f9cfc14e480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9cfbfff640 1 -- 172.21.15.62:0/3337371082 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cf4009a70 con 0x7f9cfc0adca0 2023-06-08T03:53:14.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9cfbfff640 1 --2- 172.21.15.62:0/3337371082 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9cfc0adca0 0x7f9cfc0c2370 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f9cec00c500 tx=0x7f9cec00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:14.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9cf97fa640 1 -- 172.21.15.62:0/3337371082 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cec005220 con 0x7f9cfc0adca0 2023-06-08T03:53:14.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9cf97fa640 1 -- 172.21.15.62:0/3337371082 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cec005380 con 0x7f9cfc0adca0 2023-06-08T03:53:14.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9cf97fa640 1 -- 172.21.15.62:0/3337371082 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cec007270 con 0x7f9cfc0adca0 2023-06-08T03:53:14.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9d02d09640 1 -- 172.21.15.62:0/3337371082 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9cfc0c4500 con 0x7f9cfc0adca0 2023-06-08T03:53:14.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.200+0000 7f9d02d09640 1 -- 172.21.15.62:0/3337371082 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9cfc0c4ac0 con 0x7f9cfc0adca0 2023-06-08T03:53:14.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.204+0000 7f9d02d09640 1 -- 172.21.15.62:0/3337371082 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9cfc0cfc80 con 0x7f9cfc0adca0 2023-06-08T03:53:14.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.204+0000 7f9cf97fa640 1 -- 172.21.15.62:0/3337371082 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9cec0073d0 con 0x7f9cfc0adca0 2023-06-08T03:53:14.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.204+0000 7f9cf97fa640 1 --2- 172.21.15.62:0/3337371082 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9ce8066280 0x7f9ce8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:14.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.204+0000 7f9cf97fa640 1 -- 172.21.15.62:0/3337371082 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f9cec083620 con 0x7f9cfc0adca0 2023-06-08T03:53:14.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.204+0000 7f9d00aa5640 1 --2- 172.21.15.62:0/3337371082 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9ce8066280 0x7f9ce8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:14.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.204+0000 7f9d00aa5640 1 --2- 172.21.15.62:0/3337371082 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9ce8066280 0x7f9ce8068730 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f9cf00011f0 tx=0x7f9cf0009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:14.216 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.208+0000 7f9cf97fa640 1 -- 172.21.15.62:0/3337371082 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9cec050ab0 con 0x7f9cfc0adca0 2023-06-08T03:53:14.372 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.364+0000 7f9d02d09640 1 -- 172.21.15.62:0/3337371082 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9cfc04d650 con 0x7f9cfc0adca0 2023-06-08T03:53:14.372 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.364+0000 7f9cf97fa640 1 -- 172.21.15.62:0/3337371082 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9cec0540d0 con 0x7f9cfc0adca0 2023-06-08T03:53:14.373 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 1 2023-06-08T03:53:14.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.368+0000 7f9d02d09640 1 -- 172.21.15.62:0/3337371082 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9ce8066280 msgr2=0x7f9ce8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:14.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.368+0000 7f9d02d09640 1 --2- 172.21.15.62:0/3337371082 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9ce8066280 0x7f9ce8068730 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f9cf00011f0 tx=0x7f9cf0009040 comp rx=0 tx=0).stop 2023-06-08T03:53:14.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.368+0000 7f9d02d09640 1 -- 172.21.15.62:0/3337371082 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9cfc0adca0 msgr2=0x7f9cfc0c2370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:14.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.368+0000 7f9d02d09640 1 --2- 172.21.15.62:0/3337371082 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9cfc0adca0 0x7f9cfc0c2370 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f9cec00c500 tx=0x7f9cec00c9c0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.368+0000 7f9d02d09640 1 -- 172.21.15.62:0/3337371082 shutdown_connections 2023-06-08T03:53:14.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.368+0000 7f9d02d09640 1 --2- 172.21.15.62:0/3337371082 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9ce8066280 0x7f9ce8068730 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.368+0000 7f9d02d09640 1 --2- 172.21.15.62:0/3337371082 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9cfc0ae1f0 0x7f9cfc0b3690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.376 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.368+0000 7f9d02d09640 1 --2- 172.21.15.62:0/3337371082 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9cfc0adca0 0x7f9cfc0c2370 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.376 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.368+0000 7f9d02d09640 1 --2- 172.21.15.62:0/3337371082 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9cfc069310 0x7f9cfc14e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.376 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.368+0000 7f9d02d09640 1 -- 172.21.15.62:0/3337371082 >> 172.21.15.62:0/3337371082 conn(0x7f9cfc0cc3f0 msgr2=0x7f9cfc15f150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:14.376 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.368+0000 7f9d02d09640 1 -- 172.21.15.62:0/3337371082 shutdown_connections 2023-06-08T03:53:14.376 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.368+0000 7f9d02d09640 1 -- 172.21.15.62:0/3337371082 wait complete. 2023-06-08T03:53:14.391 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-08T03:53:14.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f9290670640 1 Processor -- start 2023-06-08T03:53:14.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f9290670640 1 -- start start 2023-06-08T03:53:14.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f9290670640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f928806ff50 0x7f928806d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:14.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f9290670640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92881589f0 con 0x7f92880cca70 2023-06-08T03:53:14.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f9290670640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f928806c030 con 0x7f9288158620 2023-06-08T03:53:14.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f9290670640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f928806d870 con 0x7f928806ff50 2023-06-08T03:53:14.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928ec0d640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f92880cca70 0x7f92880c9330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41320/0 (socket says 172.21.15.62:41320) 2023-06-08T03:53:14.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928ec0d640 1 -- 172.21.15.62:0/3422595161 learned_addr learned my addr 172.21.15.62:0/3422595161 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:14.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928dc0b640 1 --2- 172.21.15.62:0/3422595161 >> v2:172.21.15.188:3300/0 conn(0x7f928806ff50 0x7f928806d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:14.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928d40a640 1 -- 172.21.15.62:0/3422595161 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2048299625 0 0) 0x7f92881589f0 con 0x7f92880cca70 2023-06-08T03:53:14.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928d40a640 1 -- 172.21.15.62:0/3422595161 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9274003530 con 0x7f92880cca70 2023-06-08T03:53:14.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928d40a640 1 -- 172.21.15.62:0/3422595161 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 91705848 0 0) 0x7f9274003530 con 0x7f92880cca70 2023-06-08T03:53:14.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928d40a640 1 -- 172.21.15.62:0/3422595161 >> v2:172.21.15.188:3300/0 conn(0x7f928806ff50 msgr2=0x7f928806d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:14.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928d40a640 1 --2- 172.21.15.62:0/3422595161 >> v2:172.21.15.188:3300/0 conn(0x7f928806ff50 0x7f928806d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928d40a640 1 -- 172.21.15.62:0/3422595161 >> v1:172.21.15.188:6789/0 conn(0x7f9288158620 legacy=0x7f928806b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:14.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928d40a640 1 -- 172.21.15.62:0/3422595161 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f928806c290 con 0x7f92880cca70 2023-06-08T03:53:14.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928d40a640 1 -- 172.21.15.62:0/3422595161 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f9280001a00 con 0x7f92880cca70 2023-06-08T03:53:14.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928d40a640 1 -- 172.21.15.62:0/3422595161 >> v1:172.21.15.62:6789/0 conn(0x7f92880cca70 legacy=0x7f92880c9330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:14.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928d40a640 1 --2- 172.21.15.62:0/3422595161 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9274003980 0x7f9274003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:14.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928d40a640 1 --2- 172.21.15.62:0/3422595161 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f92740047d0 0x7f9274004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:14.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928d40a640 1 --2- 172.21.15.62:0/3422595161 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9274005180 0x7f927400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:14.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928d40a640 1 -- 172.21.15.62:0/3422595161 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f928806d870 con 0x7f9274003980 2023-06-08T03:53:14.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928d40a640 1 -- 172.21.15.62:0/3422595161 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f927400c000 con 0x7f92740047d0 2023-06-08T03:53:14.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928d40a640 1 -- 172.21.15.62:0/3422595161 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f927400c1c0 con 0x7f9274005180 2023-06-08T03:53:14.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928e40c640 1 --2- 172.21.15.62:0/3422595161 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9274003980 0x7f9274003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:14.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928dc0b640 1 --2- 172.21.15.62:0/3422595161 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f92740047d0 0x7f9274004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:14.524 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928ec0d640 1 --2- 172.21.15.62:0/3422595161 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9274005180 0x7f927400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:14.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928e40c640 1 -- 172.21.15.62:0/3422595161 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9274005180 msgr2=0x7f927400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:14.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928e40c640 1 --2- 172.21.15.62:0/3422595161 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9274005180 0x7f927400b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928e40c640 1 -- 172.21.15.62:0/3422595161 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f92740047d0 msgr2=0x7f9274004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:14.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928e40c640 1 --2- 172.21.15.62:0/3422595161 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f92740047d0 0x7f9274004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928e40c640 1 -- 172.21.15.62:0/3422595161 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9274003530 con 0x7f9274003980 2023-06-08T03:53:14.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.512+0000 7f928ec0d640 1 -- 172.21.15.62:0/3422595161 reap_dead start 2023-06-08T03:53:14.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.516+0000 7f928e40c640 1 --2- 172.21.15.62:0/3422595161 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9274003980 0x7f9274003d90 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f9284001780 tx=0x7f928401c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20bbda8f972540db server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:14.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.516+0000 7f928d40a640 1 -- 172.21.15.62:0/3422595161 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92840052d0 con 0x7f9274003980 2023-06-08T03:53:14.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.516+0000 7f928d40a640 1 -- 172.21.15.62:0/3422595161 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92840a7050 con 0x7f9274003980 2023-06-08T03:53:14.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.516+0000 7f928d40a640 1 -- 172.21.15.62:0/3422595161 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9284003600 con 0x7f9274003980 2023-06-08T03:53:14.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.516+0000 7f9290670640 1 -- 172.21.15.62:0/3422595161 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9274003980 msgr2=0x7f9274003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:14.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.516+0000 7f9290670640 1 --2- 172.21.15.62:0/3422595161 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9274003980 0x7f9274003d90 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f9284001780 tx=0x7f928401c3b0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.516+0000 7f9290670640 1 -- 172.21.15.62:0/3422595161 shutdown_connections 2023-06-08T03:53:14.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.516+0000 7f9290670640 1 --2- 172.21.15.62:0/3422595161 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9274003980 0x7f9274003d90 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.516+0000 7f9290670640 1 -- 172.21.15.62:0/3422595161 >> 172.21.15.62:0/3422595161 conn(0x7f92880cc3f0 msgr2=0x7f92880cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:14.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.516+0000 7f9290670640 1 -- 172.21.15.62:0/3422595161 shutdown_connections 2023-06-08T03:53:14.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.516+0000 7f9290670640 1 -- 172.21.15.62:0/3422595161 wait complete. 2023-06-08T03:53:14.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.516+0000 7f9290670640 1 Processor -- start 2023-06-08T03:53:14.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.516+0000 7f9290670640 1 -- start start 2023-06-08T03:53:14.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.516+0000 7f9290670640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9274003980 0x7f9288069d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:14.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.516+0000 7f9290670640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f928814a1b0 0x7f92880b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:14.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.516+0000 7f9290670640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f92880b4260 0x7f92881589f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:14.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.516+0000 7f9290670640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92880b4700 con 0x7f9274003980 2023-06-08T03:53:14.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.516+0000 7f9290670640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f928815aec0 con 0x7f928814a1b0 2023-06-08T03:53:14.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.516+0000 7f9290670640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f928815a2b0 con 0x7f92880b4260 2023-06-08T03:53:14.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f928e40c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9274003980 0x7f9288069d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:14.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f928e40c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9274003980 0x7f9288069d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60108/0 (socket says 172.21.15.62:60108) 2023-06-08T03:53:14.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f928e40c640 1 -- 172.21.15.62:0/2273987786 learned_addr learned my addr 172.21.15.62:0/2273987786 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:14.531 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f928ec0d640 1 --2- 172.21.15.62:0/2273987786 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f92880b4260 0x7f92881589f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:14.531 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f928dc0b640 1 --2- 172.21.15.62:0/2273987786 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f928814a1b0 0x7f92880b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:14.531 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f928e40c640 1 -- 172.21.15.62:0/2273987786 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f92880b4260 msgr2=0x7f92881589f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:14.531 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f928e40c640 1 --2- 172.21.15.62:0/2273987786 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f92880b4260 0x7f92881589f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.531 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f928e40c640 1 -- 172.21.15.62:0/2273987786 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f928814a1b0 msgr2=0x7f92880b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:14.531 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f928e40c640 1 --2- 172.21.15.62:0/2273987786 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f928814a1b0 0x7f92880b3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.531 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f928e40c640 1 -- 172.21.15.62:0/2273987786 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f928815a590 con 0x7f9274003980 2023-06-08T03:53:14.531 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f928e40c640 1 --2- 172.21.15.62:0/2273987786 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9274003980 0x7f9288069d20 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f9284005040 tx=0x7f9274005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:14.532 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f927effd640 1 -- 172.21.15.62:0/2273987786 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92840072f0 con 0x7f9274003980 2023-06-08T03:53:14.532 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f927effd640 1 -- 172.21.15.62:0/2273987786 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9284007450 con 0x7f9274003980 2023-06-08T03:53:14.532 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f9290670640 1 -- 172.21.15.62:0/2273987786 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f928815a870 con 0x7f9274003980 2023-06-08T03:53:14.532 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f927effd640 1 -- 172.21.15.62:0/2273987786 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92840067e0 con 0x7f9274003980 2023-06-08T03:53:14.532 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f9290670640 1 -- 172.21.15.62:0/2273987786 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9288159f30 con 0x7f9274003980 2023-06-08T03:53:14.533 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f9290670640 1 -- 172.21.15.62:0/2273987786 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f928804d650 con 0x7f9274003980 2023-06-08T03:53:14.533 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f927effd640 1 -- 172.21.15.62:0/2273987786 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9284006940 con 0x7f9274003980 2023-06-08T03:53:14.533 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f927effd640 1 --2- 172.21.15.62:0/2273987786 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f926c0662b0 0x7f926c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:14.533 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f927effd640 1 -- 172.21.15.62:0/2273987786 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f928411dd70 con 0x7f9274003980 2023-06-08T03:53:14.533 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.520+0000 7f928dc0b640 1 --2- 172.21.15.62:0/2273987786 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f926c0662b0 0x7f926c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:14.534 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.524+0000 7f928dc0b640 1 --2- 172.21.15.62:0/2273987786 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f926c0662b0 0x7f926c068760 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f92880b48c0 tx=0x7f9278008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:14.534 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.524+0000 7f927effd640 1 -- 172.21.15.62:0/2273987786 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f92840eeda0 con 0x7f9274003980 2023-06-08T03:53:14.689 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.680+0000 7f9290670640 1 -- 172.21.15.62:0/2273987786 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f928814b580 con 0x7f9274003980 2023-06-08T03:53:14.690 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.680+0000 7f927effd640 1 -- 172.21.15.62:0/2273987786 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v23) v1 ==== 92+0+10 (secure 0 0 0) 0x7f92840ee930 con 0x7f9274003980 2023-06-08T03:53:14.690 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 8 2023-06-08T03:53:14.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.684+0000 7f9290670640 1 -- 172.21.15.62:0/2273987786 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f926c0662b0 msgr2=0x7f926c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:14.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.684+0000 7f9290670640 1 --2- 172.21.15.62:0/2273987786 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f926c0662b0 0x7f926c068760 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f92880b48c0 tx=0x7f9278008040 comp rx=0 tx=0).stop 2023-06-08T03:53:14.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.684+0000 7f9290670640 1 -- 172.21.15.62:0/2273987786 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9274003980 msgr2=0x7f9288069d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:14.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.684+0000 7f9290670640 1 --2- 172.21.15.62:0/2273987786 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9274003980 0x7f9288069d20 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f9284005040 tx=0x7f9274005800 comp rx=0 tx=0).stop 2023-06-08T03:53:14.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.684+0000 7f9290670640 1 -- 172.21.15.62:0/2273987786 shutdown_connections 2023-06-08T03:53:14.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.684+0000 7f9290670640 1 --2- 172.21.15.62:0/2273987786 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f926c0662b0 0x7f926c068760 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.684+0000 7f9290670640 1 --2- 172.21.15.62:0/2273987786 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f92880b4260 0x7f92881589f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.684+0000 7f9290670640 1 --2- 172.21.15.62:0/2273987786 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f928814a1b0 0x7f92880b3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.684+0000 7f9290670640 1 --2- 172.21.15.62:0/2273987786 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9274003980 0x7f9288069d20 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.684+0000 7f9290670640 1 -- 172.21.15.62:0/2273987786 >> 172.21.15.62:0/2273987786 conn(0x7f92880cc3f0 msgr2=0x7f9288156e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:14.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.684+0000 7f9290670640 1 -- 172.21.15.62:0/2273987786 shutdown_connections 2023-06-08T03:53:14.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.684+0000 7f9290670640 1 -- 172.21.15.62:0/2273987786 wait complete. 2023-06-08T03:53:14.709 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-08T03:53:14.835 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.828+0000 7f5ca442a640 1 Processor -- start 2023-06-08T03:53:14.835 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.828+0000 7f5ca442a640 1 -- start start 2023-06-08T03:53:14.836 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.828+0000 7f5ca442a640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f5c9c069310 0x7f5c9c0696e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:14.836 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.828+0000 7f5ca442a640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c9c06c120 0x7f5c9c06c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:14.837 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.828+0000 7f5ca442a640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5c9c069c20 con 0x7f5c9c0ca200 2023-06-08T03:53:14.837 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.828+0000 7f5ca442a640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5c9c0cae70 con 0x7f5c9c069310 2023-06-08T03:53:14.837 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.828+0000 7f5ca442a640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c9c0cb150 con 0x7f5c9c06c120 2023-06-08T03:53:14.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.828+0000 7f5ca29c7640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c9c06c120 0x7f5c9c06c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:14.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.828+0000 7f5ca21c6640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f5c9c069310 0x7f5c9c0696e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:14.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.828+0000 7f5ca29c7640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c9c06c120 0x7f5c9c06c5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.62:60634/0 (socket says 172.21.15.62:60634) 2023-06-08T03:53:14.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.828+0000 7f5ca29c7640 1 -- 172.21.15.62:0/886458455 learned_addr learned my addr 172.21.15.62:0/886458455 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:14.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.828+0000 7f5ca29c7640 1 -- 172.21.15.62:0/886458455 >> v2:172.21.15.188:3300/0 conn(0x7f5c9c069310 msgr2=0x7f5c9c0696e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:14.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.828+0000 7f5ca29c7640 1 --2- 172.21.15.62:0/886458455 >> v2:172.21.15.188:3300/0 conn(0x7f5c9c069310 0x7f5c9c0696e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.828+0000 7f5ca29c7640 1 -- 172.21.15.62:0/886458455 >> v1:172.21.15.188:6789/0 conn(0x7f5c9c0ca200 legacy=0x7f5c9c0ca650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:14.839 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.828+0000 7f5ca29c7640 1 -- 172.21.15.62:0/886458455 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c9c0cb430 con 0x7f5c9c06c120 2023-06-08T03:53:14.839 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.832+0000 7f5ca29c7640 1 --2- 172.21.15.62:0/886458455 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c9c06c120 0x7f5c9c06c5a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5c94009e50 tx=0x7f5c9401c9e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57da300a0ba8619a server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:14.840 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.832+0000 7f5ca11c4640 1 -- 172.21.15.62:0/886458455 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c940a57c0 con 0x7f5c9c06c120 2023-06-08T03:53:14.840 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.832+0000 7f5ca11c4640 1 -- 172.21.15.62:0/886458455 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c940a5920 con 0x7f5c9c06c120 2023-06-08T03:53:14.840 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.832+0000 7f5ca11c4640 1 -- 172.21.15.62:0/886458455 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c940a5cb0 con 0x7f5c9c06c120 2023-06-08T03:53:14.841 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.832+0000 7f5ca442a640 1 -- 172.21.15.62:0/886458455 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c9c06c120 msgr2=0x7f5c9c06c5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:14.841 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.832+0000 7f5ca442a640 1 --2- 172.21.15.62:0/886458455 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c9c06c120 0x7f5c9c06c5a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5c94009e50 tx=0x7f5c9401c9e0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.841 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.832+0000 7f5ca442a640 1 -- 172.21.15.62:0/886458455 shutdown_connections 2023-06-08T03:53:14.842 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.832+0000 7f5ca442a640 1 --2- 172.21.15.62:0/886458455 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c9c06c120 0x7f5c9c06c5a0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.842 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.832+0000 7f5ca442a640 1 --2- 172.21.15.62:0/886458455 >> v2:172.21.15.188:3300/0 conn(0x7f5c9c069310 0x7f5c9c0696e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.842 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.832+0000 7f5ca442a640 1 -- 172.21.15.62:0/886458455 >> 172.21.15.62:0/886458455 conn(0x7f5c9c0cc3f0 msgr2=0x7f5c9c0cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:14.842 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.832+0000 7f5ca442a640 1 -- 172.21.15.62:0/886458455 shutdown_connections 2023-06-08T03:53:14.842 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.832+0000 7f5ca442a640 1 -- 172.21.15.62:0/886458455 wait complete. 2023-06-08T03:53:14.843 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.832+0000 7f5ca442a640 1 Processor -- start 2023-06-08T03:53:14.843 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.832+0000 7f5ca442a640 1 -- start start 2023-06-08T03:53:14.844 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca442a640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c9c069310 0x7f5c9c0c5010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:14.844 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca442a640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5c9c06c120 0x7f5c9c0c2810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:14.844 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca442a640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c9c0ca200 0x7f5c9c0c2d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:14.844 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca442a640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c9c0c4bf0 con 0x7f5c9c069310 2023-06-08T03:53:14.844 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca442a640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c9c0c33e0 con 0x7f5c9c06c120 2023-06-08T03:53:14.844 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca442a640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c9c0c36c0 con 0x7f5c9c0ca200 2023-06-08T03:53:14.844 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca21c6640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c9c069310 0x7f5c9c0c5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:14.845 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca21c6640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c9c069310 0x7f5c9c0c5010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60116/0 (socket says 172.21.15.62:60116) 2023-06-08T03:53:14.845 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca21c6640 1 -- 172.21.15.62:0/1123764512 learned_addr learned my addr 172.21.15.62:0/1123764512 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:14.845 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca19c5640 1 --2- 172.21.15.62:0/1123764512 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5c9c06c120 0x7f5c9c0c2810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:14.845 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca29c7640 1 --2- 172.21.15.62:0/1123764512 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c9c0ca200 0x7f5c9c0c2d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:14.845 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca21c6640 1 -- 172.21.15.62:0/1123764512 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c9c0ca200 msgr2=0x7f5c9c0c2d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:14.845 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca21c6640 1 --2- 172.21.15.62:0/1123764512 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c9c0ca200 0x7f5c9c0c2d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.845 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca21c6640 1 -- 172.21.15.62:0/1123764512 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5c9c06c120 msgr2=0x7f5c9c0c2810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:14.846 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca21c6640 1 --2- 172.21.15.62:0/1123764512 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5c9c06c120 0x7f5c9c0c2810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:14.846 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca21c6640 1 -- 172.21.15.62:0/1123764512 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c94009b30 con 0x7f5c9c069310 2023-06-08T03:53:14.846 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca19c5640 1 --2- 172.21.15.62:0/1123764512 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5c9c06c120 0x7f5c9c0c2810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:53:14.847 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca21c6640 1 --2- 172.21.15.62:0/1123764512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c9c069310 0x7f5c9c0c5010 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f5c9800e930 tx=0x7f5c9800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:14.847 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5c92ffd640 1 -- 172.21.15.62:0/1123764512 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c98009690 con 0x7f5c9c069310 2023-06-08T03:53:14.847 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5c92ffd640 1 -- 172.21.15.62:0/1123764512 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c9800ca00 con 0x7f5c9c069310 2023-06-08T03:53:14.847 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca442a640 1 -- 172.21.15.62:0/1123764512 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c9c0c39a0 con 0x7f5c9c069310 2023-06-08T03:53:14.847 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5c92ffd640 1 -- 172.21.15.62:0/1123764512 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c9800cd70 con 0x7f5c9c069310 2023-06-08T03:53:14.848 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca442a640 1 -- 172.21.15.62:0/1123764512 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c9c15c770 con 0x7f5c9c069310 2023-06-08T03:53:14.848 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5ca442a640 1 -- 172.21.15.62:0/1123764512 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c9c0c4950 con 0x7f5c9c069310 2023-06-08T03:53:14.848 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5c92ffd640 1 -- 172.21.15.62:0/1123764512 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5c98013470 con 0x7f5c9c069310 2023-06-08T03:53:14.848 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5c92ffd640 1 --2- 172.21.15.62:0/1123764512 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5c800662b0 0x7f5c80068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:14.848 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.836+0000 7f5c92ffd640 1 -- 172.21.15.62:0/1123764512 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f5c98083e80 con 0x7f5c9c069310 2023-06-08T03:53:14.848 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.840+0000 7f5ca19c5640 1 --2- 172.21.15.62:0/1123764512 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5c800662b0 0x7f5c80068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:14.848 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.840+0000 7f5ca19c5640 1 --2- 172.21.15.62:0/1123764512 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5c800662b0 0x7f5c80068760 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f5c9c1504f0 tx=0x7f5c8c009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:14.850 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.840+0000 7f5c92ffd640 1 -- 172.21.15.62:0/1123764512 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5c9c0c4950 con 0x7f5c9c069310 2023-06-08T03:53:15.001 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.992+0000 7f5ca442a640 1 -- 172.21.15.62:0/1123764512 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5c9c0c4950 con 0x7f5c9c069310 2023-06-08T03:53:15.002 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.992+0000 7f5c92ffd640 1 -- 172.21.15.62:0/1123764512 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5c98017020 con 0x7f5c9c069310 2023-06-08T03:53:15.002 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 32 2023-06-08T03:53:15.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.996+0000 7f5ca442a640 1 -- 172.21.15.62:0/1123764512 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5c800662b0 msgr2=0x7f5c80068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:15.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.996+0000 7f5ca442a640 1 --2- 172.21.15.62:0/1123764512 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5c800662b0 0x7f5c80068760 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f5c9c1504f0 tx=0x7f5c8c009040 comp rx=0 tx=0).stop 2023-06-08T03:53:15.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.996+0000 7f5ca442a640 1 -- 172.21.15.62:0/1123764512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c9c069310 msgr2=0x7f5c9c0c5010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:15.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.996+0000 7f5ca442a640 1 --2- 172.21.15.62:0/1123764512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c9c069310 0x7f5c9c0c5010 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f5c9800e930 tx=0x7f5c9800edf0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.996+0000 7f5ca442a640 1 -- 172.21.15.62:0/1123764512 shutdown_connections 2023-06-08T03:53:15.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.996+0000 7f5ca442a640 1 --2- 172.21.15.62:0/1123764512 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5c800662b0 0x7f5c80068760 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.996+0000 7f5ca442a640 1 --2- 172.21.15.62:0/1123764512 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c9c0ca200 0x7f5c9c0c2d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.996+0000 7f5ca442a640 1 --2- 172.21.15.62:0/1123764512 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5c9c06c120 0x7f5c9c0c2810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.996+0000 7f5ca442a640 1 --2- 172.21.15.62:0/1123764512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c9c069310 0x7f5c9c0c5010 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.996+0000 7f5ca442a640 1 -- 172.21.15.62:0/1123764512 >> 172.21.15.62:0/1123764512 conn(0x7f5c9c0cc3f0 msgr2=0x7f5c9c150540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:15.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.996+0000 7f5ca442a640 1 -- 172.21.15.62:0/1123764512 shutdown_connections 2023-06-08T03:53:15.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:14.996+0000 7f5ca442a640 1 -- 172.21.15.62:0/1123764512 wait complete. 2023-06-08T03:53:15.021 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-08T03:53:15.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.140+0000 7fa4e649d640 1 Processor -- start 2023-06-08T03:53:15.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.140+0000 7fa4e649d640 1 -- start start 2023-06-08T03:53:15.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.144+0000 7fa4e649d640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fa4e01570c0 0x7fa4e015d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.144+0000 7fa4e649d640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa4e015dcb0 0x7fa4e00af6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.144+0000 7fa4e649d640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa4e015d130 0x7fa4e00afbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.144+0000 7fa4e649d640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4e0157490 con 0x7fa4e015dcb0 2023-06-08T03:53:15.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.144+0000 7fa4e649d640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4e0070020 con 0x7fa4e01570c0 2023-06-08T03:53:15.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.144+0000 7fa4e649d640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4e0070300 con 0x7fa4e015d130 2023-06-08T03:53:15.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.144+0000 7fa4df7fe640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa4e015dcb0 0x7fa4e00af6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:15.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.144+0000 7fa4df7fe640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa4e015dcb0 0x7fa4e00af6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60120/0 (socket says 172.21.15.62:60120) 2023-06-08T03:53:15.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.144+0000 7fa4df7fe640 1 -- 172.21.15.62:0/3913342764 learned_addr learned my addr 172.21.15.62:0/3913342764 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:15.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.144+0000 7fa4dffff640 1 --2- 172.21.15.62:0/3913342764 >> v2:172.21.15.188:3300/0 conn(0x7fa4e01570c0 0x7fa4e015d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:15.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.144+0000 7fa4df7fe640 1 -- 172.21.15.62:0/3913342764 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa4e015d130 msgr2=0x7fa4e00afbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:15.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.144+0000 7fa4df7fe640 1 --2- 172.21.15.62:0/3913342764 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa4e015d130 0x7fa4e00afbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.144+0000 7fa4df7fe640 1 -- 172.21.15.62:0/3913342764 >> v2:172.21.15.188:3300/0 conn(0x7fa4e01570c0 msgr2=0x7fa4e015d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:15.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.144+0000 7fa4df7fe640 1 --2- 172.21.15.62:0/3913342764 >> v2:172.21.15.188:3300/0 conn(0x7fa4e01570c0 0x7fa4e015d770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.144+0000 7fa4df7fe640 1 -- 172.21.15.62:0/3913342764 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4e00705e0 con 0x7fa4e015dcb0 2023-06-08T03:53:15.154 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.144+0000 7fa4df7fe640 1 --2- 172.21.15.62:0/3913342764 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e015dcb0 0x7fa4e00af6a0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fa4e00ced20 tx=0x7fa4d401c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d0f117b1c4ea641 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:15.154 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.144+0000 7fa4deffd640 1 -- 172.21.15.62:0/3913342764 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4d40ab600 con 0x7fa4e015dcb0 2023-06-08T03:53:15.154 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.144+0000 7fa4deffd640 1 -- 172.21.15.62:0/3913342764 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4d40a7050 con 0x7fa4e015dcb0 2023-06-08T03:53:15.155 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.144+0000 7fa4deffd640 1 -- 172.21.15.62:0/3913342764 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4d40ab980 con 0x7fa4e015dcb0 2023-06-08T03:53:15.155 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e649d640 1 -- 172.21.15.62:0/3913342764 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e015dcb0 msgr2=0x7fa4e00af6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:15.155 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e649d640 1 --2- 172.21.15.62:0/3913342764 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e015dcb0 0x7fa4e00af6a0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fa4e00ced20 tx=0x7fa4d401c440 comp rx=0 tx=0).stop 2023-06-08T03:53:15.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e649d640 1 -- 172.21.15.62:0/3913342764 shutdown_connections 2023-06-08T03:53:15.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e649d640 1 --2- 172.21.15.62:0/3913342764 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa4e015d130 0x7fa4e00afbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e649d640 1 --2- 172.21.15.62:0/3913342764 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e015dcb0 0x7fa4e00af6a0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e649d640 1 --2- 172.21.15.62:0/3913342764 >> v2:172.21.15.188:3300/0 conn(0x7fa4e01570c0 0x7fa4e015d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e649d640 1 -- 172.21.15.62:0/3913342764 >> 172.21.15.62:0/3913342764 conn(0x7fa4e00ca6a0 msgr2=0x7fa4e00caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:15.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e649d640 1 -- 172.21.15.62:0/3913342764 shutdown_connections 2023-06-08T03:53:15.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e649d640 1 -- 172.21.15.62:0/3913342764 wait complete. 2023-06-08T03:53:15.157 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e649d640 1 Processor -- start 2023-06-08T03:53:15.157 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e649d640 1 -- start start 2023-06-08T03:53:15.158 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e649d640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa4e01570c0 0x7fa4e014f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.158 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e649d640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa4e015d130 0x7fa4e00c1750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.159 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e649d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e015dcb0 0x7fa4e00cc800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.159 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e649d640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4e00cc3e0 con 0x7fa4e015dcb0 2023-06-08T03:53:15.159 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e649d640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4e00cb7f0 con 0x7fa4e015d130 2023-06-08T03:53:15.159 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e649d640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4e00cba40 con 0x7fa4e01570c0 2023-06-08T03:53:15.159 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e4a3a640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e015dcb0 0x7fa4e00cc800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:15.159 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e4a3a640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e015dcb0 0x7fa4e00cc800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60130/0 (socket says 172.21.15.62:60130) 2023-06-08T03:53:15.159 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e4a3a640 1 -- 172.21.15.62:0/1589488666 learned_addr learned my addr 172.21.15.62:0/1589488666 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:15.160 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4df7fe640 1 --2- 172.21.15.62:0/1589488666 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa4e015d130 0x7fa4e00c1750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:15.160 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e4a3a640 1 -- 172.21.15.62:0/1589488666 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa4e01570c0 msgr2=0x7fa4e014f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:15.160 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e4a3a640 1 --2- 172.21.15.62:0/1589488666 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa4e01570c0 0x7fa4e014f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.160 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e4a3a640 1 -- 172.21.15.62:0/1589488666 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa4e015d130 msgr2=0x7fa4e00c1750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:15.160 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e4a3a640 1 --2- 172.21.15.62:0/1589488666 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa4e015d130 0x7fa4e00c1750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.160 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e4a3a640 1 -- 172.21.15.62:0/1589488666 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4d40094d0 con 0x7fa4e015dcb0 2023-06-08T03:53:15.160 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e4a3a640 1 --2- 172.21.15.62:0/1589488666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e015dcb0 0x7fa4e00cc800 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fa4d800b9a0 tx=0x7fa4d800be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:15.160 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4dcff9640 1 -- 172.21.15.62:0/1589488666 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4d800cba0 con 0x7fa4e015dcb0 2023-06-08T03:53:15.161 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4dcff9640 1 -- 172.21.15.62:0/1589488666 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4d800cd20 con 0x7fa4e015dcb0 2023-06-08T03:53:15.161 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e649d640 1 -- 172.21.15.62:0/1589488666 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4e00cbd20 con 0x7fa4e015dcb0 2023-06-08T03:53:15.161 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4dcff9640 1 -- 172.21.15.62:0/1589488666 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4d8014680 con 0x7fa4e015dcb0 2023-06-08T03:53:15.161 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.148+0000 7fa4e649d640 1 -- 172.21.15.62:0/1589488666 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4e014f950 con 0x7fa4e015dcb0 2023-06-08T03:53:15.161 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.152+0000 7fa4e649d640 1 -- 172.21.15.62:0/1589488666 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4e00cc520 con 0x7fa4e015dcb0 2023-06-08T03:53:15.162 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.152+0000 7fa4dcff9640 1 -- 172.21.15.62:0/1589488666 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa4d801d3b0 con 0x7fa4e015dcb0 2023-06-08T03:53:15.162 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.152+0000 7fa4dcff9640 1 --2- 172.21.15.62:0/1589488666 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa4cc0662b0 0x7fa4cc068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.162 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.152+0000 7fa4dcff9640 1 -- 172.21.15.62:0/1589488666 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fa4d8083c50 con 0x7fa4e015dcb0 2023-06-08T03:53:15.162 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.152+0000 7fa4dffff640 1 --2- 172.21.15.62:0/1589488666 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa4cc0662b0 0x7fa4cc068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:15.162 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.152+0000 7fa4dffff640 1 --2- 172.21.15.62:0/1589488666 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa4cc0662b0 0x7fa4cc068760 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fa4d000a8b0 tx=0x7fa4d0008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:15.163 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.156+0000 7fa4dcff9640 1 -- 172.21.15.62:0/1589488666 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa4e00cc520 con 0x7fa4e015dcb0 2023-06-08T03:53:15.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.308+0000 7fa4e649d640 1 -- 172.21.15.62:0/1589488666 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fa4e00cc520 con 0x7fa4e015dcb0 2023-06-08T03:53:15.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.312+0000 7fa4dcff9640 1 -- 172.21.15.62:0/1589488666 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7fa4e00cc520 con 0x7fa4e015dcb0 2023-06-08T03:53:15.320 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 64 2023-06-08T03:53:15.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.312+0000 7fa4e649d640 1 -- 172.21.15.62:0/1589488666 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa4cc0662b0 msgr2=0x7fa4cc068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:15.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.312+0000 7fa4e649d640 1 --2- 172.21.15.62:0/1589488666 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa4cc0662b0 0x7fa4cc068760 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fa4d000a8b0 tx=0x7fa4d0008040 comp rx=0 tx=0).stop 2023-06-08T03:53:15.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.312+0000 7fa4e649d640 1 -- 172.21.15.62:0/1589488666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e015dcb0 msgr2=0x7fa4e00cc800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:15.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.312+0000 7fa4e649d640 1 --2- 172.21.15.62:0/1589488666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e015dcb0 0x7fa4e00cc800 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fa4d800b9a0 tx=0x7fa4d800be60 comp rx=0 tx=0).stop 2023-06-08T03:53:15.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.312+0000 7fa4e649d640 1 -- 172.21.15.62:0/1589488666 shutdown_connections 2023-06-08T03:53:15.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.312+0000 7fa4e649d640 1 --2- 172.21.15.62:0/1589488666 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa4cc0662b0 0x7fa4cc068760 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.312+0000 7fa4e649d640 1 --2- 172.21.15.62:0/1589488666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e015dcb0 0x7fa4e00cc800 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.312+0000 7fa4e649d640 1 --2- 172.21.15.62:0/1589488666 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa4e015d130 0x7fa4e00c1750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.312+0000 7fa4e649d640 1 --2- 172.21.15.62:0/1589488666 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa4e01570c0 0x7fa4e014f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.312+0000 7fa4e649d640 1 -- 172.21.15.62:0/1589488666 >> 172.21.15.62:0/1589488666 conn(0x7fa4e00ca6a0 msgr2=0x7fa4e006ae60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:15.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.316+0000 7fa4e649d640 1 -- 172.21.15.62:0/1589488666 shutdown_connections 2023-06-08T03:53:15.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.316+0000 7fa4e649d640 1 -- 172.21.15.62:0/1589488666 wait complete. 2023-06-08T03:53:15.339 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-08T03:53:15.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.456+0000 7f36e11a7640 1 Processor -- start 2023-06-08T03:53:15.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.456+0000 7f36e11a7640 1 -- start start 2023-06-08T03:53:15.465 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.456+0000 7f36e11a7640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f36dc0ca010 0x7f36dc0cbf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.465 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.456+0000 7f36e11a7640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f36dc0c8290 con 0x7f36dc0c9b70 2023-06-08T03:53:15.465 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.456+0000 7f36e11a7640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f36dc0c8570 con 0x7f36dc1523c0 2023-06-08T03:53:15.465 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.456+0000 7f36e11a7640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36dc0c8850 con 0x7f36dc0ca010 2023-06-08T03:53:15.466 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.456+0000 7f36da59c640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f36dc0c9b70 0x7f36dc0cb810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41322/0 (socket says 172.21.15.62:41322) 2023-06-08T03:53:15.466 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.456+0000 7f36db59e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f36dc0ca010 0x7f36dc0cbf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:15.466 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.456+0000 7f36da59c640 1 -- 172.21.15.62:0/2722801279 learned_addr learned my addr 172.21.15.62:0/2722801279 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:15.466 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.456+0000 7f36d9d9b640 1 -- 172.21.15.62:0/2722801279 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2970005196 0 0) 0x7f36dc0c8290 con 0x7f36dc0c9b70 2023-06-08T03:53:15.467 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.456+0000 7f36d9d9b640 1 -- 172.21.15.62:0/2722801279 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f36c4005740 con 0x7f36dc0c9b70 2023-06-08T03:53:15.467 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.456+0000 7f36db59e640 1 -- 172.21.15.62:0/2722801279 >> v1:172.21.15.188:6789/0 conn(0x7f36dc1523c0 legacy=0x7f36dc06f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:15.467 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.456+0000 7f36db59e640 1 -- 172.21.15.62:0/2722801279 >> v1:172.21.15.62:6789/0 conn(0x7f36dc0c9b70 legacy=0x7f36dc0cb810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:15.467 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.456+0000 7f36db59e640 1 -- 172.21.15.62:0/2722801279 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36dc0c8b30 con 0x7f36dc0ca010 2023-06-08T03:53:15.468 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.460+0000 7f36db59e640 1 --2- 172.21.15.62:0/2722801279 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f36dc0ca010 0x7f36dc0cbf20 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f36cc0097c0 tx=0x7f36cc01c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7aecdac2bc6c140 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:15.468 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.460+0000 7f36d9d9b640 1 -- 172.21.15.62:0/2722801279 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36cc0ab620 con 0x7f36dc0ca010 2023-06-08T03:53:15.468 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.460+0000 7f36d9d9b640 1 -- 172.21.15.62:0/2722801279 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f36cc0ab780 con 0x7f36dc0ca010 2023-06-08T03:53:15.468 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.460+0000 7f36d9d9b640 1 -- 172.21.15.62:0/2722801279 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36cc0abb10 con 0x7f36dc0ca010 2023-06-08T03:53:15.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.460+0000 7f36e11a7640 1 -- 172.21.15.62:0/2722801279 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f36dc0ca010 msgr2=0x7f36dc0cbf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:15.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.460+0000 7f36e11a7640 1 --2- 172.21.15.62:0/2722801279 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f36dc0ca010 0x7f36dc0cbf20 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f36cc0097c0 tx=0x7f36cc01c480 comp rx=0 tx=0).stop 2023-06-08T03:53:15.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.460+0000 7f36e11a7640 1 -- 172.21.15.62:0/2722801279 shutdown_connections 2023-06-08T03:53:15.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.460+0000 7f36e11a7640 1 --2- 172.21.15.62:0/2722801279 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f36dc0ca010 0x7f36dc0cbf20 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.460+0000 7f36e11a7640 1 -- 172.21.15.62:0/2722801279 >> 172.21.15.62:0/2722801279 conn(0x7f36dc0ca6c0 msgr2=0x7f36dc0caac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:15.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.460+0000 7f36e11a7640 1 -- 172.21.15.62:0/2722801279 shutdown_connections 2023-06-08T03:53:15.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.460+0000 7f36e11a7640 1 -- 172.21.15.62:0/2722801279 wait complete. 2023-06-08T03:53:15.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.460+0000 7f36e11a7640 1 Processor -- start 2023-06-08T03:53:15.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.460+0000 7f36e11a7640 1 -- start start 2023-06-08T03:53:15.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36e11a7640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f36dc0c9b70 0x7f36dc14a020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36e11a7640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f36dc0ca010 0x7f36dc156ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36e11a7640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f36dc1523c0 0x7f36dc0adf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36e11a7640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36dc157660 con 0x7f36dc0ca010 2023-06-08T03:53:15.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36e11a7640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36dc0c58c0 con 0x7f36dc1523c0 2023-06-08T03:53:15.472 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36e11a7640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f36dc0c5ba0 con 0x7f36dc0c9b70 2023-06-08T03:53:15.472 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36da59c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f36dc0ca010 0x7f36dc156ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:15.472 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36da59c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f36dc0ca010 0x7f36dc156ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60152/0 (socket says 172.21.15.62:60152) 2023-06-08T03:53:15.472 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36da59c640 1 -- 172.21.15.62:0/387906238 learned_addr learned my addr 172.21.15.62:0/387906238 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:15.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36db59e640 1 --2- 172.21.15.62:0/387906238 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f36dc1523c0 0x7f36dc0adf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:15.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36dad9d640 1 --2- 172.21.15.62:0/387906238 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f36dc0c9b70 0x7f36dc14a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:15.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36da59c640 1 -- 172.21.15.62:0/387906238 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f36dc0c9b70 msgr2=0x7f36dc14a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:15.474 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36da59c640 1 --2- 172.21.15.62:0/387906238 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f36dc0c9b70 0x7f36dc14a020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.474 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36da59c640 1 -- 172.21.15.62:0/387906238 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f36dc1523c0 msgr2=0x7f36dc0adf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:15.474 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36da59c640 1 --2- 172.21.15.62:0/387906238 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f36dc1523c0 0x7f36dc0adf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.474 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36da59c640 1 -- 172.21.15.62:0/387906238 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36cc009420 con 0x7f36dc0ca010 2023-06-08T03:53:15.474 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36db59e640 1 --2- 172.21.15.62:0/387906238 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f36dc1523c0 0x7f36dc0adf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:15.474 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36da59c640 1 --2- 172.21.15.62:0/387906238 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f36dc0ca010 0x7f36dc156ba0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f36d000c4d0 tx=0x7f36d000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:15.474 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36c37fe640 1 -- 172.21.15.62:0/387906238 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36d0005cf0 con 0x7f36dc0ca010 2023-06-08T03:53:15.474 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36c37fe640 1 -- 172.21.15.62:0/387906238 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f36d0005e50 con 0x7f36dc0ca010 2023-06-08T03:53:15.475 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36c37fe640 1 -- 172.21.15.62:0/387906238 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36d0007270 con 0x7f36dc0ca010 2023-06-08T03:53:15.475 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36e11a7640 1 -- 172.21.15.62:0/387906238 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36dc0c5e80 con 0x7f36dc0ca010 2023-06-08T03:53:15.475 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36e11a7640 1 -- 172.21.15.62:0/387906238 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36dc14a560 con 0x7f36dc0ca010 2023-06-08T03:53:15.475 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36e11a7640 1 -- 172.21.15.62:0/387906238 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f36dc0c60c0 con 0x7f36dc0ca010 2023-06-08T03:53:15.475 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36c37fe640 1 -- 172.21.15.62:0/387906238 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f36d00073d0 con 0x7f36dc0ca010 2023-06-08T03:53:15.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36c37fe640 1 --2- 172.21.15.62:0/387906238 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f36c8066280 0x7f36c8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36c37fe640 1 -- 172.21.15.62:0/387906238 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f36d0083300 con 0x7f36dc0ca010 2023-06-08T03:53:15.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.464+0000 7f36dad9d640 1 --2- 172.21.15.62:0/387906238 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f36c8066280 0x7f36c8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:15.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.468+0000 7f36dad9d640 1 --2- 172.21.15.62:0/387906238 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f36c8066280 0x7f36c8068730 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f36d40012f0 tx=0x7f36d4009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:15.478 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.468+0000 7f36c37fe640 1 -- 172.21.15.62:0/387906238 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f36dc0c60c0 con 0x7f36dc0ca010 2023-06-08T03:53:15.642 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.632+0000 7f36e11a7640 1 -- 172.21.15.62:0/387906238 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f36dc0c60c0 con 0x7f36dc0ca010 2023-06-08T03:53:15.642 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.636+0000 7f36c37fe640 1 -- 172.21.15.62:0/387906238 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v24) v1 ==== 80+0+0 (secure 0 0 0) 0x7f36dc0c60c0 con 0x7f36dc0ca010 2023-06-08T03:53:15.642 INFO:teuthology.orchestra.run.smithi062.stderr:listed 0 entries 2023-06-08T03:53:15.645 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.636+0000 7f36e11a7640 1 -- 172.21.15.62:0/387906238 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f36c8066280 msgr2=0x7f36c8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:15.645 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.636+0000 7f36e11a7640 1 --2- 172.21.15.62:0/387906238 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f36c8066280 0x7f36c8068730 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f36d40012f0 tx=0x7f36d4009040 comp rx=0 tx=0).stop 2023-06-08T03:53:15.645 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.636+0000 7f36e11a7640 1 -- 172.21.15.62:0/387906238 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f36dc0ca010 msgr2=0x7f36dc156ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:15.645 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.636+0000 7f36e11a7640 1 --2- 172.21.15.62:0/387906238 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f36dc0ca010 0x7f36dc156ba0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f36d000c4d0 tx=0x7f36d000c990 comp rx=0 tx=0).stop 2023-06-08T03:53:15.645 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.636+0000 7f36e11a7640 1 -- 172.21.15.62:0/387906238 shutdown_connections 2023-06-08T03:53:15.645 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.636+0000 7f36e11a7640 1 --2- 172.21.15.62:0/387906238 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f36c8066280 0x7f36c8068730 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.645 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.636+0000 7f36e11a7640 1 --2- 172.21.15.62:0/387906238 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f36dc1523c0 0x7f36dc0adf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.636+0000 7f36e11a7640 1 --2- 172.21.15.62:0/387906238 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f36dc0ca010 0x7f36dc156ba0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.636+0000 7f36e11a7640 1 --2- 172.21.15.62:0/387906238 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f36dc0c9b70 0x7f36dc14a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.636+0000 7f36e11a7640 1 -- 172.21.15.62:0/387906238 >> 172.21.15.62:0/387906238 conn(0x7f36dc0ca6c0 msgr2=0x7f36dc14f090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:15.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.636+0000 7f36e11a7640 1 -- 172.21.15.62:0/387906238 shutdown_connections 2023-06-08T03:53:15.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.636+0000 7f36e11a7640 1 -- 172.21.15.62:0/387906238 wait complete. 2023-06-08T03:53:15.661 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi062.front.sepia.ceph.com... 2023-06-08T03:53:15.662 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:15.662 DEBUG:teuthology.orchestra.run.smithi062:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2023-06-08T03:53:15.685 INFO:teuthology.orchestra.run:waiting for 300 2023-06-08T03:53:15.686 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi062.front.sepia.ceph.com 2023-06-08T03:53:15.686 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:15.687 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-06-08T03:53:15.736 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:53:15.737 DEBUG:teuthology.orchestra.run.smithi188:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-08T03:53:15.743 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:53:15.743 DEBUG:teuthology.orchestra.run.smithi188:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-08T03:53:15.790 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:53:15.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.912+0000 7fab71b86640 1 Processor -- start 2023-06-08T03:53:15.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.912+0000 7fab71b86640 1 -- start start 2023-06-08T03:53:15.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab71b86640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fab6c0b7700 0x7fab6c0cc510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab71b86640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab6c0cefe0 0x7fab6c0d0880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab71b86640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab6c0b4d10 con 0x7fab6c0ce1f0 2023-06-08T03:53:15.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab71b86640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab6c145760 con 0x7fab6c0b7700 2023-06-08T03:53:15.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab71b86640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab6c0ce670 con 0x7fab6c0cefe0 2023-06-08T03:53:15.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6affd640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fab6c0ce1f0 0x7fab6c0ce8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41338/0 (socket says 172.21.15.62:41338) 2023-06-08T03:53:15.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6affd640 1 -- 172.21.15.62:0/3663743305 learned_addr learned my addr 172.21.15.62:0/3663743305 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:15.925 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6b7fe640 1 --2- 172.21.15.62:0/3663743305 >> v2:172.21.15.188:3300/0 conn(0x7fab6c0b7700 0x7fab6c0cc510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:15.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6bfff640 1 --2- 172.21.15.62:0/3663743305 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab6c0cefe0 0x7fab6c0d0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:15.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6a7fc640 1 -- 172.21.15.62:0/3663743305 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2542476163 0 0) 0x7fab6c0b4d10 con 0x7fab6c0ce1f0 2023-06-08T03:53:15.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6a7fc640 1 -- 172.21.15.62:0/3663743305 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fab54003530 con 0x7fab6c0ce1f0 2023-06-08T03:53:15.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6a7fc640 1 -- 172.21.15.62:0/3663743305 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2242093352 0 0) 0x7fab54003530 con 0x7fab6c0ce1f0 2023-06-08T03:53:15.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6a7fc640 1 -- 172.21.15.62:0/3663743305 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab6c0cefe0 msgr2=0x7fab6c0d0880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:15.926 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6a7fc640 1 --2- 172.21.15.62:0/3663743305 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab6c0cefe0 0x7fab6c0d0880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.927 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6a7fc640 1 -- 172.21.15.62:0/3663743305 >> v2:172.21.15.188:3300/0 conn(0x7fab6c0b7700 msgr2=0x7fab6c0cc510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:15.927 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6a7fc640 1 --2- 172.21.15.62:0/3663743305 >> v2:172.21.15.188:3300/0 conn(0x7fab6c0b7700 0x7fab6c0cc510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.927 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6a7fc640 1 -- 172.21.15.62:0/3663743305 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab6c0ccc10 con 0x7fab6c0ce1f0 2023-06-08T03:53:15.927 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6a7fc640 1 -- 172.21.15.62:0/3663743305 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fab5c001680 con 0x7fab6c0ce1f0 2023-06-08T03:53:15.927 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6a7fc640 1 -- 172.21.15.62:0/3663743305 >> v1:172.21.15.62:6789/0 conn(0x7fab6c0ce1f0 legacy=0x7fab6c0ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:15.927 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6a7fc640 1 --2- 172.21.15.62:0/3663743305 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab54003980 0x7fab54003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.927 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6a7fc640 1 --2- 172.21.15.62:0/3663743305 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab540043b0 0x7fab54004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.928 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6a7fc640 1 --2- 172.21.15.62:0/3663743305 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab6c0cefe0 0x7fab54004f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.928 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6a7fc640 1 -- 172.21.15.62:0/3663743305 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab6c0ce670 con 0x7fab54003980 2023-06-08T03:53:15.928 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6a7fc640 1 -- 172.21.15.62:0/3663743305 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab54005680 con 0x7fab540043b0 2023-06-08T03:53:15.928 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6a7fc640 1 -- 172.21.15.62:0/3663743305 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab5400ba10 con 0x7fab6c0cefe0 2023-06-08T03:53:15.928 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6b7fe640 1 --2- 172.21.15.62:0/3663743305 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab54003980 0x7fab54003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:15.928 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6affd640 1 --2- 172.21.15.62:0/3663743305 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab540043b0 0x7fab54004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:15.928 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6bfff640 1 --2- 172.21.15.62:0/3663743305 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab6c0cefe0 0x7fab54004f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:15.929 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6b7fe640 1 -- 172.21.15.62:0/3663743305 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab6c0cefe0 msgr2=0x7fab54004f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:15.929 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6b7fe640 1 --2- 172.21.15.62:0/3663743305 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab6c0cefe0 0x7fab54004f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.929 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6b7fe640 1 -- 172.21.15.62:0/3663743305 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab540043b0 msgr2=0x7fab54004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:15.929 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6b7fe640 1 --2- 172.21.15.62:0/3663743305 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab540043b0 0x7fab54004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.929 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6b7fe640 1 -- 172.21.15.62:0/3663743305 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab54003530 con 0x7fab54003980 2023-06-08T03:53:15.929 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6affd640 1 --2- 172.21.15.62:0/3663743305 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab540043b0 0x7fab54004870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:53:15.929 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.916+0000 7fab6bfff640 1 --2- 172.21.15.62:0/3663743305 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab6c0cefe0 0x7fab54004f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:15.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab6b7fe640 1 --2- 172.21.15.62:0/3663743305 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab54003980 0x7fab54003d90 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fab60009ae0 tx=0x7fab6001ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12165bfeab8aaaa server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:15.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab6a7fc640 1 -- 172.21.15.62:0/3663743305 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab600a5660 con 0x7fab54003980 2023-06-08T03:53:15.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab6a7fc640 1 -- 172.21.15.62:0/3663743305 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab600a57c0 con 0x7fab54003980 2023-06-08T03:53:15.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab6a7fc640 1 -- 172.21.15.62:0/3663743305 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab600a5b70 con 0x7fab54003980 2023-06-08T03:53:15.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab71b86640 1 -- 172.21.15.62:0/3663743305 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab54003980 msgr2=0x7fab54003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:15.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab71b86640 1 --2- 172.21.15.62:0/3663743305 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab54003980 0x7fab54003d90 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fab60009ae0 tx=0x7fab6001ca90 comp rx=0 tx=0).stop 2023-06-08T03:53:15.933 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab6bfff640 1 -- 172.21.15.62:0/3663743305 reap_dead start 2023-06-08T03:53:15.933 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab71b86640 1 -- 172.21.15.62:0/3663743305 shutdown_connections 2023-06-08T03:53:15.933 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab71b86640 1 -- 172.21.15.62:0/3663743305 >> 172.21.15.62:0/3663743305 conn(0x7fab6c0716d0 msgr2=0x7fab6c069a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:15.933 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab71b86640 1 -- 172.21.15.62:0/3663743305 shutdown_connections 2023-06-08T03:53:15.933 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab71b86640 1 -- 172.21.15.62:0/3663743305 wait complete. 2023-06-08T03:53:15.933 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab71b86640 1 Processor -- start 2023-06-08T03:53:15.933 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab71b86640 1 -- start start 2023-06-08T03:53:15.933 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab71b86640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab6c1558b0 0x7fab6c0b37e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab71b86640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab6c155c80 0x7fab6c0b3e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab71b86640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab6c0b4390 0x7fab6c160610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab71b86640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab6c156430 con 0x7fab6c0b4390 2023-06-08T03:53:15.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab71b86640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab6c0b4810 con 0x7fab6c155c80 2023-06-08T03:53:15.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab71b86640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab6c0b2b40 con 0x7fab6c1558b0 2023-06-08T03:53:15.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab6bfff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab6c0b4390 0x7fab6c160610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:15.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab6bfff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab6c0b4390 0x7fab6c160610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60180/0 (socket says 172.21.15.62:60180) 2023-06-08T03:53:15.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab6bfff640 1 -- 172.21.15.62:0/2989296384 learned_addr learned my addr 172.21.15.62:0/2989296384 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:15.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab6b7fe640 1 --2- 172.21.15.62:0/2989296384 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab6c1558b0 0x7fab6c0b37e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:15.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab6affd640 1 --2- 172.21.15.62:0/2989296384 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab6c155c80 0x7fab6c0b3e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:15.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab6bfff640 1 -- 172.21.15.62:0/2989296384 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab6c1558b0 msgr2=0x7fab6c0b37e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:15.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab6bfff640 1 --2- 172.21.15.62:0/2989296384 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab6c1558b0 0x7fab6c0b37e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab6bfff640 1 -- 172.21.15.62:0/2989296384 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab6c155c80 msgr2=0x7fab6c0b3e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:15.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab6bfff640 1 --2- 172.21.15.62:0/2989296384 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab6c155c80 0x7fab6c0b3e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:15.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab6bfff640 1 -- 172.21.15.62:0/2989296384 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab6c1584e0 con 0x7fab6c0b4390 2023-06-08T03:53:15.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab6affd640 1 --2- 172.21.15.62:0/2989296384 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab6c155c80 0x7fab6c0b3e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:15.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.920+0000 7fab6bfff640 1 --2- 172.21.15.62:0/2989296384 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab6c0b4390 0x7fab6c160610 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fab6c08a970 tx=0x7fab64009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:15.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.924+0000 7fab53fff640 1 -- 172.21.15.62:0/2989296384 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab64014760 con 0x7fab6c0b4390 2023-06-08T03:53:15.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.924+0000 7fab53fff640 1 -- 172.21.15.62:0/2989296384 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab64011040 con 0x7fab6c0b4390 2023-06-08T03:53:15.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.924+0000 7fab71b86640 1 -- 172.21.15.62:0/2989296384 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab6c1587c0 con 0x7fab6c0b4390 2023-06-08T03:53:15.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.924+0000 7fab53fff640 1 -- 172.21.15.62:0/2989296384 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab64014ae0 con 0x7fab6c0b4390 2023-06-08T03:53:15.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.924+0000 7fab71b86640 1 -- 172.21.15.62:0/2989296384 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab6c158d80 con 0x7fab6c0b4390 2023-06-08T03:53:15.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.924+0000 7fab71b86640 1 -- 172.21.15.62:0/2989296384 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab6c158fa0 con 0x7fab6c0b4390 2023-06-08T03:53:15.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.924+0000 7fab53fff640 1 -- 172.21.15.62:0/2989296384 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fab64014c40 con 0x7fab6c0b4390 2023-06-08T03:53:15.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.924+0000 7fab53fff640 1 --2- 172.21.15.62:0/2989296384 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fab58066280 0x7fab58068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:15.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.924+0000 7fab53fff640 1 -- 172.21.15.62:0/2989296384 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fab64083710 con 0x7fab6c0b4390 2023-06-08T03:53:15.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.924+0000 7fab6b7fe640 1 --2- 172.21.15.62:0/2989296384 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fab58066280 0x7fab58068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:15.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.924+0000 7fab6b7fe640 1 --2- 172.21.15.62:0/2989296384 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fab58066280 0x7fab58068730 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fab600af000 tx=0x7fab60008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:15.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:15.928+0000 7fab53fff640 1 -- 172.21.15.62:0/2989296384 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fab64050be0 con 0x7fab6c0b4390 2023-06-08T03:53:16.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.084+0000 7fab71b86640 1 -- 172.21.15.62:0/2989296384 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fab6c04d650 con 0x7fab6c0b4390 2023-06-08T03:53:16.095 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.088+0000 7fab53fff640 1 -- 172.21.15.62:0/2989296384 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18374 (secure 0 0 0) 0x7fab64054200 con 0x7fab6c0b4390 2023-06-08T03:53:16.095 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:16.095 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":24,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:53:15.301432+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.f","mappings":[{"from":1,"to":2}]},{"pgid":"4.37","mappings":[{"from":3,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:53:16.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.088+0000 7fab71b86640 1 -- 172.21.15.62:0/2989296384 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fab58066280 msgr2=0x7fab58068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:16.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.088+0000 7fab71b86640 1 --2- 172.21.15.62:0/2989296384 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fab58066280 0x7fab58068730 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fab600af000 tx=0x7fab60008040 comp rx=0 tx=0).stop 2023-06-08T03:53:16.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.088+0000 7fab71b86640 1 -- 172.21.15.62:0/2989296384 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab6c0b4390 msgr2=0x7fab6c160610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:16.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.088+0000 7fab71b86640 1 --2- 172.21.15.62:0/2989296384 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab6c0b4390 0x7fab6c160610 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fab6c08a970 tx=0x7fab64009f90 comp rx=0 tx=0).stop 2023-06-08T03:53:16.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.088+0000 7fab71b86640 1 -- 172.21.15.62:0/2989296384 shutdown_connections 2023-06-08T03:53:16.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.088+0000 7fab71b86640 1 --2- 172.21.15.62:0/2989296384 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fab58066280 0x7fab58068730 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.088+0000 7fab71b86640 1 --2- 172.21.15.62:0/2989296384 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab6c0b4390 0x7fab6c160610 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.088+0000 7fab71b86640 1 --2- 172.21.15.62:0/2989296384 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab6c155c80 0x7fab6c0b3e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.099 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.088+0000 7fab71b86640 1 --2- 172.21.15.62:0/2989296384 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab6c1558b0 0x7fab6c0b37e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.099 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.088+0000 7fab71b86640 1 -- 172.21.15.62:0/2989296384 >> 172.21.15.62:0/2989296384 conn(0x7fab6c0716d0 msgr2=0x7fab6c0cbac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:16.099 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.088+0000 7fab71b86640 1 -- 172.21.15.62:0/2989296384 shutdown_connections 2023-06-08T03:53:16.099 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.088+0000 7fab71b86640 1 -- 172.21.15.62:0/2989296384 wait complete. 2023-06-08T03:53:16.115 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-08T03:52:22.372947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-08T03:52:28.107223+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-08T03:52:32.655480+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-08T03:52:33.144430+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-08T03:53:16.116 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-08T03:53:16.240 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.232+0000 7fd89d570640 1 Processor -- start 2023-06-08T03:53:16.241 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.232+0000 7fd89d570640 1 -- start start 2023-06-08T03:53:16.241 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.232+0000 7fd89d570640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd89806a420 0x7fd89806a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:16.242 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.232+0000 7fd89d570640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd8980cacf0 con 0x7fd8980cc6f0 2023-06-08T03:53:16.242 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.232+0000 7fd89d570640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd8980cafd0 con 0x7fd8980d05d0 2023-06-08T03:53:16.242 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.232+0000 7fd89d570640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd89806ade0 con 0x7fd89806a420 2023-06-08T03:53:16.242 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.232+0000 7fd8967fc640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fd8980cc6f0 0x7fd8980ca4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41340/0 (socket says 172.21.15.62:41340) 2023-06-08T03:53:16.242 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.232+0000 7fd8967fc640 1 -- 172.21.15.62:0/207223469 learned_addr learned my addr 172.21.15.62:0/207223469 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:16.243 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.232+0000 7fd8977fe640 1 --2- 172.21.15.62:0/207223469 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd89806a420 0x7fd89806a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:16.244 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.232+0000 7fd895ffb640 1 -- 172.21.15.62:0/207223469 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1179077075 0 0) 0x7fd8980cacf0 con 0x7fd8980cc6f0 2023-06-08T03:53:16.244 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.232+0000 7fd895ffb640 1 -- 172.21.15.62:0/207223469 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd880003530 con 0x7fd8980cc6f0 2023-06-08T03:53:16.244 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd895ffb640 1 -- 172.21.15.62:0/207223469 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3181011615 0 0) 0x7fd880003530 con 0x7fd8980cc6f0 2023-06-08T03:53:16.244 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd895ffb640 1 -- 172.21.15.62:0/207223469 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd89806a420 msgr2=0x7fd89806a8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:16.244 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd895ffb640 1 --2- 172.21.15.62:0/207223469 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd89806a420 0x7fd89806a8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.244 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd895ffb640 1 -- 172.21.15.62:0/207223469 >> v1:172.21.15.188:6789/0 conn(0x7fd8980d05d0 legacy=0x7fd8980cbd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:16.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd895ffb640 1 -- 172.21.15.62:0/207223469 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8980cb2b0 con 0x7fd8980cc6f0 2023-06-08T03:53:16.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd895ffb640 1 -- 172.21.15.62:0/207223469 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fd88c001680 con 0x7fd8980cc6f0 2023-06-08T03:53:16.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd895ffb640 1 -- 172.21.15.62:0/207223469 >> v1:172.21.15.62:6789/0 conn(0x7fd8980cc6f0 legacy=0x7fd8980ca4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:16.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd895ffb640 1 --2- 172.21.15.62:0/207223469 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8800039b0 0x7fd880003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:16.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd895ffb640 1 --2- 172.21.15.62:0/207223469 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd8800047d0 0x7fd880004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:16.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd895ffb640 1 --2- 172.21.15.62:0/207223469 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd89806a420 0x7fd8800051a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:16.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd895ffb640 1 -- 172.21.15.62:0/207223469 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd89806ade0 con 0x7fd8800039b0 2023-06-08T03:53:16.245 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd895ffb640 1 -- 172.21.15.62:0/207223469 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd88000ba90 con 0x7fd8800047d0 2023-06-08T03:53:16.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd895ffb640 1 -- 172.21.15.62:0/207223469 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd88000bc50 con 0x7fd89806a420 2023-06-08T03:53:16.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd896ffd640 1 --2- 172.21.15.62:0/207223469 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8800039b0 0x7fd880003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:16.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd896ffd640 1 -- 172.21.15.62:0/207223469 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd89806a420 msgr2=0x7fd8800051a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:16.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd896ffd640 1 --2- 172.21.15.62:0/207223469 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd89806a420 0x7fd8800051a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd896ffd640 1 -- 172.21.15.62:0/207223469 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd8800047d0 msgr2=0x7fd880004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:16.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd896ffd640 1 --2- 172.21.15.62:0/207223469 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd8800047d0 0x7fd880004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.246 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd896ffd640 1 -- 172.21.15.62:0/207223469 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd880003530 con 0x7fd8800039b0 2023-06-08T03:53:16.247 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd896ffd640 1 --2- 172.21.15.62:0/207223469 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8800039b0 0x7fd880003dc0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fd888001780 tx=0x7fd88801c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6dd40a3dc08a272d server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:16.248 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd895ffb640 1 -- 172.21.15.62:0/207223469 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8880052d0 con 0x7fd8800039b0 2023-06-08T03:53:16.248 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd895ffb640 1 -- 172.21.15.62:0/207223469 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd8880a7050 con 0x7fd8800039b0 2023-06-08T03:53:16.248 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd895ffb640 1 -- 172.21.15.62:0/207223469 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd888003600 con 0x7fd8800039b0 2023-06-08T03:53:16.248 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd89d570640 1 -- 172.21.15.62:0/207223469 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8800039b0 msgr2=0x7fd880003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:16.248 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd89d570640 1 --2- 172.21.15.62:0/207223469 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8800039b0 0x7fd880003dc0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fd888001780 tx=0x7fd88801c3d0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.248 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd8977fe640 1 -- 172.21.15.62:0/207223469 reap_dead start 2023-06-08T03:53:16.248 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd89d570640 1 -- 172.21.15.62:0/207223469 shutdown_connections 2023-06-08T03:53:16.249 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd89d570640 1 -- 172.21.15.62:0/207223469 >> 172.21.15.62:0/207223469 conn(0x7fd898065850 msgr2=0x7fd898099140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:16.249 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd89d570640 1 -- 172.21.15.62:0/207223469 shutdown_connections 2023-06-08T03:53:16.249 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.236+0000 7fd89d570640 1 -- 172.21.15.62:0/207223469 wait complete. 2023-06-08T03:53:16.249 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd89d570640 1 Processor -- start 2023-06-08T03:53:16.249 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd89d570640 1 -- start start 2023-06-08T03:53:16.250 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd89d570640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd8800039b0 0x7fd8980ad730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:16.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd89d570640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8980cec60 0x7fd8980adc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:16.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd89d570640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd89815a710 0x7fd89815abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:16.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd89d570640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8980b5420 con 0x7fd8980cec60 2023-06-08T03:53:16.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd89d570640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd89815b0f0 con 0x7fd8800039b0 2023-06-08T03:53:16.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd89d570640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8980cf380 con 0x7fd89815a710 2023-06-08T03:53:16.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd8967fc640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8980cec60 0x7fd8980adc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:16.251 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd8967fc640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8980cec60 0x7fd8980adc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60210/0 (socket says 172.21.15.62:60210) 2023-06-08T03:53:16.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd8967fc640 1 -- 172.21.15.62:0/2753269177 learned_addr learned my addr 172.21.15.62:0/2753269177 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:16.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd8977fe640 1 --2- 172.21.15.62:0/2753269177 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd89815a710 0x7fd89815abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:16.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd896ffd640 1 --2- 172.21.15.62:0/2753269177 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd8800039b0 0x7fd8980ad730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:16.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd8967fc640 1 -- 172.21.15.62:0/2753269177 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd89815a710 msgr2=0x7fd89815abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:16.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd8967fc640 1 --2- 172.21.15.62:0/2753269177 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd89815a710 0x7fd89815abb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd8967fc640 1 -- 172.21.15.62:0/2753269177 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd8800039b0 msgr2=0x7fd8980ad730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:16.252 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd8967fc640 1 --2- 172.21.15.62:0/2753269177 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd8800039b0 0x7fd8980ad730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd8967fc640 1 -- 172.21.15.62:0/2753269177 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8980c63d0 con 0x7fd8980cec60 2023-06-08T03:53:16.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd8967fc640 1 --2- 172.21.15.62:0/2753269177 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8980cec60 0x7fd8980adc70 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fd88c00c760 tx=0x7fd88c00cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:16.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd87f7fe640 1 -- 172.21.15.62:0/2753269177 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd88c0072d0 con 0x7fd8980cec60 2023-06-08T03:53:16.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd87f7fe640 1 -- 172.21.15.62:0/2753269177 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd88c007450 con 0x7fd8980cec60 2023-06-08T03:53:16.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd89d570640 1 -- 172.21.15.62:0/2753269177 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd8980c66b0 con 0x7fd8980cec60 2023-06-08T03:53:16.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd87f7fe640 1 -- 172.21.15.62:0/2753269177 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd88c0047f0 con 0x7fd8980cec60 2023-06-08T03:53:16.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.240+0000 7fd89d570640 1 -- 172.21.15.62:0/2753269177 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd8980cf900 con 0x7fd8980cec60 2023-06-08T03:53:16.253 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.244+0000 7fd89d570640 1 -- 172.21.15.62:0/2753269177 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd89804d650 con 0x7fd8980cec60 2023-06-08T03:53:16.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.244+0000 7fd87f7fe640 1 -- 172.21.15.62:0/2753269177 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd88c004950 con 0x7fd8980cec60 2023-06-08T03:53:16.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.244+0000 7fd87f7fe640 1 --2- 172.21.15.62:0/2753269177 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd8840662b0 0x7fd884068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:16.254 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.244+0000 7fd87f7fe640 1 -- 172.21.15.62:0/2753269177 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fd88c0834b0 con 0x7fd8980cec60 2023-06-08T03:53:16.255 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.244+0000 7fd896ffd640 1 --2- 172.21.15.62:0/2753269177 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd8840662b0 0x7fd884068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:16.255 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.244+0000 7fd896ffd640 1 --2- 172.21.15.62:0/2753269177 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd8840662b0 0x7fd884068760 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd888001750 tx=0x7fd8880011a0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:16.255 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.248+0000 7fd87f7fe640 1 -- 172.21.15.62:0/2753269177 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd88c050850 con 0x7fd8980cec60 2023-06-08T03:53:16.410 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.404+0000 7fd89d570640 1 -- 172.21.15.62:0/2753269177 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd8980ae5f0 con 0x7fd8980cec60 2023-06-08T03:53:16.411 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.404+0000 7fd87f7fe640 1 -- 172.21.15.62:0/2753269177 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd88c053e70 con 0x7fd8980cec60 2023-06-08T03:53:16.411 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 1 2023-06-08T03:53:16.413 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.404+0000 7fd89d570640 1 -- 172.21.15.62:0/2753269177 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd8840662b0 msgr2=0x7fd884068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:16.413 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.404+0000 7fd89d570640 1 --2- 172.21.15.62:0/2753269177 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd8840662b0 0x7fd884068760 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd888001750 tx=0x7fd8880011a0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.414 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.404+0000 7fd89d570640 1 -- 172.21.15.62:0/2753269177 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8980cec60 msgr2=0x7fd8980adc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:16.414 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.404+0000 7fd89d570640 1 --2- 172.21.15.62:0/2753269177 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8980cec60 0x7fd8980adc70 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fd88c00c760 tx=0x7fd88c00cc20 comp rx=0 tx=0).stop 2023-06-08T03:53:16.414 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.404+0000 7fd89d570640 1 -- 172.21.15.62:0/2753269177 shutdown_connections 2023-06-08T03:53:16.414 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.404+0000 7fd89d570640 1 --2- 172.21.15.62:0/2753269177 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd8840662b0 0x7fd884068760 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.414 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.404+0000 7fd89d570640 1 --2- 172.21.15.62:0/2753269177 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd89815a710 0x7fd89815abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.414 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.404+0000 7fd89d570640 1 --2- 172.21.15.62:0/2753269177 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8980cec60 0x7fd8980adc70 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.414 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.404+0000 7fd89d570640 1 --2- 172.21.15.62:0/2753269177 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd8800039b0 0x7fd8980ad730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.415 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.404+0000 7fd89d570640 1 -- 172.21.15.62:0/2753269177 >> 172.21.15.62:0/2753269177 conn(0x7fd898065850 msgr2=0x7fd89806e830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:16.415 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.404+0000 7fd89d570640 1 -- 172.21.15.62:0/2753269177 shutdown_connections 2023-06-08T03:53:16.415 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.404+0000 7fd89d570640 1 -- 172.21.15.62:0/2753269177 wait complete. 2023-06-08T03:53:16.430 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-08T03:53:16.558 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.552+0000 7f7db7e5a640 1 Processor -- start 2023-06-08T03:53:16.559 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.552+0000 7f7db7e5a640 1 -- start start 2023-06-08T03:53:16.560 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.552+0000 7f7db7e5a640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f7db015a210 0x7f7db00c8ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:16.560 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.552+0000 7f7db7e5a640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7db015d7a0 con 0x7f7db00cae70 2023-06-08T03:53:16.560 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.552+0000 7f7db7e5a640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7db015da80 con 0x7f7db015d200 2023-06-08T03:53:16.560 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.552+0000 7f7db7e5a640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7db015dd60 con 0x7f7db015a210 2023-06-08T03:53:16.560 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.552+0000 7f7db5bf6640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f7db015a210 0x7f7db00c8ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:16.561 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.552+0000 7f7db63f7640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f7db00cae70 0x7f7db00cb290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41344/0 (socket says 172.21.15.62:41344) 2023-06-08T03:53:16.561 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.552+0000 7f7db63f7640 1 -- 172.21.15.62:0/2618719209 learned_addr learned my addr 172.21.15.62:0/2618719209 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:16.561 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.552+0000 7f7db5bf6640 1 -- 172.21.15.62:0/2618719209 >> v1:172.21.15.188:6789/0 conn(0x7f7db015d200 legacy=0x7f7db015a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:16.561 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.552+0000 7f7db5bf6640 1 -- 172.21.15.62:0/2618719209 >> v1:172.21.15.62:6789/0 conn(0x7f7db00cae70 legacy=0x7f7db00cb290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:16.562 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.552+0000 7f7db5bf6640 1 -- 172.21.15.62:0/2618719209 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7db015e040 con 0x7f7db015a210 2023-06-08T03:53:16.562 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.552+0000 7f7db4bf4640 1 -- 172.21.15.62:0/2618719209 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 439222282 0 0) 0x7f7db015d7a0 con 0x7f7db00cae70 2023-06-08T03:53:16.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db5bf6640 1 --2- 172.21.15.62:0/2618719209 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7db015a210 0x7f7db00c8ab0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f7dac0097c0 tx=0x7f7dac01c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b69d6575546d3cf9 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:16.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db4bf4640 1 -- 172.21.15.62:0/2618719209 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dac0a8050 con 0x7f7db015a210 2023-06-08T03:53:16.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db4bf4640 1 -- 172.21.15.62:0/2618719209 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7dac0ac5f0 con 0x7f7db015a210 2023-06-08T03:53:16.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db4bf4640 1 -- 172.21.15.62:0/2618719209 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dac0ac980 con 0x7f7db015a210 2023-06-08T03:53:16.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db7e5a640 1 -- 172.21.15.62:0/2618719209 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7db015a210 msgr2=0x7f7db00c8ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:16.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db7e5a640 1 --2- 172.21.15.62:0/2618719209 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7db015a210 0x7f7db00c8ab0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f7dac0097c0 tx=0x7f7dac01c480 comp rx=0 tx=0).stop 2023-06-08T03:53:16.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db7e5a640 1 -- 172.21.15.62:0/2618719209 shutdown_connections 2023-06-08T03:53:16.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db7e5a640 1 --2- 172.21.15.62:0/2618719209 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7db015a210 0x7f7db00c8ab0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db7e5a640 1 -- 172.21.15.62:0/2618719209 >> 172.21.15.62:0/2618719209 conn(0x7f7db00b0c80 msgr2=0x7f7db006b620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:16.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db7e5a640 1 -- 172.21.15.62:0/2618719209 shutdown_connections 2023-06-08T03:53:16.565 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db7e5a640 1 -- 172.21.15.62:0/2618719209 wait complete. 2023-06-08T03:53:16.565 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db7e5a640 1 Processor -- start 2023-06-08T03:53:16.565 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db7e5a640 1 -- start start 2023-06-08T03:53:16.567 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db7e5a640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7db00cae70 0x7f7db014f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:16.567 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db7e5a640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7db015a210 0x7f7db0150c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:16.567 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db7e5a640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7db015d200 0x7f7db0151190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:16.567 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db7e5a640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7db00cd6b0 con 0x7f7db00cae70 2023-06-08T03:53:16.567 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db7e5a640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7db0151780 con 0x7f7db015a210 2023-06-08T03:53:16.568 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db7e5a640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7db0151a60 con 0x7f7db015d200 2023-06-08T03:53:16.568 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db5bf6640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7db00cae70 0x7f7db014f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:16.568 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db5bf6640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7db00cae70 0x7f7db014f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60226/0 (socket says 172.21.15.62:60226) 2023-06-08T03:53:16.568 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db5bf6640 1 -- 172.21.15.62:0/3160186510 learned_addr learned my addr 172.21.15.62:0/3160186510 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:16.568 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db63f7640 1 --2- 172.21.15.62:0/3160186510 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7db015d200 0x7f7db0151190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:16.568 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db53f5640 1 --2- 172.21.15.62:0/3160186510 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7db015a210 0x7f7db0150c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:16.568 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db5bf6640 1 -- 172.21.15.62:0/3160186510 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7db015d200 msgr2=0x7f7db0151190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:16.568 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db5bf6640 1 --2- 172.21.15.62:0/3160186510 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7db015d200 0x7f7db0151190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.569 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db5bf6640 1 -- 172.21.15.62:0/3160186510 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7db015a210 msgr2=0x7f7db0150c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:16.569 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db5bf6640 1 --2- 172.21.15.62:0/3160186510 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7db015a210 0x7f7db0150c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.569 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db5bf6640 1 -- 172.21.15.62:0/3160186510 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7dac009420 con 0x7f7db00cae70 2023-06-08T03:53:16.569 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.556+0000 7f7db63f7640 1 --2- 172.21.15.62:0/3160186510 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7db015d200 0x7f7db0151190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:16.569 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.560+0000 7f7db5bf6640 1 --2- 172.21.15.62:0/3160186510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7db00cae70 0x7f7db014f6d0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f7dac01ab30 tx=0x7f7dac01acc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:16.569 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.560+0000 7f7da67fc640 1 -- 172.21.15.62:0/3160186510 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dac004230 con 0x7f7db00cae70 2023-06-08T03:53:16.569 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.560+0000 7f7da67fc640 1 -- 172.21.15.62:0/3160186510 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7dac004390 con 0x7f7db00cae70 2023-06-08T03:53:16.570 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.560+0000 7f7db7e5a640 1 -- 172.21.15.62:0/3160186510 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7db0151d40 con 0x7f7db00cae70 2023-06-08T03:53:16.570 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.560+0000 7f7da67fc640 1 -- 172.21.15.62:0/3160186510 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dac0b7830 con 0x7f7db00cae70 2023-06-08T03:53:16.570 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.560+0000 7f7db7e5a640 1 -- 172.21.15.62:0/3160186510 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7db0152300 con 0x7f7db00cae70 2023-06-08T03:53:16.570 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.560+0000 7f7db7e5a640 1 -- 172.21.15.62:0/3160186510 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7db0152490 con 0x7f7db00cae70 2023-06-08T03:53:16.571 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.560+0000 7f7da67fc640 1 -- 172.21.15.62:0/3160186510 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7dac0b7990 con 0x7f7db00cae70 2023-06-08T03:53:16.571 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.560+0000 7f7da67fc640 1 --2- 172.21.15.62:0/3160186510 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7d94066280 0x7f7d94068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:16.571 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.560+0000 7f7da67fc640 1 -- 172.21.15.62:0/3160186510 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f7dac11e800 con 0x7f7db00cae70 2023-06-08T03:53:16.571 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.560+0000 7f7db53f5640 1 --2- 172.21.15.62:0/3160186510 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7d94066280 0x7f7d94068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:16.571 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.560+0000 7f7db53f5640 1 --2- 172.21.15.62:0/3160186510 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7d94066280 0x7f7d94068730 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f7db006fd10 tx=0x7f7da0009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:16.572 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.564+0000 7f7da67fc640 1 -- 172.21.15.62:0/3160186510 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7dac0ebc40 con 0x7f7db00cae70 2023-06-08T03:53:16.726 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.716+0000 7f7db7e5a640 1 -- 172.21.15.62:0/3160186510 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f7db004d650 con 0x7f7db00cae70 2023-06-08T03:53:16.727 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.720+0000 7f7da67fc640 1 -- 172.21.15.62:0/3160186510 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v25) v1 ==== 92+0+10 (secure 0 0 0) 0x7f7dac0ef260 con 0x7f7db00cae70 2023-06-08T03:53:16.727 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 8 2023-06-08T03:53:16.729 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.720+0000 7f7db7e5a640 1 -- 172.21.15.62:0/3160186510 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7d94066280 msgr2=0x7f7d94068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:16.729 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.720+0000 7f7db7e5a640 1 --2- 172.21.15.62:0/3160186510 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7d94066280 0x7f7d94068730 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f7db006fd10 tx=0x7f7da0009040 comp rx=0 tx=0).stop 2023-06-08T03:53:16.729 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.720+0000 7f7db7e5a640 1 -- 172.21.15.62:0/3160186510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7db00cae70 msgr2=0x7f7db014f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:16.729 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.720+0000 7f7db7e5a640 1 --2- 172.21.15.62:0/3160186510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7db00cae70 0x7f7db014f6d0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f7dac01ab30 tx=0x7f7dac01acc0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.729 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.720+0000 7f7db7e5a640 1 -- 172.21.15.62:0/3160186510 shutdown_connections 2023-06-08T03:53:16.729 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.720+0000 7f7db7e5a640 1 --2- 172.21.15.62:0/3160186510 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7d94066280 0x7f7d94068730 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.730 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.720+0000 7f7db7e5a640 1 --2- 172.21.15.62:0/3160186510 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7db015d200 0x7f7db0151190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.730 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.720+0000 7f7db7e5a640 1 --2- 172.21.15.62:0/3160186510 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7db015a210 0x7f7db0150c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.730 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.720+0000 7f7db7e5a640 1 --2- 172.21.15.62:0/3160186510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7db00cae70 0x7f7db014f6d0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.730 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.720+0000 7f7db7e5a640 1 -- 172.21.15.62:0/3160186510 >> 172.21.15.62:0/3160186510 conn(0x7f7db00b0c80 msgr2=0x7f7db00c9110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:16.730 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.720+0000 7f7db7e5a640 1 -- 172.21.15.62:0/3160186510 shutdown_connections 2023-06-08T03:53:16.730 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.720+0000 7f7db7e5a640 1 -- 172.21.15.62:0/3160186510 wait complete. 2023-06-08T03:53:16.746 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-08T03:53:16.878 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.872+0000 7f893a3ff640 1 Processor -- start 2023-06-08T03:53:16.879 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.872+0000 7f893a3ff640 1 -- start start 2023-06-08T03:53:16.880 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.872+0000 7f893a3ff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f89340cc750 0x7f89340ccb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:16.880 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.872+0000 7f893a3ff640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f893406ed70 0x7f893406f170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:16.880 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.872+0000 7f893a3ff640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89340cbd00 con 0x7f89341584e0 2023-06-08T03:53:16.880 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.872+0000 7f893a3ff640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f893406f6b0 con 0x7f89340cc750 2023-06-08T03:53:16.880 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.872+0000 7f893a3ff640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f893415cbc0 con 0x7f893406ed70 2023-06-08T03:53:16.880 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.872+0000 7f8933fff640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f89341584e0 0x7f893415c100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:41348/0 (socket says 172.21.15.62:41348) 2023-06-08T03:53:16.881 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.872+0000 7f8933fff640 1 -- 172.21.15.62:0/2376299814 learned_addr learned my addr 172.21.15.62:0/2376299814 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:16.881 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.872+0000 7f89337fe640 1 --2- 172.21.15.62:0/2376299814 >> v2:172.21.15.62:3300/0 conn(0x7f89340cc750 0x7f89340ccb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:16.881 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.872+0000 7f893899c640 1 --2- 172.21.15.62:0/2376299814 >> v2:172.21.15.188:3300/0 conn(0x7f893406ed70 0x7f893406f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:16.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.872+0000 7f8932ffd640 1 -- 172.21.15.62:0/2376299814 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1645667040 0 0) 0x7f89340cbd00 con 0x7f89341584e0 2023-06-08T03:53:16.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.872+0000 7f8932ffd640 1 -- 172.21.15.62:0/2376299814 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f891c003530 con 0x7f89341584e0 2023-06-08T03:53:16.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.872+0000 7f89337fe640 1 -- 172.21.15.62:0/2376299814 >> v2:172.21.15.188:3300/0 conn(0x7f893406ed70 msgr2=0x7f893406f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:16.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.872+0000 7f89337fe640 1 --2- 172.21.15.62:0/2376299814 >> v2:172.21.15.188:3300/0 conn(0x7f893406ed70 0x7f893406f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.872+0000 7f89337fe640 1 -- 172.21.15.62:0/2376299814 >> v1:172.21.15.62:6789/0 conn(0x7f89341584e0 legacy=0x7f893415c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:16.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.872+0000 7f89337fe640 1 -- 172.21.15.62:0/2376299814 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f893415cea0 con 0x7f89340cc750 2023-06-08T03:53:16.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.872+0000 7f893899c640 1 --2- 172.21.15.62:0/2376299814 >> v2:172.21.15.188:3300/0 conn(0x7f893406ed70 0x7f893406f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:53:16.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f89337fe640 1 --2- 172.21.15.62:0/2376299814 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f89340cc750 0x7f89340ccb80 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f89340cb280 tx=0x7f892801ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef08d0b31b5bb411 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:16.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f8932ffd640 1 -- 172.21.15.62:0/2376299814 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89280a8950 con 0x7f89340cc750 2023-06-08T03:53:16.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f8932ffd640 1 -- 172.21.15.62:0/2376299814 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89280a8ab0 con 0x7f89340cc750 2023-06-08T03:53:16.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f8932ffd640 1 -- 172.21.15.62:0/2376299814 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89280a8e40 con 0x7f89340cc750 2023-06-08T03:53:16.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f893a3ff640 1 -- 172.21.15.62:0/2376299814 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f89340cc750 msgr2=0x7f89340ccb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:16.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f893a3ff640 1 --2- 172.21.15.62:0/2376299814 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f89340cc750 0x7f89340ccb80 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f89340cb280 tx=0x7f892801ec50 comp rx=0 tx=0).stop 2023-06-08T03:53:16.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f893a3ff640 1 -- 172.21.15.62:0/2376299814 shutdown_connections 2023-06-08T03:53:16.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f893a3ff640 1 --2- 172.21.15.62:0/2376299814 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f89340cc750 0x7f89340ccb80 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f893a3ff640 1 --2- 172.21.15.62:0/2376299814 >> v2:172.21.15.188:3300/0 conn(0x7f893406ed70 0x7f893406f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f893a3ff640 1 -- 172.21.15.62:0/2376299814 >> 172.21.15.62:0/2376299814 conn(0x7f89340ca6a0 msgr2=0x7f89340caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:16.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f893a3ff640 1 -- 172.21.15.62:0/2376299814 shutdown_connections 2023-06-08T03:53:16.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f893a3ff640 1 -- 172.21.15.62:0/2376299814 wait complete. 2023-06-08T03:53:16.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f893a3ff640 1 Processor -- start 2023-06-08T03:53:16.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f893a3ff640 1 -- start start 2023-06-08T03:53:16.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f893a3ff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f893406ed70 0x7f8934158a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:16.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f893a3ff640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f89340cc750 0x7f8934151530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:16.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f893a3ff640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f89341584e0 0x7f893415a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:16.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f893a3ff640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8934151a70 con 0x7f893406ed70 2023-06-08T03:53:16.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f893a3ff640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89340af380 con 0x7f89341584e0 2023-06-08T03:53:16.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f893a3ff640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89341590f0 con 0x7f89340cc750 2023-06-08T03:53:16.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f8933fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f893406ed70 0x7f8934158a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:16.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f8933fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f893406ed70 0x7f8934158a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:60236/0 (socket says 172.21.15.62:60236) 2023-06-08T03:53:16.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f8933fff640 1 -- 172.21.15.62:0/2695924560 learned_addr learned my addr 172.21.15.62:0/2695924560 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:16.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f893899c640 1 --2- 172.21.15.62:0/2695924560 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f89341584e0 0x7f893415a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:16.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f8933fff640 1 -- 172.21.15.62:0/2695924560 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f89340cc750 msgr2=0x7f8934151530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:16.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f8933fff640 1 --2- 172.21.15.62:0/2695924560 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f89340cc750 0x7f8934151530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f8933fff640 1 -- 172.21.15.62:0/2695924560 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f89341584e0 msgr2=0x7f893415a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:16.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f8933fff640 1 --2- 172.21.15.62:0/2695924560 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f89341584e0 0x7f893415a190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:16.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f8933fff640 1 -- 172.21.15.62:0/2695924560 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8928009420 con 0x7f893406ed70 2023-06-08T03:53:16.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f8933fff640 1 --2- 172.21.15.62:0/2695924560 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f893406ed70 0x7f8934158a60 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f892400c4d0 tx=0x7f892400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:16.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.876+0000 7f8930ff9640 1 -- 172.21.15.62:0/2695924560 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8924005cf0 con 0x7f893406ed70 2023-06-08T03:53:16.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.880+0000 7f8930ff9640 1 -- 172.21.15.62:0/2695924560 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8924005e50 con 0x7f893406ed70 2023-06-08T03:53:16.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.880+0000 7f893a3ff640 1 -- 172.21.15.62:0/2695924560 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89341593d0 con 0x7f893406ed70 2023-06-08T03:53:16.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.880+0000 7f8930ff9640 1 -- 172.21.15.62:0/2695924560 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8924007270 con 0x7f893406ed70 2023-06-08T03:53:16.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.880+0000 7f893a3ff640 1 -- 172.21.15.62:0/2695924560 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8934159990 con 0x7f893406ed70 2023-06-08T03:53:16.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.880+0000 7f893a3ff640 1 -- 172.21.15.62:0/2695924560 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f893404d650 con 0x7f893406ed70 2023-06-08T03:53:16.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.880+0000 7f8930ff9640 1 -- 172.21.15.62:0/2695924560 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f89240073d0 con 0x7f893406ed70 2023-06-08T03:53:16.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.880+0000 7f8930ff9640 1 --2- 172.21.15.62:0/2695924560 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f8920066280 0x7f8920068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:16.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.880+0000 7f8930ff9640 1 -- 172.21.15.62:0/2695924560 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f8924083290 con 0x7f893406ed70 2023-06-08T03:53:16.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.880+0000 7f89337fe640 1 --2- 172.21.15.62:0/2695924560 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f8920066280 0x7f8920068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:16.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.880+0000 7f89337fe640 1 --2- 172.21.15.62:0/2695924560 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f8920066280 0x7f8920068730 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f89280b2000 tx=0x7f8928004740 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:16.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:16.884+0000 7f8930ff9640 1 -- 172.21.15.62:0/2695924560 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8924050780 con 0x7f893406ed70 2023-06-08T03:53:17.050 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.040+0000 7f893a3ff640 1 -- 172.21.15.62:0/2695924560 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f89340b3ba0 con 0x7f893406ed70 2023-06-08T03:53:17.051 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.044+0000 7f8930ff9640 1 -- 172.21.15.62:0/2695924560 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8924053da0 con 0x7f893406ed70 2023-06-08T03:53:17.051 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 32 2023-06-08T03:53:17.053 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.044+0000 7f893a3ff640 1 -- 172.21.15.62:0/2695924560 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f8920066280 msgr2=0x7f8920068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.053 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.044+0000 7f893a3ff640 1 --2- 172.21.15.62:0/2695924560 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f8920066280 0x7f8920068730 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f89280b2000 tx=0x7f8928004740 comp rx=0 tx=0).stop 2023-06-08T03:53:17.053 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.044+0000 7f893a3ff640 1 -- 172.21.15.62:0/2695924560 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f893406ed70 msgr2=0x7f8934158a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.053 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.044+0000 7f893a3ff640 1 --2- 172.21.15.62:0/2695924560 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f893406ed70 0x7f8934158a60 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f892400c4d0 tx=0x7f892400c990 comp rx=0 tx=0).stop 2023-06-08T03:53:17.053 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.044+0000 7f893a3ff640 1 -- 172.21.15.62:0/2695924560 shutdown_connections 2023-06-08T03:53:17.054 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.044+0000 7f893a3ff640 1 --2- 172.21.15.62:0/2695924560 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f8920066280 0x7f8920068730 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.054 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.044+0000 7f893a3ff640 1 --2- 172.21.15.62:0/2695924560 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f89341584e0 0x7f893415a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.054 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.044+0000 7f893a3ff640 1 --2- 172.21.15.62:0/2695924560 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f89340cc750 0x7f8934151530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.054 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.044+0000 7f893a3ff640 1 --2- 172.21.15.62:0/2695924560 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f893406ed70 0x7f8934158a60 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.054 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.044+0000 7f893a3ff640 1 -- 172.21.15.62:0/2695924560 >> 172.21.15.62:0/2695924560 conn(0x7f89340ca6a0 msgr2=0x7f89340c3760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:17.054 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.044+0000 7f893a3ff640 1 -- 172.21.15.62:0/2695924560 shutdown_connections 2023-06-08T03:53:17.054 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.044+0000 7f893a3ff640 1 -- 172.21.15.62:0/2695924560 wait complete. 2023-06-08T03:53:17.070 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-08T03:53:17.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.192+0000 7f7c4c056640 1 Processor -- start 2023-06-08T03:53:17.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.192+0000 7f7c4c056640 1 -- start start 2023-06-08T03:53:17.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c4c056640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7c440d0fd0 0x7f7c44166470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c4c056640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c440cf800 con 0x7f7c440b0f40 2023-06-08T03:53:17.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c4c056640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c440ce270 con 0x7f7c4415b8f0 2023-06-08T03:53:17.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c4c056640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c440b16b0 con 0x7f7c440d0fd0 2023-06-08T03:53:17.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c495f1640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f7c440b0f40 0x7f7c440d08c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:37262/0 (socket says 172.21.15.62:37262) 2023-06-08T03:53:17.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c495f1640 1 -- 172.21.15.62:0/1327247506 learned_addr learned my addr 172.21.15.62:0/1327247506 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:17.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c48df0640 1 -- 172.21.15.62:0/1327247506 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4164485348 0 0) 0x7f7c440cf800 con 0x7f7c440b0f40 2023-06-08T03:53:17.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c48df0640 1 -- 172.21.15.62:0/1327247506 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7c30003530 con 0x7f7c440b0f40 2023-06-08T03:53:17.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c4a5f3640 1 --2- 172.21.15.62:0/1327247506 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7c440d0fd0 0x7f7c44166470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c48df0640 1 -- 172.21.15.62:0/1327247506 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1273799188 0 0) 0x7f7c30003530 con 0x7f7c440b0f40 2023-06-08T03:53:17.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c48df0640 1 -- 172.21.15.62:0/1327247506 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7c440d0fd0 msgr2=0x7f7c44166470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:17.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c48df0640 1 --2- 172.21.15.62:0/1327247506 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7c440d0fd0 0x7f7c44166470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c48df0640 1 -- 172.21.15.62:0/1327247506 >> v1:172.21.15.188:6789/0 conn(0x7f7c4415b8f0 legacy=0x7f7c440b4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c48df0640 1 -- 172.21.15.62:0/1327247506 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c440ce510 con 0x7f7c440b0f40 2023-06-08T03:53:17.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c48df0640 1 -- 172.21.15.62:0/1327247506 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f7c340016a0 con 0x7f7c440b0f40 2023-06-08T03:53:17.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c48df0640 1 -- 172.21.15.62:0/1327247506 >> v1:172.21.15.62:6789/0 conn(0x7f7c440b0f40 legacy=0x7f7c440d08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c48df0640 1 --2- 172.21.15.62:0/1327247506 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7c300039b0 0x7f7c30003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c48df0640 1 --2- 172.21.15.62:0/1327247506 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7c440d0fd0 0x7f7c300047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c48df0640 1 --2- 172.21.15.62:0/1327247506 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c30004d10 0x7f7c30005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c48df0640 1 -- 172.21.15.62:0/1327247506 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c440b16b0 con 0x7f7c30004d10 2023-06-08T03:53:17.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c48df0640 1 -- 172.21.15.62:0/1327247506 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c3000baa0 con 0x7f7c300039b0 2023-06-08T03:53:17.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c48df0640 1 -- 172.21.15.62:0/1327247506 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c3000bc60 con 0x7f7c440d0fd0 2023-06-08T03:53:17.208 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c4a5f3640 1 --2- 172.21.15.62:0/1327247506 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c30004d10 0x7f7c30005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.208 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c49df2640 1 --2- 172.21.15.62:0/1327247506 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7c300039b0 0x7f7c30003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.208 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c495f1640 1 --2- 172.21.15.62:0/1327247506 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7c440d0fd0 0x7f7c300047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.208 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c4a5f3640 1 -- 172.21.15.62:0/1327247506 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7c440d0fd0 msgr2=0x7f7c300047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:17.208 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c4a5f3640 1 --2- 172.21.15.62:0/1327247506 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7c440d0fd0 0x7f7c300047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.208 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c4a5f3640 1 -- 172.21.15.62:0/1327247506 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7c300039b0 msgr2=0x7f7c30003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:17.208 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c4a5f3640 1 --2- 172.21.15.62:0/1327247506 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7c300039b0 0x7f7c30003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.208 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c4a5f3640 1 -- 172.21.15.62:0/1327247506 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c30003530 con 0x7f7c30004d10 2023-06-08T03:53:17.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.196+0000 7f7c495f1640 1 --2- 172.21.15.62:0/1327247506 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7c440d0fd0 0x7f7c300047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:17.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c4a5f3640 1 --2- 172.21.15.62:0/1327247506 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c30004d10 0x7f7c30005180 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f7c3c009f90 tx=0x7f7c3c01ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce0309781abc887e server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:17.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c48df0640 1 -- 172.21.15.62:0/1327247506 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c3c0a5a40 con 0x7f7c30004d10 2023-06-08T03:53:17.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c48df0640 1 -- 172.21.15.62:0/1327247506 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c3c00f040 con 0x7f7c30004d10 2023-06-08T03:53:17.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c48df0640 1 -- 172.21.15.62:0/1327247506 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c3c0a5da0 con 0x7f7c30004d10 2023-06-08T03:53:17.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c4c056640 1 -- 172.21.15.62:0/1327247506 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c30004d10 msgr2=0x7f7c30005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.211 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c4c056640 1 --2- 172.21.15.62:0/1327247506 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c30004d10 0x7f7c30005180 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f7c3c009f90 tx=0x7f7c3c01ca40 comp rx=0 tx=0).stop 2023-06-08T03:53:17.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c4a5f3640 1 -- 172.21.15.62:0/1327247506 reap_dead start 2023-06-08T03:53:17.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c4c056640 1 -- 172.21.15.62:0/1327247506 shutdown_connections 2023-06-08T03:53:17.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c4c056640 1 -- 172.21.15.62:0/1327247506 >> 172.21.15.62:0/1327247506 conn(0x7f7c440d1fb0 msgr2=0x7f7c440d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:17.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c4c056640 1 -- 172.21.15.62:0/1327247506 shutdown_connections 2023-06-08T03:53:17.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c4c056640 1 -- 172.21.15.62:0/1327247506 wait complete. 2023-06-08T03:53:17.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c4c056640 1 Processor -- start 2023-06-08T03:53:17.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c4c056640 1 -- start start 2023-06-08T03:53:17.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c4c056640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c30004d10 0x7f7c441568a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c4c056640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7c441f1f50 0x7f7c440c7470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c4c056640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7c441f23c0 0x7f7c440c79b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c4c056640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c440b17f0 con 0x7f7c30004d10 2023-06-08T03:53:17.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c4c056640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c440b1a00 con 0x7f7c441f1f50 2023-06-08T03:53:17.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c4c056640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c440b1ce0 con 0x7f7c441f23c0 2023-06-08T03:53:17.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c49df2640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c30004d10 0x7f7c441568a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.213 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c49df2640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c30004d10 0x7f7c441568a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46742/0 (socket says 172.21.15.62:46742) 2023-06-08T03:53:17.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c49df2640 1 -- 172.21.15.62:0/2296958109 learned_addr learned my addr 172.21.15.62:0/2296958109 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:17.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c495f1640 1 --2- 172.21.15.62:0/2296958109 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7c441f1f50 0x7f7c440c7470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c4a5f3640 1 --2- 172.21.15.62:0/2296958109 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7c441f23c0 0x7f7c440c79b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c49df2640 1 -- 172.21.15.62:0/2296958109 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7c441f23c0 msgr2=0x7f7c440c79b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c49df2640 1 --2- 172.21.15.62:0/2296958109 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7c441f23c0 0x7f7c440c79b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c49df2640 1 -- 172.21.15.62:0/2296958109 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7c441f1f50 msgr2=0x7f7c440c7470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c49df2640 1 --2- 172.21.15.62:0/2296958109 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7c441f1f50 0x7f7c440c7470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c49df2640 1 -- 172.21.15.62:0/2296958109 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c440b1fc0 con 0x7f7c30004d10 2023-06-08T03:53:17.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c4a5f3640 1 --2- 172.21.15.62:0/2296958109 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7c441f23c0 0x7f7c440c79b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:17.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.200+0000 7f7c49df2640 1 --2- 172.21.15.62:0/2296958109 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c30004d10 0x7f7c441568a0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f7c4000e550 tx=0x7f7c4000ea10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:17.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.204+0000 7f7c3a7fc640 1 -- 172.21.15.62:0/2296958109 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c400052e0 con 0x7f7c30004d10 2023-06-08T03:53:17.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.204+0000 7f7c3a7fc640 1 -- 172.21.15.62:0/2296958109 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c40005440 con 0x7f7c30004d10 2023-06-08T03:53:17.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.204+0000 7f7c3a7fc640 1 -- 172.21.15.62:0/2296958109 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c40003820 con 0x7f7c30004d10 2023-06-08T03:53:17.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.204+0000 7f7c4c056640 1 -- 172.21.15.62:0/2296958109 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c440b22a0 con 0x7f7c30004d10 2023-06-08T03:53:17.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.204+0000 7f7c4c056640 1 -- 172.21.15.62:0/2296958109 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c440b27c0 con 0x7f7c30004d10 2023-06-08T03:53:17.216 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.204+0000 7f7c4c056640 1 -- 172.21.15.62:0/2296958109 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c4404d650 con 0x7f7c30004d10 2023-06-08T03:53:17.216 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.204+0000 7f7c3a7fc640 1 -- 172.21.15.62:0/2296958109 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7c40003980 con 0x7f7c30004d10 2023-06-08T03:53:17.217 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.204+0000 7f7c3a7fc640 1 --2- 172.21.15.62:0/2296958109 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7c280662b0 0x7f7c28068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.217 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.204+0000 7f7c3a7fc640 1 -- 172.21.15.62:0/2296958109 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f7c40084620 con 0x7f7c30004d10 2023-06-08T03:53:17.217 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.204+0000 7f7c495f1640 1 --2- 172.21.15.62:0/2296958109 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7c280662b0 0x7f7c28068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.217 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.204+0000 7f7c495f1640 1 --2- 172.21.15.62:0/2296958109 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7c280662b0 0x7f7c28068760 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7c4415ee30 tx=0x7f7c34001560 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:17.217 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.208+0000 7f7c3a7fc640 1 -- 172.21.15.62:0/2296958109 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7c40051ac0 con 0x7f7c30004d10 2023-06-08T03:53:17.368 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.360+0000 7f7c4c056640 1 -- 172.21.15.62:0/2296958109 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7c440b1490 con 0x7f7c30004d10 2023-06-08T03:53:17.370 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.364+0000 7f7c3a7fc640 1 -- 172.21.15.62:0/2296958109 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7c400550e0 con 0x7f7c30004d10 2023-06-08T03:53:17.371 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 64 2023-06-08T03:53:17.373 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.364+0000 7f7c4c056640 1 -- 172.21.15.62:0/2296958109 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7c280662b0 msgr2=0x7f7c28068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.373 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.364+0000 7f7c4c056640 1 --2- 172.21.15.62:0/2296958109 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7c280662b0 0x7f7c28068760 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7c4415ee30 tx=0x7f7c34001560 comp rx=0 tx=0).stop 2023-06-08T03:53:17.373 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.364+0000 7f7c4c056640 1 -- 172.21.15.62:0/2296958109 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c30004d10 msgr2=0x7f7c441568a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.373 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.364+0000 7f7c4c056640 1 --2- 172.21.15.62:0/2296958109 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c30004d10 0x7f7c441568a0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f7c4000e550 tx=0x7f7c4000ea10 comp rx=0 tx=0).stop 2023-06-08T03:53:17.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.364+0000 7f7c4c056640 1 -- 172.21.15.62:0/2296958109 shutdown_connections 2023-06-08T03:53:17.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.364+0000 7f7c4c056640 1 --2- 172.21.15.62:0/2296958109 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f7c280662b0 0x7f7c28068760 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.364+0000 7f7c4c056640 1 --2- 172.21.15.62:0/2296958109 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f7c441f23c0 0x7f7c440c79b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.364+0000 7f7c4c056640 1 --2- 172.21.15.62:0/2296958109 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f7c441f1f50 0x7f7c440c7470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.364+0000 7f7c4c056640 1 --2- 172.21.15.62:0/2296958109 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c30004d10 0x7f7c441568a0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.364+0000 7f7c4c056640 1 -- 172.21.15.62:0/2296958109 >> 172.21.15.62:0/2296958109 conn(0x7f7c440d1fb0 msgr2=0x7f7c44158c40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:17.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.364+0000 7f7c4c056640 1 -- 172.21.15.62:0/2296958109 shutdown_connections 2023-06-08T03:53:17.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.364+0000 7f7c4c056640 1 -- 172.21.15.62:0/2296958109 wait complete. 2023-06-08T03:53:17.390 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-08T03:53:17.506 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.496+0000 7fb8a5ca5640 1 Processor -- start 2023-06-08T03:53:17.506 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.496+0000 7fb8a5ca5640 1 -- start start 2023-06-08T03:53:17.507 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb8a5ca5640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb8a00ce160 0x7fb8a0143210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.507 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb8a5ca5640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8a00acb40 con 0x7fb8a00d0580 2023-06-08T03:53:17.507 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb8a5ca5640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8a00b1740 con 0x7fb8a00d01b0 2023-06-08T03:53:17.507 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb8a5ca5640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8a0143750 con 0x7fb8a00ce160 2023-06-08T03:53:17.508 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89ffff640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fb8a00d0580 0x7fb8a00af790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:37266/0 (socket says 172.21.15.62:37266) 2023-06-08T03:53:17.508 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89ffff640 1 -- 172.21.15.62:0/2128575389 learned_addr learned my addr 172.21.15.62:0/2128575389 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:17.509 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89effd640 1 --2- 172.21.15.62:0/2128575389 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb8a00ce160 0x7fb8a0143210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.509 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89e7fc640 1 -- 172.21.15.62:0/2128575389 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2761388805 0 0) 0x7fb8a00acb40 con 0x7fb8a00d0580 2023-06-08T03:53:17.510 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89e7fc640 1 -- 172.21.15.62:0/2128575389 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb888003530 con 0x7fb8a00d0580 2023-06-08T03:53:17.510 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89e7fc640 1 -- 172.21.15.62:0/2128575389 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 841054174 0 0) 0x7fb888003530 con 0x7fb8a00d0580 2023-06-08T03:53:17.510 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89e7fc640 1 -- 172.21.15.62:0/2128575389 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb8a00ce160 msgr2=0x7fb8a0143210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:17.510 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89e7fc640 1 --2- 172.21.15.62:0/2128575389 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb8a00ce160 0x7fb8a0143210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.510 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89e7fc640 1 -- 172.21.15.62:0/2128575389 >> v1:172.21.15.188:6789/0 conn(0x7fb8a00d01b0 legacy=0x7fb8a00cda50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.510 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89e7fc640 1 -- 172.21.15.62:0/2128575389 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8a00b0ea0 con 0x7fb8a00d0580 2023-06-08T03:53:17.510 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89e7fc640 1 -- 172.21.15.62:0/2128575389 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fb898001a00 con 0x7fb8a00d0580 2023-06-08T03:53:17.510 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89effd640 1 --2- 172.21.15.62:0/2128575389 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb8a00ce160 0x7fb8a0143210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:53:17.511 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89e7fc640 1 -- 172.21.15.62:0/2128575389 >> v1:172.21.15.62:6789/0 conn(0x7fb8a00d0580 legacy=0x7fb8a00af790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.511 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89e7fc640 1 --2- 172.21.15.62:0/2128575389 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb8a00ce160 0x7fb8880039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.511 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89e7fc640 1 --2- 172.21.15.62:0/2128575389 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb888003fa0 0x7fb8880047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.511 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89e7fc640 1 --2- 172.21.15.62:0/2128575389 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb888004d10 0x7fb888005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.511 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89e7fc640 1 -- 172.21.15.62:0/2128575389 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8a0143750 con 0x7fb888003fa0 2023-06-08T03:53:17.511 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89e7fc640 1 -- 172.21.15.62:0/2128575389 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb88800bad0 con 0x7fb888004d10 2023-06-08T03:53:17.511 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89e7fc640 1 -- 172.21.15.62:0/2128575389 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb88800bc90 con 0x7fb8a00ce160 2023-06-08T03:53:17.512 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89effd640 1 --2- 172.21.15.62:0/2128575389 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb888003fa0 0x7fb8880047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.512 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89f7fe640 1 --2- 172.21.15.62:0/2128575389 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb8a00ce160 0x7fb8880039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.512 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89ffff640 1 --2- 172.21.15.62:0/2128575389 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb888004d10 0x7fb888005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.512 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89effd640 1 -- 172.21.15.62:0/2128575389 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb8a00ce160 msgr2=0x7fb8880039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:17.512 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89effd640 1 --2- 172.21.15.62:0/2128575389 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb8a00ce160 0x7fb8880039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.512 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89effd640 1 -- 172.21.15.62:0/2128575389 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb888004d10 msgr2=0x7fb888005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:17.512 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89effd640 1 --2- 172.21.15.62:0/2128575389 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb888004d10 0x7fb888005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.512 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89effd640 1 -- 172.21.15.62:0/2128575389 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb888003530 con 0x7fb888003fa0 2023-06-08T03:53:17.513 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.500+0000 7fb89ffff640 1 --2- 172.21.15.62:0/2128575389 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb888004d10 0x7fb888005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:17.514 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb89effd640 1 --2- 172.21.15.62:0/2128575389 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb888003fa0 0x7fb8880047d0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fb8940098a0 tx=0x7fb89401c570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c5b316c9ca7d1b8 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:17.515 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb89e7fc640 1 -- 172.21.15.62:0/2128575389 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8940a9680 con 0x7fb888003fa0 2023-06-08T03:53:17.515 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb89e7fc640 1 -- 172.21.15.62:0/2128575389 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb898002100 con 0x7fb888003fa0 2023-06-08T03:53:17.515 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb89e7fc640 1 -- 172.21.15.62:0/2128575389 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8940a99e0 con 0x7fb888003fa0 2023-06-08T03:53:17.515 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb8a5ca5640 1 -- 172.21.15.62:0/2128575389 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb888003fa0 msgr2=0x7fb8880047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.515 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb8a5ca5640 1 --2- 172.21.15.62:0/2128575389 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb888003fa0 0x7fb8880047d0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fb8940098a0 tx=0x7fb89401c570 comp rx=0 tx=0).stop 2023-06-08T03:53:17.515 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb89ffff640 1 -- 172.21.15.62:0/2128575389 reap_dead start 2023-06-08T03:53:17.515 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb8a5ca5640 1 -- 172.21.15.62:0/2128575389 shutdown_connections 2023-06-08T03:53:17.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb8a5ca5640 1 -- 172.21.15.62:0/2128575389 >> 172.21.15.62:0/2128575389 conn(0x7fb8a0089fe0 msgr2=0x7fb8a00991b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:17.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb8a5ca5640 1 -- 172.21.15.62:0/2128575389 shutdown_connections 2023-06-08T03:53:17.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb8a5ca5640 1 -- 172.21.15.62:0/2128575389 wait complete. 2023-06-08T03:53:17.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb8a5ca5640 1 Processor -- start 2023-06-08T03:53:17.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb8a5ca5640 1 -- start start 2023-06-08T03:53:17.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb8a5ca5640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb888003fa0 0x7fb8a01f1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb8a5ca5640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb8a009d240 0x7fb8a009d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.517 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb8a5ca5640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb8a006d830 0x7fb8a006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.517 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb8a5ca5640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8a006e210 con 0x7fb8a006d830 2023-06-08T03:53:17.517 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb8a5ca5640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8a01f5060 con 0x7fb888003fa0 2023-06-08T03:53:17.517 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb8a5ca5640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8a01f1b60 con 0x7fb8a009d240 2023-06-08T03:53:17.517 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb89ffff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb8a006d830 0x7fb8a006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.517 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb89ffff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb8a006d830 0x7fb8a006dcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46768/0 (socket says 172.21.15.62:46768) 2023-06-08T03:53:17.517 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb89ffff640 1 -- 172.21.15.62:0/92961731 learned_addr learned my addr 172.21.15.62:0/92961731 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:17.517 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb89effd640 1 --2- 172.21.15.62:0/92961731 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb8a009d240 0x7fb8a009d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb89f7fe640 1 --2- 172.21.15.62:0/92961731 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb888003fa0 0x7fb8a01f1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb89ffff640 1 -- 172.21.15.62:0/92961731 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb8a009d240 msgr2=0x7fb8a009d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb89ffff640 1 --2- 172.21.15.62:0/92961731 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb8a009d240 0x7fb8a009d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb89ffff640 1 -- 172.21.15.62:0/92961731 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb888003fa0 msgr2=0x7fb8a01f1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb89ffff640 1 --2- 172.21.15.62:0/92961731 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb888003fa0 0x7fb8a01f1620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb89ffff640 1 -- 172.21.15.62:0/92961731 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8a00c6970 con 0x7fb8a006d830 2023-06-08T03:53:17.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb89ffff640 1 --2- 172.21.15.62:0/92961731 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb8a006d830 0x7fb8a006dcd0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fb898000f90 tx=0x7fb8980109a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:17.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb887fff640 1 -- 172.21.15.62:0/92961731 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb898015600 con 0x7fb8a006d830 2023-06-08T03:53:17.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb887fff640 1 -- 172.21.15.62:0/92961731 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb898015760 con 0x7fb8a006d830 2023-06-08T03:53:17.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb8a5ca5640 1 -- 172.21.15.62:0/92961731 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8a01f44e0 con 0x7fb8a006d830 2023-06-08T03:53:17.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.504+0000 7fb887fff640 1 -- 172.21.15.62:0/92961731 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb898015af0 con 0x7fb8a006d830 2023-06-08T03:53:17.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.508+0000 7fb8a5ca5640 1 -- 172.21.15.62:0/92961731 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8a01f4aa0 con 0x7fb8a006d830 2023-06-08T03:53:17.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.508+0000 7fb8a5ca5640 1 -- 172.21.15.62:0/92961731 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8a004d650 con 0x7fb8a006d830 2023-06-08T03:53:17.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.508+0000 7fb887fff640 1 -- 172.21.15.62:0/92961731 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb89801d360 con 0x7fb8a006d830 2023-06-08T03:53:17.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.508+0000 7fb887fff640 1 --2- 172.21.15.62:0/92961731 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb88c066280 0x7fb88c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.508+0000 7fb887fff640 1 -- 172.21.15.62:0/92961731 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fb8980863b0 con 0x7fb8a006d830 2023-06-08T03:53:17.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.508+0000 7fb89f7fe640 1 --2- 172.21.15.62:0/92961731 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb88c066280 0x7fb88c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.508+0000 7fb89f7fe640 1 --2- 172.21.15.62:0/92961731 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb88c066280 0x7fb88c068730 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb890005570 tx=0x7fb890009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:17.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.512+0000 7fb887fff640 1 -- 172.21.15.62:0/92961731 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb8980537f0 con 0x7fb8a006d830 2023-06-08T03:53:17.682 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.672+0000 7fb8a5ca5640 1 -- 172.21.15.62:0/92961731 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fb8a0159c30 con 0x7fb8a006d830 2023-06-08T03:53:17.683 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.676+0000 7fb887fff640 1 -- 172.21.15.62:0/92961731 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7fb898056e10 con 0x7fb8a006d830 2023-06-08T03:53:17.683 INFO:teuthology.orchestra.run.smithi062.stderr:listed 0 entries 2023-06-08T03:53:17.685 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.676+0000 7fb8a5ca5640 1 -- 172.21.15.62:0/92961731 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb88c066280 msgr2=0x7fb88c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.685 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.676+0000 7fb8a5ca5640 1 --2- 172.21.15.62:0/92961731 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb88c066280 0x7fb88c068730 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb890005570 tx=0x7fb890009040 comp rx=0 tx=0).stop 2023-06-08T03:53:17.685 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.676+0000 7fb8a5ca5640 1 -- 172.21.15.62:0/92961731 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb8a006d830 msgr2=0x7fb8a006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.685 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.676+0000 7fb8a5ca5640 1 --2- 172.21.15.62:0/92961731 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb8a006d830 0x7fb8a006dcd0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fb898000f90 tx=0x7fb8980109a0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.686 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.676+0000 7fb8a5ca5640 1 -- 172.21.15.62:0/92961731 shutdown_connections 2023-06-08T03:53:17.686 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.676+0000 7fb8a5ca5640 1 --2- 172.21.15.62:0/92961731 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb88c066280 0x7fb88c068730 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.686 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.676+0000 7fb8a5ca5640 1 --2- 172.21.15.62:0/92961731 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb8a006d830 0x7fb8a006dcd0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.686 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.676+0000 7fb8a5ca5640 1 --2- 172.21.15.62:0/92961731 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb8a009d240 0x7fb8a009d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.686 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.676+0000 7fb8a5ca5640 1 --2- 172.21.15.62:0/92961731 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb888003fa0 0x7fb8a01f1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.686 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.676+0000 7fb8a5ca5640 1 -- 172.21.15.62:0/92961731 >> 172.21.15.62:0/92961731 conn(0x7fb8a0089fe0 msgr2=0x7fb8a006d120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:17.686 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.676+0000 7fb8a5ca5640 1 -- 172.21.15.62:0/92961731 shutdown_connections 2023-06-08T03:53:17.686 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.676+0000 7fb8a5ca5640 1 -- 172.21.15.62:0/92961731 wait complete. 2023-06-08T03:53:17.700 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:53:17.700 DEBUG:teuthology.orchestra.run.smithi188:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-08T03:53:17.707 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:53:17.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.820+0000 7fc4393aa640 1 Processor -- start 2023-06-08T03:53:17.827 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.820+0000 7fc4393aa640 1 -- start start 2023-06-08T03:53:17.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.820+0000 7fc4393aa640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fc43406b960 0x7fc43406bd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.820+0000 7fc4393aa640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc434158720 con 0x7fc4340c8320 2023-06-08T03:53:17.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.820+0000 7fc4393aa640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc43415cca0 con 0x7fc4340c87a0 2023-06-08T03:53:17.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.820+0000 7fc4393aa640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc43406c270 con 0x7fc43406b960 2023-06-08T03:53:17.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.820+0000 7fc432ffd640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fc43406b960 0x7fc43406bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.820+0000 7fc432ffd640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fc43406b960 0x7fc43406bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46780/0 (socket says 172.21.15.62:46780) 2023-06-08T03:53:17.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.820+0000 7fc432ffd640 1 -- 172.21.15.62:0/3303133070 learned_addr learned my addr 172.21.15.62:0/3303133070 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:17.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.820+0000 7fc42bfff640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fc4340c8320 0x7fc43415be80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:37278/0 (socket says 172.21.15.62:37278) 2023-06-08T03:53:17.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.820+0000 7fc432ffd640 1 -- 172.21.15.62:0/3303133070 >> v1:172.21.15.188:6789/0 conn(0x7fc4340c87a0 legacy=0x7fc43415c590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:17.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.820+0000 7fc432ffd640 1 -- 172.21.15.62:0/3303133070 >> v1:172.21.15.62:6789/0 conn(0x7fc4340c8320 legacy=0x7fc43415be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.820+0000 7fc432ffd640 1 -- 172.21.15.62:0/3303133070 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4340c8d00 con 0x7fc43406b960 2023-06-08T03:53:17.830 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.820+0000 7fc432ffd640 1 --2- 172.21.15.62:0/3303133070 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc43406b960 0x7fc43406bd30 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fc42400bb10 tx=0x7fc42401eba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2130ac5a8044c701 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:17.830 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4327fc640 1 -- 172.21.15.62:0/3303133070 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4240a7b70 con 0x7fc43406b960 2023-06-08T03:53:17.830 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4327fc640 1 -- 172.21.15.62:0/3303133070 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4240a7cd0 con 0x7fc43406b960 2023-06-08T03:53:17.831 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4327fc640 1 -- 172.21.15.62:0/3303133070 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4240af660 con 0x7fc43406b960 2023-06-08T03:53:17.831 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4393aa640 1 -- 172.21.15.62:0/3303133070 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc43406b960 msgr2=0x7fc43406bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.831 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4393aa640 1 --2- 172.21.15.62:0/3303133070 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc43406b960 0x7fc43406bd30 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fc42400bb10 tx=0x7fc42401eba0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.832 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4393aa640 1 -- 172.21.15.62:0/3303133070 shutdown_connections 2023-06-08T03:53:17.832 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4393aa640 1 --2- 172.21.15.62:0/3303133070 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc43406b960 0x7fc43406bd30 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.832 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4393aa640 1 -- 172.21.15.62:0/3303133070 >> 172.21.15.62:0/3303133070 conn(0x7fc4340af640 msgr2=0x7fc4340afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:17.832 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4393aa640 1 -- 172.21.15.62:0/3303133070 shutdown_connections 2023-06-08T03:53:17.832 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4393aa640 1 -- 172.21.15.62:0/3303133070 wait complete. 2023-06-08T03:53:17.834 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4393aa640 1 Processor -- start 2023-06-08T03:53:17.834 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4393aa640 1 -- start start 2023-06-08T03:53:17.834 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4393aa640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc43406b960 0x7fc4341458a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.834 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4393aa640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4340c8320 0x7fc4340c74d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.834 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4393aa640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4340c87a0 0x7fc4340c4d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.834 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4393aa640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4340c70b0 con 0x7fc4340c8320 2023-06-08T03:53:17.834 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4393aa640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4340c7a10 con 0x7fc43406b960 2023-06-08T03:53:17.835 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4393aa640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc43414bac0 con 0x7fc4340c87a0 2023-06-08T03:53:17.835 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc42bfff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4340c8320 0x7fc4340c74d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.835 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc42bfff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4340c8320 0x7fc4340c74d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46794/0 (socket says 172.21.15.62:46794) 2023-06-08T03:53:17.835 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc42bfff640 1 -- 172.21.15.62:0/40784884 learned_addr learned my addr 172.21.15.62:0/40784884 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:17.835 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc432ffd640 1 --2- 172.21.15.62:0/40784884 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc43406b960 0x7fc4341458a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.835 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc42bfff640 1 -- 172.21.15.62:0/40784884 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4340c87a0 msgr2=0x7fc4340c4d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.835 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4337fe640 1 --2- 172.21.15.62:0/40784884 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4340c87a0 0x7fc4340c4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.836 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc42bfff640 1 --2- 172.21.15.62:0/40784884 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4340c87a0 0x7fc4340c4d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.836 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc42bfff640 1 -- 172.21.15.62:0/40784884 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc43406b960 msgr2=0x7fc4341458a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.836 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc42bfff640 1 --2- 172.21.15.62:0/40784884 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc43406b960 0x7fc4341458a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.836 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc42bfff640 1 -- 172.21.15.62:0/40784884 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc42400b770 con 0x7fc4340c8320 2023-06-08T03:53:17.836 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc432ffd640 1 --2- 172.21.15.62:0/40784884 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc43406b960 0x7fc4341458a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:17.836 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4337fe640 1 --2- 172.21.15.62:0/40784884 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4340c87a0 0x7fc4340c4d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:17.836 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc42bfff640 1 --2- 172.21.15.62:0/40784884 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4340c8320 0x7fc4340c74d0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fc41c00c4c0 tx=0x7fc41c00c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:17.836 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc42b7fe640 1 -- 172.21.15.62:0/40784884 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc41c007480 con 0x7fc4340c8320 2023-06-08T03:53:17.837 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc42b7fe640 1 -- 172.21.15.62:0/40784884 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc41c0075e0 con 0x7fc4340c8320 2023-06-08T03:53:17.837 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4393aa640 1 -- 172.21.15.62:0/40784884 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc43414b7e0 con 0x7fc4340c8320 2023-06-08T03:53:17.837 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc42b7fe640 1 -- 172.21.15.62:0/40784884 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc41c004a10 con 0x7fc4340c8320 2023-06-08T03:53:17.837 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.824+0000 7fc4393aa640 1 -- 172.21.15.62:0/40784884 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4340c6cd0 con 0x7fc4340c8320 2023-06-08T03:53:17.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.828+0000 7fc4393aa640 1 -- 172.21.15.62:0/40784884 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4340c6850 con 0x7fc4340c8320 2023-06-08T03:53:17.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.828+0000 7fc42b7fe640 1 -- 172.21.15.62:0/40784884 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc41c004b70 con 0x7fc4340c8320 2023-06-08T03:53:17.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.828+0000 7fc42b7fe640 1 --2- 172.21.15.62:0/40784884 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc414066280 0x7fc414068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:17.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.828+0000 7fc42b7fe640 1 -- 172.21.15.62:0/40784884 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fc41c082ee0 con 0x7fc4340c8320 2023-06-08T03:53:17.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.828+0000 7fc432ffd640 1 --2- 172.21.15.62:0/40784884 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc414066280 0x7fc414068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:17.838 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.828+0000 7fc432ffd640 1 --2- 172.21.15.62:0/40784884 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc414066280 0x7fc414068730 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc4240b1000 tx=0x7fc4240a9070 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:17.841 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.832+0000 7fc42b7fe640 1 -- 172.21.15.62:0/40784884 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc4340c6850 con 0x7fc4340c8320 2023-06-08T03:53:17.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.984+0000 7fc4393aa640 1 -- 172.21.15.62:0/40784884 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc4340c71f0 con 0x7fc4340c8320 2023-06-08T03:53:17.996 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.988+0000 7fc42b7fe640 1 -- 172.21.15.62:0/40784884 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18374 (secure 0 0 0) 0x7fc4340c71f0 con 0x7fc4340c8320 2023-06-08T03:53:17.996 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:17.997 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":25,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:53:16.353560+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.f","mappings":[{"from":1,"to":2}]},{"pgid":"4.37","mappings":[{"from":3,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:53:17.998 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.988+0000 7fc4393aa640 1 -- 172.21.15.62:0/40784884 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc414066280 msgr2=0x7fc414068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.998 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.988+0000 7fc4393aa640 1 --2- 172.21.15.62:0/40784884 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc414066280 0x7fc414068730 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc4240b1000 tx=0x7fc4240a9070 comp rx=0 tx=0).stop 2023-06-08T03:53:17.998 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.988+0000 7fc4393aa640 1 -- 172.21.15.62:0/40784884 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4340c8320 msgr2=0x7fc4340c74d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:17.998 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.988+0000 7fc4393aa640 1 --2- 172.21.15.62:0/40784884 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4340c8320 0x7fc4340c74d0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fc41c00c4c0 tx=0x7fc41c00c980 comp rx=0 tx=0).stop 2023-06-08T03:53:17.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.988+0000 7fc4393aa640 1 -- 172.21.15.62:0/40784884 shutdown_connections 2023-06-08T03:53:17.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.988+0000 7fc4393aa640 1 --2- 172.21.15.62:0/40784884 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc414066280 0x7fc414068730 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.988+0000 7fc4393aa640 1 --2- 172.21.15.62:0/40784884 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4340c87a0 0x7fc4340c4d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.988+0000 7fc4393aa640 1 --2- 172.21.15.62:0/40784884 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4340c8320 0x7fc4340c74d0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.988+0000 7fc4393aa640 1 --2- 172.21.15.62:0/40784884 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc43406b960 0x7fc4341458a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:17.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.988+0000 7fc4393aa640 1 -- 172.21.15.62:0/40784884 >> 172.21.15.62:0/40784884 conn(0x7fc4340af640 msgr2=0x7fc434072340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:17.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.988+0000 7fc4393aa640 1 -- 172.21.15.62:0/40784884 shutdown_connections 2023-06-08T03:53:17.999 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:17.988+0000 7fc4393aa640 1 -- 172.21.15.62:0/40784884 wait complete. 2023-06-08T03:53:18.014 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-08T03:52:22.372947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-08T03:52:28.107223+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-08T03:52:32.655480+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-08T03:52:33.144430+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-08T03:53:18.015 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-08T03:53:18.139 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.132+0000 7fb7a2678640 1 Processor -- start 2023-06-08T03:53:18.140 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.132+0000 7fb7a2678640 1 -- start start 2023-06-08T03:53:18.140 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.132+0000 7fb7a2678640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fb79c069310 0x7fb79c0696e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:18.141 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.132+0000 7fb7a2678640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fb79c06c120 0x7fb79c06c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:18.141 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.132+0000 7fb7a2678640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb79c069c20 con 0x7fb79c0ca200 2023-06-08T03:53:18.141 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.132+0000 7fb7a2678640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb79c0cae70 con 0x7fb79c069310 2023-06-08T03:53:18.141 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.132+0000 7fb7a2678640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb79c0cb150 con 0x7fb79c06c120 2023-06-08T03:53:18.141 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.132+0000 7fb79bfff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fb79c069310 0x7fb79c0696e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:18.141 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.132+0000 7fb79bfff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fb79c069310 0x7fb79c0696e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46796/0 (socket says 172.21.15.62:46796) 2023-06-08T03:53:18.141 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.132+0000 7fb79bfff640 1 -- 172.21.15.62:0/3952869645 learned_addr learned my addr 172.21.15.62:0/3952869645 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:18.142 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.132+0000 7fb7a0c15640 1 --2- 172.21.15.62:0/3952869645 >> v2:172.21.15.188:3300/0 conn(0x7fb79c06c120 0x7fb79c06c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:18.142 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.132+0000 7fb79bfff640 1 -- 172.21.15.62:0/3952869645 >> v2:172.21.15.188:3300/0 conn(0x7fb79c06c120 msgr2=0x7fb79c06c5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:18.142 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.132+0000 7fb79bfff640 1 --2- 172.21.15.62:0/3952869645 >> v2:172.21.15.188:3300/0 conn(0x7fb79c06c120 0x7fb79c06c5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.132+0000 7fb79bfff640 1 -- 172.21.15.62:0/3952869645 >> v1:172.21.15.188:6789/0 conn(0x7fb79c0ca200 legacy=0x7fb79c0ca650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:18.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.132+0000 7fb79bfff640 1 -- 172.21.15.62:0/3952869645 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb79c0cb430 con 0x7fb79c069310 2023-06-08T03:53:18.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.136+0000 7fb79bfff640 1 --2- 172.21.15.62:0/3952869645 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb79c069310 0x7fb79c0696e0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fb79c0cc810 tx=0x7fb79401c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45625773612e6e02 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:18.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.136+0000 7fb79affd640 1 -- 172.21.15.62:0/3952869645 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7940a5860 con 0x7fb79c069310 2023-06-08T03:53:18.144 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.136+0000 7fb79affd640 1 -- 172.21.15.62:0/3952869645 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7940a59c0 con 0x7fb79c069310 2023-06-08T03:53:18.144 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.136+0000 7fb79affd640 1 -- 172.21.15.62:0/3952869645 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7940a5d50 con 0x7fb79c069310 2023-06-08T03:53:18.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.136+0000 7fb7a2678640 1 -- 172.21.15.62:0/3952869645 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb79c069310 msgr2=0x7fb79c0696e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:18.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.136+0000 7fb7a2678640 1 --2- 172.21.15.62:0/3952869645 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb79c069310 0x7fb79c0696e0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fb79c0cc810 tx=0x7fb79401c9a0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.136+0000 7fb7a2678640 1 -- 172.21.15.62:0/3952869645 shutdown_connections 2023-06-08T03:53:18.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.136+0000 7fb7a2678640 1 --2- 172.21.15.62:0/3952869645 >> v2:172.21.15.188:3300/0 conn(0x7fb79c06c120 0x7fb79c06c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.136+0000 7fb7a2678640 1 --2- 172.21.15.62:0/3952869645 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb79c069310 0x7fb79c0696e0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.136+0000 7fb7a2678640 1 -- 172.21.15.62:0/3952869645 >> 172.21.15.62:0/3952869645 conn(0x7fb79c0cc3f0 msgr2=0x7fb79c0cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:18.146 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.136+0000 7fb7a2678640 1 -- 172.21.15.62:0/3952869645 shutdown_connections 2023-06-08T03:53:18.146 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.136+0000 7fb7a2678640 1 -- 172.21.15.62:0/3952869645 wait complete. 2023-06-08T03:53:18.146 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb7a2678640 1 Processor -- start 2023-06-08T03:53:18.146 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb7a2678640 1 -- start start 2023-06-08T03:53:18.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb7a2678640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb79c069310 0x7fb79c159a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:18.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb7a2678640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb79c06c120 0x7fb79c14d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:18.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb7a2678640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb79c0ca200 0x7fb79c0b0c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:18.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb7a2678640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb79c0c2fb0 con 0x7fb79c069310 2023-06-08T03:53:18.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb7a2678640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb79c0c3290 con 0x7fb79c0ca200 2023-06-08T03:53:18.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb7a2678640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb79c0c3570 con 0x7fb79c06c120 2023-06-08T03:53:18.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb79bfff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb79c069310 0x7fb79c159a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:18.149 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb79bfff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb79c069310 0x7fb79c159a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46808/0 (socket says 172.21.15.62:46808) 2023-06-08T03:53:18.149 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb79bfff640 1 -- 172.21.15.62:0/1466238122 learned_addr learned my addr 172.21.15.62:0/1466238122 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:18.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb7a0c15640 1 --2- 172.21.15.62:0/1466238122 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb79c0ca200 0x7fb79c0b0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:18.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb79b7fe640 1 --2- 172.21.15.62:0/1466238122 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb79c06c120 0x7fb79c14d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:18.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb79bfff640 1 -- 172.21.15.62:0/1466238122 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb79c06c120 msgr2=0x7fb79c14d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:18.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb79bfff640 1 --2- 172.21.15.62:0/1466238122 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb79c06c120 0x7fb79c14d4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb79bfff640 1 -- 172.21.15.62:0/1466238122 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb79c0ca200 msgr2=0x7fb79c0b0c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:18.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb79bfff640 1 --2- 172.21.15.62:0/1466238122 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb79c0ca200 0x7fb79c0b0c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb79bfff640 1 -- 172.21.15.62:0/1466238122 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb794009b30 con 0x7fb79c069310 2023-06-08T03:53:18.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb79b7fe640 1 --2- 172.21.15.62:0/1466238122 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb79c06c120 0x7fb79c14d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:18.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb79bfff640 1 --2- 172.21.15.62:0/1466238122 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb79c069310 0x7fb79c159a70 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fb7940af040 tx=0x7fb794019740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:18.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb798ff9640 1 -- 172.21.15.62:0/1466238122 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7940b8680 con 0x7fb79c069310 2023-06-08T03:53:18.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb798ff9640 1 -- 172.21.15.62:0/1466238122 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7940b87e0 con 0x7fb79c069310 2023-06-08T03:53:18.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb798ff9640 1 -- 172.21.15.62:0/1466238122 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7940b8b50 con 0x7fb79c069310 2023-06-08T03:53:18.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb7a2678640 1 -- 172.21.15.62:0/1466238122 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb79c15a860 con 0x7fb79c069310 2023-06-08T03:53:18.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb7a2678640 1 -- 172.21.15.62:0/1466238122 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb79c14da20 con 0x7fb79c069310 2023-06-08T03:53:18.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.140+0000 7fb7a2678640 1 -- 172.21.15.62:0/1466238122 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb79c15aa50 con 0x7fb79c069310 2023-06-08T03:53:18.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.144+0000 7fb798ff9640 1 -- 172.21.15.62:0/1466238122 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb7940b8cb0 con 0x7fb79c069310 2023-06-08T03:53:18.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.144+0000 7fb798ff9640 1 --2- 172.21.15.62:0/1466238122 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb77c066280 0x7fb77c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:18.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.144+0000 7fb798ff9640 1 -- 172.21.15.62:0/1466238122 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fb79411f450 con 0x7fb79c069310 2023-06-08T03:53:18.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.144+0000 7fb79b7fe640 1 --2- 172.21.15.62:0/1466238122 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb77c066280 0x7fb77c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:18.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.144+0000 7fb79b7fe640 1 --2- 172.21.15.62:0/1466238122 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb77c066280 0x7fb77c068730 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb79c0c5900 tx=0x7fb78c009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:18.155 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.148+0000 7fb798ff9640 1 -- 172.21.15.62:0/1466238122 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb7940ec880 con 0x7fb79c069310 2023-06-08T03:53:18.309 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.300+0000 7fb7a2678640 1 -- 172.21.15.62:0/1466238122 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb79c04d650 con 0x7fb79c069310 2023-06-08T03:53:18.310 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.300+0000 7fb798ff9640 1 -- 172.21.15.62:0/1466238122 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb7940b6440 con 0x7fb79c069310 2023-06-08T03:53:18.310 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 1 2023-06-08T03:53:18.312 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.304+0000 7fb7a2678640 1 -- 172.21.15.62:0/1466238122 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb77c066280 msgr2=0x7fb77c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:18.312 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.304+0000 7fb7a2678640 1 --2- 172.21.15.62:0/1466238122 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb77c066280 0x7fb77c068730 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb79c0c5900 tx=0x7fb78c009040 comp rx=0 tx=0).stop 2023-06-08T03:53:18.313 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.304+0000 7fb7a2678640 1 -- 172.21.15.62:0/1466238122 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb79c069310 msgr2=0x7fb79c159a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:18.313 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.304+0000 7fb7a2678640 1 --2- 172.21.15.62:0/1466238122 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb79c069310 0x7fb79c159a70 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fb7940af040 tx=0x7fb794019740 comp rx=0 tx=0).stop 2023-06-08T03:53:18.313 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.304+0000 7fb7a2678640 1 -- 172.21.15.62:0/1466238122 shutdown_connections 2023-06-08T03:53:18.313 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.304+0000 7fb7a2678640 1 --2- 172.21.15.62:0/1466238122 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb77c066280 0x7fb77c068730 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.313 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.304+0000 7fb7a2678640 1 --2- 172.21.15.62:0/1466238122 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb79c0ca200 0x7fb79c0b0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.313 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.304+0000 7fb7a2678640 1 --2- 172.21.15.62:0/1466238122 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb79c06c120 0x7fb79c14d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.313 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.304+0000 7fb7a2678640 1 --2- 172.21.15.62:0/1466238122 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb79c069310 0x7fb79c159a70 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.304+0000 7fb7a2678640 1 -- 172.21.15.62:0/1466238122 >> 172.21.15.62:0/1466238122 conn(0x7fb79c0cc3f0 msgr2=0x7fb79c0ae870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:18.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.304+0000 7fb7a2678640 1 -- 172.21.15.62:0/1466238122 shutdown_connections 2023-06-08T03:53:18.314 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.304+0000 7fb7a2678640 1 -- 172.21.15.62:0/1466238122 wait complete. 2023-06-08T03:53:18.329 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-08T03:53:18.447 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.440+0000 7f078577a640 1 Processor -- start 2023-06-08T03:53:18.448 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.440+0000 7f078577a640 1 -- start start 2023-06-08T03:53:18.448 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.440+0000 7f078577a640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f07800cc750 0x7f07800ccb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:18.449 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.440+0000 7f078577a640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f078006ed70 0x7f078006f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:18.449 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.440+0000 7f078577a640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07800cbd00 con 0x7f07801584e0 2023-06-08T03:53:18.449 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.440+0000 7f078577a640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f078006f6f0 con 0x7f07800cc750 2023-06-08T03:53:18.449 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.440+0000 7f078577a640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f078015cbc0 con 0x7f078006ed70 2023-06-08T03:53:18.449 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.440+0000 7f077e7fc640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f07800cc750 0x7f07800ccb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:18.449 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.440+0000 7f077e7fc640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f07800cc750 0x7f07800ccb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46816/0 (socket says 172.21.15.62:46816) 2023-06-08T03:53:18.450 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.440+0000 7f077e7fc640 1 -- 172.21.15.62:0/1700035189 learned_addr learned my addr 172.21.15.62:0/1700035189 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:18.450 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.440+0000 7f077f7fe640 1 --2- 172.21.15.62:0/1700035189 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f078006ed70 0x7f078006f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:18.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.440+0000 7f077e7fc640 1 -- 172.21.15.62:0/1700035189 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f078006ed70 msgr2=0x7f078006f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:18.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.440+0000 7f077e7fc640 1 --2- 172.21.15.62:0/1700035189 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f078006ed70 0x7f078006f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.440+0000 7f077e7fc640 1 -- 172.21.15.62:0/1700035189 >> v1:172.21.15.188:6789/0 conn(0x7f07801584e0 legacy=0x7f078015c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:18.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.440+0000 7f077e7fc640 1 -- 172.21.15.62:0/1700035189 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f078015cea0 con 0x7f07800cc750 2023-06-08T03:53:18.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.440+0000 7f077f7fe640 1 --2- 172.21.15.62:0/1700035189 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f078006ed70 0x7f078006f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:18.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.444+0000 7f077e7fc640 1 --2- 172.21.15.62:0/1700035189 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f07800cc750 0x7f07800ccb80 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f0768009870 tx=0x7f076801ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b6f24fa4e0d3db4 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:18.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.444+0000 7f077dffb640 1 -- 172.21.15.62:0/1700035189 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07680a8a30 con 0x7f07800cc750 2023-06-08T03:53:18.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.444+0000 7f077dffb640 1 -- 172.21.15.62:0/1700035189 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07680a8b90 con 0x7f07800cc750 2023-06-08T03:53:18.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.444+0000 7f077dffb640 1 -- 172.21.15.62:0/1700035189 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07680b0440 con 0x7f07800cc750 2023-06-08T03:53:18.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.444+0000 7f078577a640 1 -- 172.21.15.62:0/1700035189 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f07800cc750 msgr2=0x7f07800ccb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:18.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.444+0000 7f078577a640 1 --2- 172.21.15.62:0/1700035189 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f07800cc750 0x7f07800ccb80 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f0768009870 tx=0x7f076801ed30 comp rx=0 tx=0).stop 2023-06-08T03:53:18.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.444+0000 7f078577a640 1 -- 172.21.15.62:0/1700035189 shutdown_connections 2023-06-08T03:53:18.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.444+0000 7f078577a640 1 --2- 172.21.15.62:0/1700035189 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f07800cc750 0x7f07800ccb80 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.444+0000 7f078577a640 1 --2- 172.21.15.62:0/1700035189 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f078006ed70 0x7f078006f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.444+0000 7f078577a640 1 -- 172.21.15.62:0/1700035189 >> 172.21.15.62:0/1700035189 conn(0x7f07800ca6a0 msgr2=0x7f07800caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:18.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.444+0000 7f078577a640 1 -- 172.21.15.62:0/1700035189 shutdown_connections 2023-06-08T03:53:18.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.444+0000 7f078577a640 1 -- 172.21.15.62:0/1700035189 wait complete. 2023-06-08T03:53:18.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.444+0000 7f078577a640 1 Processor -- start 2023-06-08T03:53:18.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.444+0000 7f078577a640 1 -- start start 2023-06-08T03:53:18.455 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f078577a640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f078006ed70 0x7f07800c31b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:18.456 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f078577a640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f07800cc750 0x7f078015b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:18.456 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f078577a640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f07801584e0 0x7f07801ef840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:18.456 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f078577a640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07801557f0 con 0x7f07801584e0 2023-06-08T03:53:18.456 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f078577a640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f078015beb0 con 0x7f07800cc750 2023-06-08T03:53:18.456 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f078577a640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07800c3840 con 0x7f078006ed70 2023-06-08T03:53:18.456 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f077f7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f07801584e0 0x7f07801ef840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:18.456 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f077f7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f07801584e0 0x7f07801ef840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46828/0 (socket says 172.21.15.62:46828) 2023-06-08T03:53:18.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f077f7fe640 1 -- 172.21.15.62:0/367619110 learned_addr learned my addr 172.21.15.62:0/367619110 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:18.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f077effd640 1 --2- 172.21.15.62:0/367619110 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f078006ed70 0x7f07800c31b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:18.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f077e7fc640 1 --2- 172.21.15.62:0/367619110 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f07800cc750 0x7f078015b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:18.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f077f7fe640 1 -- 172.21.15.62:0/367619110 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f078006ed70 msgr2=0x7f07800c31b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:18.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f077f7fe640 1 --2- 172.21.15.62:0/367619110 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f078006ed70 0x7f07800c31b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f077f7fe640 1 -- 172.21.15.62:0/367619110 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f07800cc750 msgr2=0x7f078015b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:18.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f077f7fe640 1 --2- 172.21.15.62:0/367619110 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f07800cc750 0x7f078015b970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.458 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f077f7fe640 1 -- 172.21.15.62:0/367619110 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07680094d0 con 0x7f07801584e0 2023-06-08T03:53:18.458 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f077e7fc640 1 --2- 172.21.15.62:0/367619110 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f07800cc750 0x7f078015b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:18.458 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f077f7fe640 1 --2- 172.21.15.62:0/367619110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f07801584e0 0x7f07801ef840 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f077000c7f0 tx=0x7f077000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:18.458 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f07777fe640 1 -- 172.21.15.62:0/367619110 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0770007820 con 0x7f07801584e0 2023-06-08T03:53:18.458 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f07777fe640 1 -- 172.21.15.62:0/367619110 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07700079c0 con 0x7f07801584e0 2023-06-08T03:53:18.458 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f07777fe640 1 -- 172.21.15.62:0/367619110 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0770007d70 con 0x7f07801584e0 2023-06-08T03:53:18.459 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f078577a640 1 -- 172.21.15.62:0/367619110 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07800c3b20 con 0x7f07801584e0 2023-06-08T03:53:18.459 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f078577a640 1 -- 172.21.15.62:0/367619110 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07800c40e0 con 0x7f07801584e0 2023-06-08T03:53:18.459 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f078577a640 1 -- 172.21.15.62:0/367619110 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0780155960 con 0x7f07801584e0 2023-06-08T03:53:18.460 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f07777fe640 1 -- 172.21.15.62:0/367619110 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f07700113f0 con 0x7f07801584e0 2023-06-08T03:53:18.460 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f07777fe640 1 --2- 172.21.15.62:0/367619110 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0760066280 0x7f0760068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:18.460 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.448+0000 7f07777fe640 1 -- 172.21.15.62:0/367619110 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f0770083f40 con 0x7f07801584e0 2023-06-08T03:53:18.460 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.452+0000 7f077effd640 1 --2- 172.21.15.62:0/367619110 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0760066280 0x7f0760068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:18.460 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.452+0000 7f077effd640 1 --2- 172.21.15.62:0/367619110 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0760066280 0x7f0760068730 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f07780012f0 tx=0x7f0778009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:18.462 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.452+0000 7f07777fe640 1 -- 172.21.15.62:0/367619110 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0770051380 con 0x7f07801584e0 2023-06-08T03:53:18.613 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.604+0000 7f078577a640 1 -- 172.21.15.62:0/367619110 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f07800af7d0 con 0x7f07801584e0 2023-06-08T03:53:18.614 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.604+0000 7f07777fe640 1 -- 172.21.15.62:0/367619110 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v25) v1 ==== 92+0+10 (secure 0 0 0) 0x7f07700549a0 con 0x7f07801584e0 2023-06-08T03:53:18.614 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 8 2023-06-08T03:53:18.616 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.608+0000 7f078577a640 1 -- 172.21.15.62:0/367619110 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0760066280 msgr2=0x7f0760068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:18.616 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.608+0000 7f078577a640 1 --2- 172.21.15.62:0/367619110 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0760066280 0x7f0760068730 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f07780012f0 tx=0x7f0778009040 comp rx=0 tx=0).stop 2023-06-08T03:53:18.616 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.608+0000 7f078577a640 1 -- 172.21.15.62:0/367619110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f07801584e0 msgr2=0x7f07801ef840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:18.617 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.608+0000 7f078577a640 1 --2- 172.21.15.62:0/367619110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f07801584e0 0x7f07801ef840 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f077000c7f0 tx=0x7f077000ccb0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.617 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.608+0000 7f078577a640 1 -- 172.21.15.62:0/367619110 shutdown_connections 2023-06-08T03:53:18.617 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.608+0000 7f078577a640 1 --2- 172.21.15.62:0/367619110 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0760066280 0x7f0760068730 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.617 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.608+0000 7f078577a640 1 --2- 172.21.15.62:0/367619110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f07801584e0 0x7f07801ef840 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.617 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.608+0000 7f078577a640 1 --2- 172.21.15.62:0/367619110 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f07800cc750 0x7f078015b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.617 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.608+0000 7f078577a640 1 --2- 172.21.15.62:0/367619110 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f078006ed70 0x7f07800c31b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.617 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.608+0000 7f078577a640 1 -- 172.21.15.62:0/367619110 >> 172.21.15.62:0/367619110 conn(0x7f07800ca6a0 msgr2=0x7f0780151980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:18.618 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.608+0000 7f078577a640 1 -- 172.21.15.62:0/367619110 shutdown_connections 2023-06-08T03:53:18.618 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.608+0000 7f078577a640 1 -- 172.21.15.62:0/367619110 wait complete. 2023-06-08T03:53:18.633 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-08T03:53:18.750 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f5092c9b640 1 Processor -- start 2023-06-08T03:53:18.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f5092c9b640 1 -- start start 2023-06-08T03:53:18.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f5092c9b640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f508c0b0f40 0x7f508c0d08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:18.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f5092c9b640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f508c0d1260 con 0x7f508c0d0e00 2023-06-08T03:53:18.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f5092c9b640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f508c0ce270 con 0x7f508c15b8f0 2023-06-08T03:53:18.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f5092c9b640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f508c0b16b0 con 0x7f508c0b0f40 2023-06-08T03:53:18.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f5091238640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f508c0d0e00 0x7f508c0ce7f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:37280/0 (socket says 172.21.15.62:37280) 2023-06-08T03:53:18.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f5091238640 1 -- 172.21.15.62:0/1092427723 learned_addr learned my addr 172.21.15.62:0/1092427723 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:18.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f508bfff640 1 --2- 172.21.15.62:0/1092427723 >> v2:172.21.15.188:3300/0 conn(0x7f508c0b0f40 0x7f508c0d08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:18.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f508b7fe640 1 -- 172.21.15.62:0/1092427723 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 79351893 0 0) 0x7f508c0d1260 con 0x7f508c0d0e00 2023-06-08T03:53:18.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f508b7fe640 1 -- 172.21.15.62:0/1092427723 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f507c003530 con 0x7f508c0d0e00 2023-06-08T03:53:18.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f508b7fe640 1 -- 172.21.15.62:0/1092427723 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2135111432 0 0) 0x7f507c003530 con 0x7f508c0d0e00 2023-06-08T03:53:18.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f508b7fe640 1 -- 172.21.15.62:0/1092427723 >> v2:172.21.15.188:3300/0 conn(0x7f508c0b0f40 msgr2=0x7f508c0d08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:18.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f508b7fe640 1 --2- 172.21.15.62:0/1092427723 >> v2:172.21.15.188:3300/0 conn(0x7f508c0b0f40 0x7f508c0d08c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f508b7fe640 1 -- 172.21.15.62:0/1092427723 >> v1:172.21.15.188:6789/0 conn(0x7f508c15b8f0 legacy=0x7f508c0b4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:18.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f508b7fe640 1 -- 172.21.15.62:0/1092427723 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f508c0ce510 con 0x7f508c0d0e00 2023-06-08T03:53:18.755 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f508b7fe640 1 -- 172.21.15.62:0/1092427723 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f5084001a00 con 0x7f508c0d0e00 2023-06-08T03:53:18.755 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f508b7fe640 1 -- 172.21.15.62:0/1092427723 >> v1:172.21.15.62:6789/0 conn(0x7f508c0d0e00 legacy=0x7f508c0ce7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:18.755 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f508b7fe640 1 --2- 172.21.15.62:0/1092427723 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f507c003980 0x7f507c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:18.755 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f508b7fe640 1 --2- 172.21.15.62:0/1092427723 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f507c0047d0 0x7f507c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:18.755 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f508b7fe640 1 --2- 172.21.15.62:0/1092427723 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f507c005180 0x7f507c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:18.755 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f508b7fe640 1 -- 172.21.15.62:0/1092427723 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f508c0b16b0 con 0x7f507c003980 2023-06-08T03:53:18.755 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f508b7fe640 1 -- 172.21.15.62:0/1092427723 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f507c00c090 con 0x7f507c0047d0 2023-06-08T03:53:18.756 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f508b7fe640 1 -- 172.21.15.62:0/1092427723 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f507c00c250 con 0x7f507c005180 2023-06-08T03:53:18.756 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f5090a37640 1 --2- 172.21.15.62:0/1092427723 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f507c003980 0x7f507c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:18.756 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f508bfff640 1 --2- 172.21.15.62:0/1092427723 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f507c0047d0 0x7f507c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:18.756 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f5090a37640 1 -- 172.21.15.62:0/1092427723 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f507c005180 msgr2=0x7f507c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:18.756 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f5090a37640 1 --2- 172.21.15.62:0/1092427723 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f507c005180 0x7f507c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.756 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f5090a37640 1 -- 172.21.15.62:0/1092427723 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f507c0047d0 msgr2=0x7f507c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:18.756 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f5090a37640 1 --2- 172.21.15.62:0/1092427723 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f507c0047d0 0x7f507c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.756 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f5090a37640 1 -- 172.21.15.62:0/1092427723 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f507c003530 con 0x7f507c003980 2023-06-08T03:53:18.757 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.744+0000 7f5091238640 1 -- 172.21.15.62:0/1092427723 reap_dead start 2023-06-08T03:53:18.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f5090a37640 1 --2- 172.21.15.62:0/1092427723 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f507c003980 0x7f507c003d90 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f5080001780 tx=0x7f508001c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dd685c8e678e75c server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:18.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f508b7fe640 1 -- 172.21.15.62:0/1092427723 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50800052d0 con 0x7f507c003980 2023-06-08T03:53:18.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f508b7fe640 1 -- 172.21.15.62:0/1092427723 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50800a7050 con 0x7f507c003980 2023-06-08T03:53:18.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f508b7fe640 1 -- 172.21.15.62:0/1092427723 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5080003600 con 0x7f507c003980 2023-06-08T03:53:18.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f5092c9b640 1 -- 172.21.15.62:0/1092427723 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f507c003980 msgr2=0x7f507c003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:18.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f5092c9b640 1 --2- 172.21.15.62:0/1092427723 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f507c003980 0x7f507c003d90 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f5080001780 tx=0x7f508001c3d0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f5092c9b640 1 -- 172.21.15.62:0/1092427723 shutdown_connections 2023-06-08T03:53:18.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f5092c9b640 1 --2- 172.21.15.62:0/1092427723 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f507c003980 0x7f507c003d90 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f5092c9b640 1 -- 172.21.15.62:0/1092427723 >> 172.21.15.62:0/1092427723 conn(0x7f508c0d1fb0 msgr2=0x7f508c0d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:18.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f5092c9b640 1 -- 172.21.15.62:0/1092427723 shutdown_connections 2023-06-08T03:53:18.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f5092c9b640 1 -- 172.21.15.62:0/1092427723 wait complete. 2023-06-08T03:53:18.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f5092c9b640 1 Processor -- start 2023-06-08T03:53:18.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f5092c9b640 1 -- start start 2023-06-08T03:53:18.761 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f5092c9b640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f507c003980 0x7f508c0c66e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:18.761 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f5092c9b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f508c0c73c0 0x7f508c154b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:18.761 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f5092c9b640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f508c0b67a0 0x7f508c0b6c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:18.761 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f5092c9b640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f508c0c8820 con 0x7f508c0c73c0 2023-06-08T03:53:18.761 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f5092c9b640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f508c0b7150 con 0x7f507c003980 2023-06-08T03:53:18.761 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f5092c9b640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f508c0c7ba0 con 0x7f508c0b67a0 2023-06-08T03:53:18.761 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f508bfff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f508c0c73c0 0x7f508c154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:18.761 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f508bfff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f508c0c73c0 0x7f508c154b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46856/0 (socket says 172.21.15.62:46856) 2023-06-08T03:53:18.762 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f508bfff640 1 -- 172.21.15.62:0/3625665936 learned_addr learned my addr 172.21.15.62:0/3625665936 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:18.762 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f5090a37640 1 --2- 172.21.15.62:0/3625665936 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f507c003980 0x7f508c0c66e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:18.762 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f5091238640 1 --2- 172.21.15.62:0/3625665936 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f508c0b67a0 0x7f508c0b6c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:18.762 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f508bfff640 1 -- 172.21.15.62:0/3625665936 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f508c0b67a0 msgr2=0x7f508c0b6c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:18.762 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f508bfff640 1 --2- 172.21.15.62:0/3625665936 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f508c0b67a0 0x7f508c0b6c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.762 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f508bfff640 1 -- 172.21.15.62:0/3625665936 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f507c003980 msgr2=0x7f508c0c66e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:18.762 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f508bfff640 1 --2- 172.21.15.62:0/3625665936 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f507c003980 0x7f508c0c66e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.762 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f508bfff640 1 -- 172.21.15.62:0/3625665936 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f508c0c7e80 con 0x7f508c0c73c0 2023-06-08T03:53:18.763 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f5091238640 1 --2- 172.21.15.62:0/3625665936 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f508c0b67a0 0x7f508c0b6c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:18.763 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f5090a37640 1 --2- 172.21.15.62:0/3625665936 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f507c003980 0x7f508c0c66e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:18.763 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.748+0000 7f508bfff640 1 --2- 172.21.15.62:0/3625665936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f508c0c73c0 0x7f508c154b90 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f5078011660 tx=0x7f5078011b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:18.763 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.752+0000 7f50897fa640 1 -- 172.21.15.62:0/3625665936 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f507800f9c0 con 0x7f508c0c73c0 2023-06-08T03:53:18.763 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.752+0000 7f50897fa640 1 -- 172.21.15.62:0/3625665936 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f507800fb20 con 0x7f508c0c73c0 2023-06-08T03:53:18.763 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.752+0000 7f5092c9b640 1 -- 172.21.15.62:0/3625665936 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f508c0c8160 con 0x7f508c0c73c0 2023-06-08T03:53:18.763 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.752+0000 7f50897fa640 1 -- 172.21.15.62:0/3625665936 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f507800fe90 con 0x7f508c0c73c0 2023-06-08T03:53:18.763 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.752+0000 7f5092c9b640 1 -- 172.21.15.62:0/3625665936 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f508c0c7810 con 0x7f508c0c73c0 2023-06-08T03:53:18.764 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.752+0000 7f5092c9b640 1 -- 172.21.15.62:0/3625665936 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f508c04d650 con 0x7f508c0c73c0 2023-06-08T03:53:18.765 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.752+0000 7f50897fa640 1 -- 172.21.15.62:0/3625665936 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5078015460 con 0x7f508c0c73c0 2023-06-08T03:53:18.765 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.752+0000 7f50897fa640 1 --2- 172.21.15.62:0/3625665936 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5070066280 0x7f5070068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:18.765 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.752+0000 7f50897fa640 1 -- 172.21.15.62:0/3625665936 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f5078084120 con 0x7f508c0c73c0 2023-06-08T03:53:18.765 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.752+0000 7f5090a37640 1 --2- 172.21.15.62:0/3625665936 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5070066280 0x7f5070068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:18.765 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.752+0000 7f5090a37640 1 --2- 172.21.15.62:0/3625665936 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5070066280 0x7f5070068730 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5080001750 tx=0x7f50800011a0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:18.765 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.756+0000 7f50897fa640 1 -- 172.21.15.62:0/3625665936 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f50780516a0 con 0x7f508c0c73c0 2023-06-08T03:53:18.911 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.904+0000 7f5092c9b640 1 -- 172.21.15.62:0/3625665936 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f508c0c8b10 con 0x7f508c0c73c0 2023-06-08T03:53:18.912 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.904+0000 7f50897fa640 1 -- 172.21.15.62:0/3625665936 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5078054cc0 con 0x7f508c0c73c0 2023-06-08T03:53:18.912 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 32 2023-06-08T03:53:18.914 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.904+0000 7f5092c9b640 1 -- 172.21.15.62:0/3625665936 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5070066280 msgr2=0x7f5070068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:18.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.904+0000 7f5092c9b640 1 --2- 172.21.15.62:0/3625665936 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5070066280 0x7f5070068730 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5080001750 tx=0x7f50800011a0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.904+0000 7f5092c9b640 1 -- 172.21.15.62:0/3625665936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f508c0c73c0 msgr2=0x7f508c154b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:18.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.904+0000 7f5092c9b640 1 --2- 172.21.15.62:0/3625665936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f508c0c73c0 0x7f508c154b90 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f5078011660 tx=0x7f5078011b20 comp rx=0 tx=0).stop 2023-06-08T03:53:18.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.908+0000 7f5092c9b640 1 -- 172.21.15.62:0/3625665936 shutdown_connections 2023-06-08T03:53:18.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.908+0000 7f5092c9b640 1 --2- 172.21.15.62:0/3625665936 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5070066280 0x7f5070068730 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.908+0000 7f5092c9b640 1 --2- 172.21.15.62:0/3625665936 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f508c0b67a0 0x7f508c0b6c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.915 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.908+0000 7f5092c9b640 1 --2- 172.21.15.62:0/3625665936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f508c0c73c0 0x7f508c154b90 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.908+0000 7f5092c9b640 1 --2- 172.21.15.62:0/3625665936 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f507c003980 0x7f508c0c66e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:18.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.908+0000 7f5092c9b640 1 -- 172.21.15.62:0/3625665936 >> 172.21.15.62:0/3625665936 conn(0x7f508c0d1fb0 msgr2=0x7f508c158a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:18.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.908+0000 7f5092c9b640 1 -- 172.21.15.62:0/3625665936 shutdown_connections 2023-06-08T03:53:18.916 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:18.908+0000 7f5092c9b640 1 -- 172.21.15.62:0/3625665936 wait complete. 2023-06-08T03:53:18.930 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-08T03:53:19.039 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f909e840640 1 Processor -- start 2023-06-08T03:53:19.039 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f909e840640 1 -- start start 2023-06-08T03:53:19.040 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f909e840640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90980b0f40 0x7f90980d08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.040 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f909e840640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90980d1230 con 0x7f909815b8f0 2023-06-08T03:53:19.040 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f909e840640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90980ce270 con 0x7f90980d0e00 2023-06-08T03:53:19.041 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f909e840640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90980b16b0 con 0x7f90980b0f40 2023-06-08T03:53:19.041 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9097fff640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f909815b8f0 0x7f90980b4e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:37284/0 (socket says 172.21.15.62:37284) 2023-06-08T03:53:19.041 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9097fff640 1 -- 172.21.15.62:0/1946682890 learned_addr learned my addr 172.21.15.62:0/1946682890 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:19.042 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9096ffd640 1 -- 172.21.15.62:0/1946682890 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3609849405 0 0) 0x7f90980d1230 con 0x7f909815b8f0 2023-06-08T03:53:19.042 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f90977fe640 1 --2- 172.21.15.62:0/1946682890 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90980b0f40 0x7f90980d08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:19.043 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9096ffd640 1 -- 172.21.15.62:0/1946682890 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9080003530 con 0x7f909815b8f0 2023-06-08T03:53:19.043 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9096ffd640 1 -- 172.21.15.62:0/1946682890 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2708009877 0 0) 0x7f9080003530 con 0x7f909815b8f0 2023-06-08T03:53:19.043 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9096ffd640 1 -- 172.21.15.62:0/1946682890 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90980b0f40 msgr2=0x7f90980d08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:19.043 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9096ffd640 1 --2- 172.21.15.62:0/1946682890 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90980b0f40 0x7f90980d08c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.043 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9096ffd640 1 -- 172.21.15.62:0/1946682890 >> v1:172.21.15.188:6789/0 conn(0x7f90980d0e00 legacy=0x7f90980ce7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:19.043 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9096ffd640 1 -- 172.21.15.62:0/1946682890 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90980ce510 con 0x7f909815b8f0 2023-06-08T03:53:19.043 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9096ffd640 1 -- 172.21.15.62:0/1946682890 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f9088001680 con 0x7f909815b8f0 2023-06-08T03:53:19.044 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9096ffd640 1 -- 172.21.15.62:0/1946682890 >> v1:172.21.15.62:6789/0 conn(0x7f909815b8f0 legacy=0x7f90980b4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:19.044 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9096ffd640 1 --2- 172.21.15.62:0/1946682890 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90800039b0 0x7f9080003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.044 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9096ffd640 1 --2- 172.21.15.62:0/1946682890 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90980b0f40 0x7f90800047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.044 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9096ffd640 1 --2- 172.21.15.62:0/1946682890 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9080004d10 0x7f9080005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.044 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9096ffd640 1 -- 172.21.15.62:0/1946682890 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90980b16b0 con 0x7f90800039b0 2023-06-08T03:53:19.044 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9096ffd640 1 -- 172.21.15.62:0/1946682890 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f908000baa0 con 0x7f9080004d10 2023-06-08T03:53:19.044 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9096ffd640 1 -- 172.21.15.62:0/1946682890 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f908000bc60 con 0x7f90980b0f40 2023-06-08T03:53:19.045 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9097fff640 1 --2- 172.21.15.62:0/1946682890 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90800039b0 0x7f9080003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:19.045 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f90977fe640 1 --2- 172.21.15.62:0/1946682890 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90980b0f40 0x7f90800047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:19.045 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f909cddd640 1 --2- 172.21.15.62:0/1946682890 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9080004d10 0x7f9080005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:19.045 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9097fff640 1 -- 172.21.15.62:0/1946682890 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90980b0f40 msgr2=0x7f90800047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:19.045 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9097fff640 1 --2- 172.21.15.62:0/1946682890 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90980b0f40 0x7f90800047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.045 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9097fff640 1 -- 172.21.15.62:0/1946682890 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9080004d10 msgr2=0x7f9080005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:19.045 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9097fff640 1 --2- 172.21.15.62:0/1946682890 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9080004d10 0x7f9080005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.045 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.032+0000 7f9097fff640 1 -- 172.21.15.62:0/1946682890 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9080003530 con 0x7f90800039b0 2023-06-08T03:53:19.047 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.036+0000 7f9097fff640 1 --2- 172.21.15.62:0/1946682890 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90800039b0 0x7f9080003dc0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f908800c240 tx=0x7f908801cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33d4cbd35fd0de1a server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:19.048 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.036+0000 7f9096ffd640 1 -- 172.21.15.62:0/1946682890 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9088005ae0 con 0x7f90800039b0 2023-06-08T03:53:19.048 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.036+0000 7f9096ffd640 1 -- 172.21.15.62:0/1946682890 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9088005c60 con 0x7f90800039b0 2023-06-08T03:53:19.048 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.036+0000 7f9096ffd640 1 -- 172.21.15.62:0/1946682890 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90880a5800 con 0x7f90800039b0 2023-06-08T03:53:19.048 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.036+0000 7f909e840640 1 -- 172.21.15.62:0/1946682890 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90800039b0 msgr2=0x7f9080003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:19.048 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.036+0000 7f909e840640 1 --2- 172.21.15.62:0/1946682890 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90800039b0 0x7f9080003dc0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f908800c240 tx=0x7f908801cc10 comp rx=0 tx=0).stop 2023-06-08T03:53:19.048 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.036+0000 7f909cddd640 1 -- 172.21.15.62:0/1946682890 reap_dead start 2023-06-08T03:53:19.048 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.036+0000 7f909e840640 1 -- 172.21.15.62:0/1946682890 shutdown_connections 2023-06-08T03:53:19.049 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.036+0000 7f909e840640 1 -- 172.21.15.62:0/1946682890 >> 172.21.15.62:0/1946682890 conn(0x7f90980d1fb0 msgr2=0x7f90980d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:19.049 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.036+0000 7f909e840640 1 -- 172.21.15.62:0/1946682890 shutdown_connections 2023-06-08T03:53:19.049 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.036+0000 7f909e840640 1 -- 172.21.15.62:0/1946682890 wait complete. 2023-06-08T03:53:19.049 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.036+0000 7f909e840640 1 Processor -- start 2023-06-08T03:53:19.049 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.036+0000 7f909e840640 1 -- start start 2023-06-08T03:53:19.049 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f909e840640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90800039b0 0x7f90980b33e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.049 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f909e840640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f909815d810 0x7f90980b1880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.050 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f909e840640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f909815dc80 0x7f9098156c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.050 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f909e840640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90980b2340 con 0x7f909815d810 2023-06-08T03:53:19.050 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f909e840640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90980b2620 con 0x7f909815dc80 2023-06-08T03:53:19.050 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f909e840640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90980b2900 con 0x7f90800039b0 2023-06-08T03:53:19.050 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f90977fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f909815d810 0x7f90980b1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:19.050 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f90977fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f909815d810 0x7f90980b1880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46870/0 (socket says 172.21.15.62:46870) 2023-06-08T03:53:19.050 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f90977fe640 1 -- 172.21.15.62:0/1570957131 learned_addr learned my addr 172.21.15.62:0/1570957131 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:19.050 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f909cddd640 1 --2- 172.21.15.62:0/1570957131 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f909815dc80 0x7f9098156c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:19.051 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f9097fff640 1 --2- 172.21.15.62:0/1570957131 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90800039b0 0x7f90980b33e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:19.051 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f90977fe640 1 -- 172.21.15.62:0/1570957131 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90800039b0 msgr2=0x7f90980b33e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:19.051 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f90977fe640 1 --2- 172.21.15.62:0/1570957131 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90800039b0 0x7f90980b33e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.051 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f90977fe640 1 -- 172.21.15.62:0/1570957131 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f909815dc80 msgr2=0x7f9098156c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:19.051 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f90977fe640 1 --2- 172.21.15.62:0/1570957131 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f909815dc80 0x7f9098156c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.051 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f90977fe640 1 -- 172.21.15.62:0/1570957131 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90980b2be0 con 0x7f909815d810 2023-06-08T03:53:19.051 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f909cddd640 1 --2- 172.21.15.62:0/1570957131 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f909815dc80 0x7f9098156c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:19.051 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f90977fe640 1 --2- 172.21.15.62:0/1570957131 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f909815d810 0x7f90980b1880 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f908c0115e0 tx=0x7f908c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:19.052 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f9094ff9640 1 -- 172.21.15.62:0/1570957131 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f908c00f8f0 con 0x7f909815d810 2023-06-08T03:53:19.052 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f9094ff9640 1 -- 172.21.15.62:0/1570957131 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f908c00fa50 con 0x7f909815d810 2023-06-08T03:53:19.052 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f9094ff9640 1 -- 172.21.15.62:0/1570957131 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f908c00fdc0 con 0x7f909815d810 2023-06-08T03:53:19.052 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f909e840640 1 -- 172.21.15.62:0/1570957131 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90980b2ec0 con 0x7f909815d810 2023-06-08T03:53:19.052 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f909e840640 1 -- 172.21.15.62:0/1570957131 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90980b3920 con 0x7f909815d810 2023-06-08T03:53:19.053 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f909e840640 1 -- 172.21.15.62:0/1570957131 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f909804d650 con 0x7f909815d810 2023-06-08T03:53:19.053 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f9094ff9640 1 -- 172.21.15.62:0/1570957131 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f908c015460 con 0x7f909815d810 2023-06-08T03:53:19.053 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f9094ff9640 1 --2- 172.21.15.62:0/1570957131 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9084066280 0x7f9084068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.053 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f9094ff9640 1 -- 172.21.15.62:0/1570957131 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f908c084170 con 0x7f909815d810 2023-06-08T03:53:19.054 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.040+0000 7f9097fff640 1 --2- 172.21.15.62:0/1570957131 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9084066280 0x7f9084068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:19.054 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.044+0000 7f9097fff640 1 --2- 172.21.15.62:0/1570957131 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9084066280 0x7f9084068730 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f90880ab000 tx=0x7f90880a7070 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:19.054 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.044+0000 7f9094ff9640 1 -- 172.21.15.62:0/1570957131 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f908c0515b0 con 0x7f909815d810 2023-06-08T03:53:19.198 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.188+0000 7f909e840640 1 -- 172.21.15.62:0/1570957131 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f90980b1490 con 0x7f909815d810 2023-06-08T03:53:19.199 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.192+0000 7f9094ff9640 1 -- 172.21.15.62:0/1570957131 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f908c054bd0 con 0x7f909815d810 2023-06-08T03:53:19.199 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 64 2023-06-08T03:53:19.201 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.192+0000 7f909e840640 1 -- 172.21.15.62:0/1570957131 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9084066280 msgr2=0x7f9084068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:19.201 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.192+0000 7f909e840640 1 --2- 172.21.15.62:0/1570957131 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9084066280 0x7f9084068730 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f90880ab000 tx=0x7f90880a7070 comp rx=0 tx=0).stop 2023-06-08T03:53:19.201 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.192+0000 7f909e840640 1 -- 172.21.15.62:0/1570957131 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f909815d810 msgr2=0x7f90980b1880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:19.201 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.192+0000 7f909e840640 1 --2- 172.21.15.62:0/1570957131 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f909815d810 0x7f90980b1880 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f908c0115e0 tx=0x7f908c011aa0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.201 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.192+0000 7f909e840640 1 -- 172.21.15.62:0/1570957131 shutdown_connections 2023-06-08T03:53:19.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.192+0000 7f909e840640 1 --2- 172.21.15.62:0/1570957131 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9084066280 0x7f9084068730 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.192+0000 7f909e840640 1 --2- 172.21.15.62:0/1570957131 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f909815dc80 0x7f9098156c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.192+0000 7f909e840640 1 --2- 172.21.15.62:0/1570957131 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f909815d810 0x7f90980b1880 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.192+0000 7f909e840640 1 --2- 172.21.15.62:0/1570957131 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f90800039b0 0x7f90980b33e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.192+0000 7f909e840640 1 -- 172.21.15.62:0/1570957131 >> 172.21.15.62:0/1570957131 conn(0x7f90980d1fb0 msgr2=0x7f90980b6aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:19.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.192+0000 7f909e840640 1 -- 172.21.15.62:0/1570957131 shutdown_connections 2023-06-08T03:53:19.202 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.192+0000 7f909e840640 1 -- 172.21.15.62:0/1570957131 wait complete. 2023-06-08T03:53:19.216 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-08T03:53:19.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.320+0000 7f44f80ec640 1 Processor -- start 2023-06-08T03:53:19.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.320+0000 7f44f80ec640 1 -- start start 2023-06-08T03:53:19.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.320+0000 7f44f80ec640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f44f0152cd0 0x7f44f015c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.320+0000 7f44f80ec640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f44f006fd40 0x7f44f00c8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.320+0000 7f44f80ec640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44f006acd0 con 0x7f44f0158a10 2023-06-08T03:53:19.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.320+0000 7f44f80ec640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44f0158eb0 con 0x7f44f0152cd0 2023-06-08T03:53:19.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.320+0000 7f44f80ec640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44f0159190 con 0x7f44f006fd40 2023-06-08T03:53:19.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.320+0000 7f44f5e88640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f44f0152cd0 0x7f44f015c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:19.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.320+0000 7f44f5687640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f44f0158a10 0x7f44f006f630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:37288/0 (socket says 172.21.15.62:37288) 2023-06-08T03:53:19.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.320+0000 7f44f5e88640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f44f0152cd0 0x7f44f015c9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46872/0 (socket says 172.21.15.62:46872) 2023-06-08T03:53:19.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.320+0000 7f44f5687640 1 -- 172.21.15.62:0/1202369125 learned_addr learned my addr 172.21.15.62:0/1202369125 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:19.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.320+0000 7f44f6689640 1 --2- 172.21.15.62:0/1202369125 >> v2:172.21.15.188:3300/0 conn(0x7f44f006fd40 0x7f44f00c8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:19.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.320+0000 7f44f5e88640 1 -- 172.21.15.62:0/1202369125 >> v2:172.21.15.188:3300/0 conn(0x7f44f006fd40 msgr2=0x7f44f00c8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:19.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.320+0000 7f44f5e88640 1 --2- 172.21.15.62:0/1202369125 >> v2:172.21.15.188:3300/0 conn(0x7f44f006fd40 0x7f44f00c8e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.320+0000 7f44f5e88640 1 -- 172.21.15.62:0/1202369125 >> v1:172.21.15.62:6789/0 conn(0x7f44f0158a10 legacy=0x7f44f006f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:19.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.320+0000 7f44f5e88640 1 -- 172.21.15.62:0/1202369125 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44f0159470 con 0x7f44f0152cd0 2023-06-08T03:53:19.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.320+0000 7f44f4e86640 1 -- 172.21.15.62:0/1202369125 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3860080771 0 0) 0x7f44f006acd0 con 0x7f44f0158a10 2023-06-08T03:53:19.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.324+0000 7f44f5e88640 1 --2- 172.21.15.62:0/1202369125 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44f0152cd0 0x7f44f015c9a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f44f01565e0 tx=0x7f44ec01ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3333739a2107f055 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:19.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.324+0000 7f44f4e86640 1 -- 172.21.15.62:0/1202369125 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44ec0a8950 con 0x7f44f0152cd0 2023-06-08T03:53:19.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.324+0000 7f44f4e86640 1 -- 172.21.15.62:0/1202369125 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44ec0a8ab0 con 0x7f44f0152cd0 2023-06-08T03:53:19.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.324+0000 7f44f4e86640 1 -- 172.21.15.62:0/1202369125 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44ec0a8e40 con 0x7f44f0152cd0 2023-06-08T03:53:19.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.324+0000 7f44f80ec640 1 -- 172.21.15.62:0/1202369125 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44f0152cd0 msgr2=0x7f44f015c9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:19.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.324+0000 7f44f80ec640 1 --2- 172.21.15.62:0/1202369125 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44f0152cd0 0x7f44f015c9a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f44f01565e0 tx=0x7f44ec01ec50 comp rx=0 tx=0).stop 2023-06-08T03:53:19.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.324+0000 7f44f80ec640 1 -- 172.21.15.62:0/1202369125 shutdown_connections 2023-06-08T03:53:19.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.324+0000 7f44f80ec640 1 --2- 172.21.15.62:0/1202369125 >> v2:172.21.15.188:3300/0 conn(0x7f44f006fd40 0x7f44f00c8e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.324+0000 7f44f80ec640 1 --2- 172.21.15.62:0/1202369125 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44f0152cd0 0x7f44f015c9a0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.324+0000 7f44f80ec640 1 -- 172.21.15.62:0/1202369125 >> 172.21.15.62:0/1202369125 conn(0x7f44f00ca6c0 msgr2=0x7f44f00caac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:19.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.324+0000 7f44f80ec640 1 -- 172.21.15.62:0/1202369125 shutdown_connections 2023-06-08T03:53:19.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.324+0000 7f44f80ec640 1 -- 172.21.15.62:0/1202369125 wait complete. 2023-06-08T03:53:19.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.324+0000 7f44f80ec640 1 Processor -- start 2023-06-08T03:53:19.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.324+0000 7f44f80ec640 1 -- start start 2023-06-08T03:53:19.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f80ec640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f44f006fd40 0x7f44f00b2730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f80ec640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f44f0158a10 0x7f44f00b2c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f80ec640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44f01ede90 0x7f44f01ee330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f80ec640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44f00b3b80 con 0x7f44f01ede90 2023-06-08T03:53:19.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f80ec640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44f00b32e0 con 0x7f44f006fd40 2023-06-08T03:53:19.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f80ec640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44f00b35c0 con 0x7f44f0158a10 2023-06-08T03:53:19.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f6689640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44f01ede90 0x7f44f01ee330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:19.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f6689640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44f01ede90 0x7f44f01ee330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46880/0 (socket says 172.21.15.62:46880) 2023-06-08T03:53:19.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f6689640 1 -- 172.21.15.62:0/3252386908 learned_addr learned my addr 172.21.15.62:0/3252386908 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:19.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f5e88640 1 --2- 172.21.15.62:0/3252386908 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f44f006fd40 0x7f44f00b2730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:19.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f5687640 1 --2- 172.21.15.62:0/3252386908 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f44f0158a10 0x7f44f00b2c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:19.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f6689640 1 -- 172.21.15.62:0/3252386908 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f44f0158a10 msgr2=0x7f44f00b2c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:19.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f6689640 1 --2- 172.21.15.62:0/3252386908 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f44f0158a10 0x7f44f00b2c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f6689640 1 -- 172.21.15.62:0/3252386908 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f44f006fd40 msgr2=0x7f44f00b2730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:19.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f6689640 1 --2- 172.21.15.62:0/3252386908 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f44f006fd40 0x7f44f00b2730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f6689640 1 -- 172.21.15.62:0/3252386908 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44ec009420 con 0x7f44f01ede90 2023-06-08T03:53:19.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f5687640 1 --2- 172.21.15.62:0/3252386908 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f44f0158a10 0x7f44f00b2c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:19.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f6689640 1 --2- 172.21.15.62:0/3252386908 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44f01ede90 0x7f44f01ee330 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f44e8007e60 tx=0x7f44e800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:19.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44e67fc640 1 -- 172.21.15.62:0/3252386908 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44e8014420 con 0x7f44f01ede90 2023-06-08T03:53:19.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44e67fc640 1 -- 172.21.15.62:0/3252386908 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44e80145a0 con 0x7f44f01ede90 2023-06-08T03:53:19.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f80ec640 1 -- 172.21.15.62:0/3252386908 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44f00b38a0 con 0x7f44f01ede90 2023-06-08T03:53:19.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44e67fc640 1 -- 172.21.15.62:0/3252386908 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44e8014950 con 0x7f44f01ede90 2023-06-08T03:53:19.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f80ec640 1 -- 172.21.15.62:0/3252386908 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44f01ee870 con 0x7f44f01ede90 2023-06-08T03:53:19.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f80ec640 1 -- 172.21.15.62:0/3252386908 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44f0142e50 con 0x7f44f01ede90 2023-06-08T03:53:19.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44e67fc640 1 -- 172.21.15.62:0/3252386908 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f44e8014ab0 con 0x7f44f01ede90 2023-06-08T03:53:19.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44e67fc640 1 --2- 172.21.15.62:0/3252386908 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f44d4066280 0x7f44d4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44e67fc640 1 -- 172.21.15.62:0/3252386908 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f44e8084620 con 0x7f44f01ede90 2023-06-08T03:53:19.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.328+0000 7f44f5e88640 1 --2- 172.21.15.62:0/3252386908 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f44d4066280 0x7f44d4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:19.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.332+0000 7f44f5e88640 1 --2- 172.21.15.62:0/3252386908 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f44d4066280 0x7f44d4068730 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f44ec0b2000 tx=0x7f44ec0aa070 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:19.341 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.332+0000 7f44e67fc640 1 -- 172.21.15.62:0/3252386908 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f44f0142e50 con 0x7f44f01ede90 2023-06-08T03:53:19.501 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.492+0000 7f44f80ec640 1 -- 172.21.15.62:0/3252386908 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f44f0142e50 con 0x7f44f01ede90 2023-06-08T03:53:19.501 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.492+0000 7f44e67fc640 1 -- 172.21.15.62:0/3252386908 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7f44f0142e50 con 0x7f44f01ede90 2023-06-08T03:53:19.501 INFO:teuthology.orchestra.run.smithi062.stderr:listed 0 entries 2023-06-08T03:53:19.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.496+0000 7f44f80ec640 1 -- 172.21.15.62:0/3252386908 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f44d4066280 msgr2=0x7f44d4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:19.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.496+0000 7f44f80ec640 1 --2- 172.21.15.62:0/3252386908 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f44d4066280 0x7f44d4068730 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f44ec0b2000 tx=0x7f44ec0aa070 comp rx=0 tx=0).stop 2023-06-08T03:53:19.504 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.496+0000 7f44f80ec640 1 -- 172.21.15.62:0/3252386908 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44f01ede90 msgr2=0x7f44f01ee330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:19.504 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.496+0000 7f44f80ec640 1 --2- 172.21.15.62:0/3252386908 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44f01ede90 0x7f44f01ee330 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f44e8007e60 tx=0x7f44e800e4b0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.504 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.496+0000 7f44f80ec640 1 -- 172.21.15.62:0/3252386908 shutdown_connections 2023-06-08T03:53:19.504 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.496+0000 7f44f80ec640 1 --2- 172.21.15.62:0/3252386908 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f44d4066280 0x7f44d4068730 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.504 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.496+0000 7f44f80ec640 1 --2- 172.21.15.62:0/3252386908 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44f01ede90 0x7f44f01ee330 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.504 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.496+0000 7f44f80ec640 1 --2- 172.21.15.62:0/3252386908 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f44f0158a10 0x7f44f00b2c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.504 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.496+0000 7f44f80ec640 1 --2- 172.21.15.62:0/3252386908 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f44f006fd40 0x7f44f00b2730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.505 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.496+0000 7f44f80ec640 1 -- 172.21.15.62:0/3252386908 >> 172.21.15.62:0/3252386908 conn(0x7f44f00ca6c0 msgr2=0x7f44f01569d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:19.505 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.496+0000 7f44f80ec640 1 -- 172.21.15.62:0/3252386908 shutdown_connections 2023-06-08T03:53:19.505 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.496+0000 7f44f80ec640 1 -- 172.21.15.62:0/3252386908 wait complete. 2023-06-08T03:53:19.518 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi188.front.sepia.ceph.com... 2023-06-08T03:53:19.519 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:19.519 DEBUG:teuthology.orchestra.run.smithi188:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2023-06-08T03:53:19.545 INFO:teuthology.orchestra.run:waiting for 300 2023-06-08T03:53:19.545 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi188.front.sepia.ceph.com 2023-06-08T03:53:19.546 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:19.546 DEBUG:teuthology.orchestra.run.smithi188:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-06-08T03:53:19.598 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:53:19.599 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-08T03:53:19.604 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:53:19.605 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-08T03:53:19.654 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:53:19.817 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.808+0000 7fd0bae9d640 1 Processor -- start 2023-06-08T03:53:19.817 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.808+0000 7fd0bae9d640 1 -- start start 2023-06-08T03:53:19.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0bae9d640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fd0b415fa10 0x7fd0b40cc1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.819 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0bae9d640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b415fde0 0x7fd0b40cca20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.819 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0bae9d640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fd0b40acf40 0x7fd0b40ca520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.819 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0bae9d640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0b40cbd30 con 0x7fd0b40acf40 2023-06-08T03:53:19.819 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0bae9d640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0b40cd250 con 0x7fd0b415fa10 2023-06-08T03:53:19.819 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0bae9d640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0b40cd530 con 0x7fd0b415fde0 2023-06-08T03:53:19.819 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0b943a640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fd0b40acf40 0x7fd0b40ca520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:19.819 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0b943a640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fd0b40acf40 0x7fd0b40ca520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46882/0 (socket says 172.21.15.62:46882) 2023-06-08T03:53:19.820 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0b943a640 1 -- 172.21.15.62:0/884955101 learned_addr learned my addr 172.21.15.62:0/884955101 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:19.820 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0b943a640 1 -- 172.21.15.62:0/884955101 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b415fde0 msgr2=0x7fd0b40cca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:19.820 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0b943a640 1 --2- 172.21.15.62:0/884955101 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b415fde0 0x7fd0b40cca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.820 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0b8c39640 1 --2- 172.21.15.62:0/884955101 >> v2:172.21.15.188:3300/0 conn(0x7fd0b415fa10 0x7fd0b40cc1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:19.821 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0b943a640 1 -- 172.21.15.62:0/884955101 >> v2:172.21.15.188:3300/0 conn(0x7fd0b415fa10 msgr2=0x7fd0b40cc1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:19.821 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0b943a640 1 --2- 172.21.15.62:0/884955101 >> v2:172.21.15.188:3300/0 conn(0x7fd0b415fa10 0x7fd0b40cc1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.821 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0b943a640 1 -- 172.21.15.62:0/884955101 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0b40cb6e0 con 0x7fd0b40acf40 2023-06-08T03:53:19.822 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0b943a640 1 --2- 172.21.15.62:0/884955101 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0b40acf40 0x7fd0b40ca520 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fd0b40ca4f0 tx=0x7fd0ac01c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6306dba72263a118 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:19.822 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0b37fe640 1 -- 172.21.15.62:0/884955101 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0ac0ac640 con 0x7fd0b40acf40 2023-06-08T03:53:19.822 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0b37fe640 1 -- 172.21.15.62:0/884955101 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0ac0ac7a0 con 0x7fd0b40acf40 2023-06-08T03:53:19.822 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0b37fe640 1 -- 172.21.15.62:0/884955101 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0ac0acb30 con 0x7fd0b40acf40 2023-06-08T03:53:19.822 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0bae9d640 1 -- 172.21.15.62:0/884955101 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0b40acf40 msgr2=0x7fd0b40ca520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:19.823 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0bae9d640 1 --2- 172.21.15.62:0/884955101 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0b40acf40 0x7fd0b40ca520 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fd0b40ca4f0 tx=0x7fd0ac01c440 comp rx=0 tx=0).stop 2023-06-08T03:53:19.823 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0bae9d640 1 -- 172.21.15.62:0/884955101 shutdown_connections 2023-06-08T03:53:19.823 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0bae9d640 1 --2- 172.21.15.62:0/884955101 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0b40acf40 0x7fd0b40ca520 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.823 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0bae9d640 1 --2- 172.21.15.62:0/884955101 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b415fde0 0x7fd0b40cca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.823 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0bae9d640 1 --2- 172.21.15.62:0/884955101 >> v2:172.21.15.188:3300/0 conn(0x7fd0b415fa10 0x7fd0b40cc1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.823 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0bae9d640 1 -- 172.21.15.62:0/884955101 >> 172.21.15.62:0/884955101 conn(0x7fd0b40af640 msgr2=0x7fd0b40afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:19.823 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0bae9d640 1 -- 172.21.15.62:0/884955101 shutdown_connections 2023-06-08T03:53:19.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.812+0000 7fd0bae9d640 1 -- 172.21.15.62:0/884955101 wait complete. 2023-06-08T03:53:19.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0bae9d640 1 Processor -- start 2023-06-08T03:53:19.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0bae9d640 1 -- start start 2023-06-08T03:53:19.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0bae9d640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd0b40acf40 0x7fd0b414fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0bae9d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0b415fa10 0x7fd0b414f390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0bae9d640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b415fde0 0x7fd0b414ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0bae9d640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0b4160c70 con 0x7fd0b415fa10 2023-06-08T03:53:19.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0bae9d640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0b41617f0 con 0x7fd0b40acf40 2023-06-08T03:53:19.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0bae9d640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0b414f1c0 con 0x7fd0b415fde0 2023-06-08T03:53:19.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0b3fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0b415fa10 0x7fd0b414f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:19.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0b3fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0b415fa10 0x7fd0b414f390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46886/0 (socket says 172.21.15.62:46886) 2023-06-08T03:53:19.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0b3fff640 1 -- 172.21.15.62:0/899356007 learned_addr learned my addr 172.21.15.62:0/899356007 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:19.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0b8c39640 1 --2- 172.21.15.62:0/899356007 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd0b40acf40 0x7fd0b414fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:19.827 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0b3fff640 1 -- 172.21.15.62:0/899356007 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b415fde0 msgr2=0x7fd0b414ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:19.827 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0b3fff640 1 --2- 172.21.15.62:0/899356007 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b415fde0 0x7fd0b414ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.827 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0b3fff640 1 -- 172.21.15.62:0/899356007 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd0b40acf40 msgr2=0x7fd0b414fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:19.827 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0b3fff640 1 --2- 172.21.15.62:0/899356007 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd0b40acf40 0x7fd0b414fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.827 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0b3fff640 1 -- 172.21.15.62:0/899356007 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0ac0094d0 con 0x7fd0b415fa10 2023-06-08T03:53:19.827 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0b3fff640 1 --2- 172.21.15.62:0/899356007 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0b415fa10 0x7fd0b414f390 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fd09c00bab0 tx=0x7fd09c00bf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:19.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0b17fa640 1 -- 172.21.15.62:0/899356007 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd09c00cc60 con 0x7fd0b415fa10 2023-06-08T03:53:19.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0b17fa640 1 -- 172.21.15.62:0/899356007 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd09c00cde0 con 0x7fd0b415fa10 2023-06-08T03:53:19.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0bae9d640 1 -- 172.21.15.62:0/899356007 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0b4160ec0 con 0x7fd0b415fa10 2023-06-08T03:53:19.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0b17fa640 1 -- 172.21.15.62:0/899356007 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd09c014680 con 0x7fd0b415fa10 2023-06-08T03:53:19.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.816+0000 7fd0bae9d640 1 -- 172.21.15.62:0/899356007 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0b4161480 con 0x7fd0b415fa10 2023-06-08T03:53:19.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.820+0000 7fd0bae9d640 1 -- 172.21.15.62:0/899356007 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0b404d6c0 con 0x7fd0b415fa10 2023-06-08T03:53:19.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.820+0000 7fd0b17fa640 1 -- 172.21.15.62:0/899356007 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd09c01d3b0 con 0x7fd0b415fa10 2023-06-08T03:53:19.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.820+0000 7fd0b17fa640 1 --2- 172.21.15.62:0/899356007 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd094066280 0x7fd094068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:19.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.820+0000 7fd0b17fa640 1 -- 172.21.15.62:0/899356007 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fd09c083d10 con 0x7fd0b415fa10 2023-06-08T03:53:19.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.820+0000 7fd0b8c39640 1 --2- 172.21.15.62:0/899356007 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd094066280 0x7fd094068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:19.830 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.820+0000 7fd0b8c39640 1 --2- 172.21.15.62:0/899356007 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd094066280 0x7fd094068730 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd0a400b7c0 tx=0x7fd0a4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:19.833 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.824+0000 7fd0b17fa640 1 -- 172.21.15.62:0/899356007 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd09c051150 con 0x7fd0b415fa10 2023-06-08T03:53:19.991 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.984+0000 7fd0bae9d640 1 -- 172.21.15.62:0/899356007 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd0b4161930 con 0x7fd0b415fa10 2023-06-08T03:53:19.994 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.984+0000 7fd0b17fa640 1 -- 172.21.15.62:0/899356007 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18374 (secure 0 0 0) 0x7fd09c019020 con 0x7fd0b415fa10 2023-06-08T03:53:19.994 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:19.995 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":25,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:53:16.353560+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.f","mappings":[{"from":1,"to":2}]},{"pgid":"4.37","mappings":[{"from":3,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:53:19.996 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.988+0000 7fd0bae9d640 1 -- 172.21.15.62:0/899356007 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd094066280 msgr2=0x7fd094068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:19.997 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.988+0000 7fd0bae9d640 1 --2- 172.21.15.62:0/899356007 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd094066280 0x7fd094068730 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd0a400b7c0 tx=0x7fd0a4008040 comp rx=0 tx=0).stop 2023-06-08T03:53:19.997 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.988+0000 7fd0bae9d640 1 -- 172.21.15.62:0/899356007 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0b415fa10 msgr2=0x7fd0b414f390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:19.997 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.988+0000 7fd0bae9d640 1 --2- 172.21.15.62:0/899356007 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0b415fa10 0x7fd0b414f390 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fd09c00bab0 tx=0x7fd09c00bf70 comp rx=0 tx=0).stop 2023-06-08T03:53:19.997 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.988+0000 7fd0bae9d640 1 -- 172.21.15.62:0/899356007 shutdown_connections 2023-06-08T03:53:19.997 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.988+0000 7fd0bae9d640 1 --2- 172.21.15.62:0/899356007 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd094066280 0x7fd094068730 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.997 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.988+0000 7fd0bae9d640 1 --2- 172.21.15.62:0/899356007 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd0b415fde0 0x7fd0b414ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.997 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.988+0000 7fd0bae9d640 1 --2- 172.21.15.62:0/899356007 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0b415fa10 0x7fd0b414f390 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.998 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.988+0000 7fd0bae9d640 1 --2- 172.21.15.62:0/899356007 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd0b40acf40 0x7fd0b414fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:19.998 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.988+0000 7fd0bae9d640 1 -- 172.21.15.62:0/899356007 >> 172.21.15.62:0/899356007 conn(0x7fd0b40af640 msgr2=0x7fd0b406eda0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:19.998 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.988+0000 7fd0bae9d640 1 -- 172.21.15.62:0/899356007 shutdown_connections 2023-06-08T03:53:19.998 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:19.988+0000 7fd0bae9d640 1 -- 172.21.15.62:0/899356007 wait complete. 2023-06-08T03:53:20.015 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-08T03:52:22.372947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-08T03:52:28.107223+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-08T03:52:32.655480+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-08T03:52:33.144430+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-08T03:53:20.016 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-08T03:53:20.139 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.132+0000 7f48b1128640 1 Processor -- start 2023-06-08T03:53:20.139 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.132+0000 7f48b1128640 1 -- start start 2023-06-08T03:53:20.139 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.132+0000 7f48b1128640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f48ac0cc750 0x7f48ac0ccb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:20.140 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.132+0000 7f48b1128640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48ac0cbd00 con 0x7f48ac1584e0 2023-06-08T03:53:20.140 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.132+0000 7f48b1128640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48ac15cbc0 con 0x7f48ac06ed70 2023-06-08T03:53:20.140 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.132+0000 7f48b1128640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48ac15cea0 con 0x7f48ac0cc750 2023-06-08T03:53:20.141 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.132+0000 7f48aad9d640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f48ac1584e0 0x7f48ac15c100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:37300/0 (socket says 172.21.15.62:37300) 2023-06-08T03:53:20.141 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.132+0000 7f48aad9d640 1 -- 172.21.15.62:0/4151439776 learned_addr learned my addr 172.21.15.62:0/4151439776 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:20.141 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.132+0000 7f48aa59c640 1 --2- 172.21.15.62:0/4151439776 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f48ac0cc750 0x7f48ac0ccb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:20.141 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.132+0000 7f48a9d9b640 1 -- 172.21.15.62:0/4151439776 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3288102701 0 0) 0x7f48ac0cbd00 con 0x7f48ac1584e0 2023-06-08T03:53:20.141 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.132+0000 7f48a9d9b640 1 -- 172.21.15.62:0/4151439776 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4894005740 con 0x7f48ac1584e0 2023-06-08T03:53:20.142 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.132+0000 7f48a9d9b640 1 -- 172.21.15.62:0/4151439776 <== mon.1 v1:172.21.15.188:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1658591247 0 0) 0x7f48ac15cbc0 con 0x7f48ac06ed70 2023-06-08T03:53:20.142 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.132+0000 7f48aa59c640 1 -- 172.21.15.62:0/4151439776 >> v1:172.21.15.188:6789/0 conn(0x7f48ac06ed70 legacy=0x7f48ac0c8270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:20.142 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.132+0000 7f48aa59c640 1 -- 172.21.15.62:0/4151439776 >> v1:172.21.15.62:6789/0 conn(0x7f48ac1584e0 legacy=0x7f48ac15c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:20.142 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.132+0000 7f48aa59c640 1 -- 172.21.15.62:0/4151439776 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48ac0cbf50 con 0x7f48ac0cc750 2023-06-08T03:53:20.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48aa59c640 1 --2- 172.21.15.62:0/4151439776 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f48ac0cc750 0x7f48ac0ccb80 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f48a00097f0 tx=0x7f48a001ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a1701b40085c5349 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:20.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48a9d9b640 1 -- 172.21.15.62:0/4151439776 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48a00a89b0 con 0x7f48ac0cc750 2023-06-08T03:53:20.144 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48a9d9b640 1 -- 172.21.15.62:0/4151439776 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48a00a8b10 con 0x7f48ac0cc750 2023-06-08T03:53:20.144 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48a9d9b640 1 -- 172.21.15.62:0/4151439776 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48a00a8e80 con 0x7f48ac0cc750 2023-06-08T03:53:20.144 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48b1128640 1 -- 172.21.15.62:0/4151439776 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f48ac0cc750 msgr2=0x7f48ac0ccb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:20.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48b1128640 1 --2- 172.21.15.62:0/4151439776 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f48ac0cc750 0x7f48ac0ccb80 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f48a00097f0 tx=0x7f48a001ecb0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48b1128640 1 -- 172.21.15.62:0/4151439776 shutdown_connections 2023-06-08T03:53:20.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48b1128640 1 --2- 172.21.15.62:0/4151439776 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f48ac0cc750 0x7f48ac0ccb80 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48b1128640 1 -- 172.21.15.62:0/4151439776 >> 172.21.15.62:0/4151439776 conn(0x7f48ac0ca6a0 msgr2=0x7f48ac0caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:20.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48b1128640 1 -- 172.21.15.62:0/4151439776 shutdown_connections 2023-06-08T03:53:20.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48b1128640 1 -- 172.21.15.62:0/4151439776 wait complete. 2023-06-08T03:53:20.146 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48b1128640 1 Processor -- start 2023-06-08T03:53:20.147 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48b1128640 1 -- start start 2023-06-08T03:53:20.147 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48b1128640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f48ac06ed70 0x7f48ac14ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:20.147 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48b1128640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48ac0cc750 0x7f48ac15a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:20.147 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48b1128640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f48ac1584e0 0x7f48ac0c3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:20.147 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48b1128640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48ac0ab8d0 con 0x7f48ac0cc750 2023-06-08T03:53:20.147 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48b1128640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48ac0b1aa0 con 0x7f48ac06ed70 2023-06-08T03:53:20.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48b1128640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48ac0b2020 con 0x7f48ac1584e0 2023-06-08T03:53:20.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48aa59c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48ac0cc750 0x7f48ac15a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:20.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48aa59c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48ac0cc750 0x7f48ac15a900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46898/0 (socket says 172.21.15.62:46898) 2023-06-08T03:53:20.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.136+0000 7f48aa59c640 1 -- 172.21.15.62:0/2590075788 learned_addr learned my addr 172.21.15.62:0/2590075788 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:20.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.140+0000 7f48aad9d640 1 --2- 172.21.15.62:0/2590075788 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f48ac06ed70 0x7f48ac14ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:20.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.140+0000 7f48ab59e640 1 --2- 172.21.15.62:0/2590075788 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f48ac1584e0 0x7f48ac0c3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:20.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.140+0000 7f48aa59c640 1 -- 172.21.15.62:0/2590075788 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f48ac1584e0 msgr2=0x7f48ac0c3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:20.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.140+0000 7f48aa59c640 1 --2- 172.21.15.62:0/2590075788 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f48ac1584e0 0x7f48ac0c3ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.149 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.140+0000 7f48aa59c640 1 -- 172.21.15.62:0/2590075788 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f48ac06ed70 msgr2=0x7f48ac14ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:20.149 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.140+0000 7f48aa59c640 1 --2- 172.21.15.62:0/2590075788 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f48ac06ed70 0x7f48ac14ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.149 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.140+0000 7f48aa59c640 1 -- 172.21.15.62:0/2590075788 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48a0009420 con 0x7f48ac0cc750 2023-06-08T03:53:20.149 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.140+0000 7f48aa59c640 1 --2- 172.21.15.62:0/2590075788 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48ac0cc750 0x7f48ac15a900 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f48a0000c10 tx=0x7f48a001ba50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:20.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.140+0000 7f48937fe640 1 -- 172.21.15.62:0/2590075788 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48a00b1e00 con 0x7f48ac0cc750 2023-06-08T03:53:20.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.140+0000 7f48937fe640 1 -- 172.21.15.62:0/2590075788 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48a00b9410 con 0x7f48ac0cc750 2023-06-08T03:53:20.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.140+0000 7f48b1128640 1 -- 172.21.15.62:0/2590075788 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48ac15b330 con 0x7f48ac0cc750 2023-06-08T03:53:20.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.140+0000 7f48937fe640 1 -- 172.21.15.62:0/2590075788 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48a00b9780 con 0x7f48ac0cc750 2023-06-08T03:53:20.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.140+0000 7f48b1128640 1 -- 172.21.15.62:0/2590075788 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48ac0b1cb0 con 0x7f48ac0cc750 2023-06-08T03:53:20.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.140+0000 7f48b1128640 1 -- 172.21.15.62:0/2590075788 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48ac0b21b0 con 0x7f48ac0cc750 2023-06-08T03:53:20.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.140+0000 7f48937fe640 1 -- 172.21.15.62:0/2590075788 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f48a00b7040 con 0x7f48ac0cc750 2023-06-08T03:53:20.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.140+0000 7f48937fe640 1 --2- 172.21.15.62:0/2590075788 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4898066280 0x7f4898068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:20.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.140+0000 7f48937fe640 1 -- 172.21.15.62:0/2590075788 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f48a0121960 con 0x7f48ac0cc750 2023-06-08T03:53:20.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.140+0000 7f48aad9d640 1 --2- 172.21.15.62:0/2590075788 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4898066280 0x7f4898068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:20.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.140+0000 7f48aad9d640 1 --2- 172.21.15.62:0/2590075788 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4898066280 0x7f4898068730 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f489c005890 tx=0x7f489c009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:20.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.144+0000 7f48937fe640 1 -- 172.21.15.62:0/2590075788 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f48a00eeda0 con 0x7f48ac0cc750 2023-06-08T03:53:20.305 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.296+0000 7f48b1128640 1 -- 172.21.15.62:0/2590075788 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f48ac04d650 con 0x7f48ac0cc750 2023-06-08T03:53:20.306 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.296+0000 7f48937fe640 1 -- 172.21.15.62:0/2590075788 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7f48a00f23c0 con 0x7f48ac0cc750 2023-06-08T03:53:20.306 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 1 2023-06-08T03:53:20.308 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.300+0000 7f48b1128640 1 -- 172.21.15.62:0/2590075788 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4898066280 msgr2=0x7f4898068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:20.308 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.300+0000 7f48b1128640 1 --2- 172.21.15.62:0/2590075788 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4898066280 0x7f4898068730 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f489c005890 tx=0x7f489c009040 comp rx=0 tx=0).stop 2023-06-08T03:53:20.308 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.300+0000 7f48b1128640 1 -- 172.21.15.62:0/2590075788 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48ac0cc750 msgr2=0x7f48ac15a900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:20.309 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.300+0000 7f48b1128640 1 --2- 172.21.15.62:0/2590075788 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48ac0cc750 0x7f48ac15a900 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f48a0000c10 tx=0x7f48a001ba50 comp rx=0 tx=0).stop 2023-06-08T03:53:20.309 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.300+0000 7f48b1128640 1 -- 172.21.15.62:0/2590075788 shutdown_connections 2023-06-08T03:53:20.309 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.300+0000 7f48b1128640 1 --2- 172.21.15.62:0/2590075788 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4898066280 0x7f4898068730 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.309 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.300+0000 7f48b1128640 1 --2- 172.21.15.62:0/2590075788 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f48ac1584e0 0x7f48ac0c3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.309 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.300+0000 7f48b1128640 1 --2- 172.21.15.62:0/2590075788 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48ac0cc750 0x7f48ac15a900 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.309 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.300+0000 7f48b1128640 1 --2- 172.21.15.62:0/2590075788 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f48ac06ed70 0x7f48ac14ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.309 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.300+0000 7f48b1128640 1 -- 172.21.15.62:0/2590075788 >> 172.21.15.62:0/2590075788 conn(0x7f48ac0ca6a0 msgr2=0x7f48ac0706c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:20.309 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.300+0000 7f48b1128640 1 -- 172.21.15.62:0/2590075788 shutdown_connections 2023-06-08T03:53:20.310 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.300+0000 7f48b1128640 1 -- 172.21.15.62:0/2590075788 wait complete. 2023-06-08T03:53:20.325 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-08T03:53:20.442 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f384404b640 1 Processor -- start 2023-06-08T03:53:20.443 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f384404b640 1 -- start start 2023-06-08T03:53:20.443 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f384404b640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f383c15f310 0x7f383c06a420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:20.444 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f384404b640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f383c0cea40 con 0x7f383c06b6d0 2023-06-08T03:53:20.444 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f384404b640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f383c15bbe0 con 0x7f383c0ca430 2023-06-08T03:53:20.444 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f384404b640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f383c06b510 con 0x7f383c15f310 2023-06-08T03:53:20.444 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f3841de7640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f383c06b6d0 0x7f383c06baa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:37312/0 (socket says 172.21.15.62:37312) 2023-06-08T03:53:20.444 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f3841de7640 1 -- 172.21.15.62:0/2564391199 learned_addr learned my addr 172.21.15.62:0/2564391199 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:20.446 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f3840de5640 1 -- 172.21.15.62:0/2564391199 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 76140163 0 0) 0x7f383c0cea40 con 0x7f383c06b6d0 2023-06-08T03:53:20.446 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f3840de5640 1 -- 172.21.15.62:0/2564391199 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3828003530 con 0x7f383c06b6d0 2023-06-08T03:53:20.446 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f38415e6640 1 --2- 172.21.15.62:0/2564391199 >> v2:172.21.15.188:3300/0 conn(0x7f383c15f310 0x7f383c06a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:20.446 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f3840de5640 1 -- 172.21.15.62:0/2564391199 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 78937187 0 0) 0x7f3828003530 con 0x7f383c06b6d0 2023-06-08T03:53:20.446 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f3840de5640 1 -- 172.21.15.62:0/2564391199 >> v2:172.21.15.188:3300/0 conn(0x7f383c15f310 msgr2=0x7f383c06a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:20.446 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f3840de5640 1 --2- 172.21.15.62:0/2564391199 >> v2:172.21.15.188:3300/0 conn(0x7f383c15f310 0x7f383c06a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.447 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f3840de5640 1 -- 172.21.15.62:0/2564391199 >> v1:172.21.15.188:6789/0 conn(0x7f383c0ca430 legacy=0x7f383c0cf200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:20.447 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f3840de5640 1 -- 172.21.15.62:0/2564391199 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f383c06ac70 con 0x7f383c06b6d0 2023-06-08T03:53:20.447 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f3840de5640 1 -- 172.21.15.62:0/2564391199 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f3838001680 con 0x7f383c06b6d0 2023-06-08T03:53:20.447 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f3840de5640 1 -- 172.21.15.62:0/2564391199 >> v1:172.21.15.62:6789/0 conn(0x7f383c06b6d0 legacy=0x7f383c06baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:20.447 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f3840de5640 1 --2- 172.21.15.62:0/2564391199 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3828003980 0x7f3828003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:20.447 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f3840de5640 1 --2- 172.21.15.62:0/2564391199 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f38280047d0 0x7f3828004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:20.447 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f3840de5640 1 --2- 172.21.15.62:0/2564391199 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3828005180 0x7f382800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:20.447 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f3840de5640 1 -- 172.21.15.62:0/2564391199 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f383c06b510 con 0x7f3828005180 2023-06-08T03:53:20.448 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f3840de5640 1 -- 172.21.15.62:0/2564391199 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f382800c110 con 0x7f38280047d0 2023-06-08T03:53:20.448 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f3840de5640 1 -- 172.21.15.62:0/2564391199 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f382800c2d0 con 0x7f3828003980 2023-06-08T03:53:20.448 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f38425e8640 1 --2- 172.21.15.62:0/2564391199 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3828005180 0x7f382800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:20.448 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f38415e6640 1 --2- 172.21.15.62:0/2564391199 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f38280047d0 0x7f3828004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:20.448 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f3841de7640 1 --2- 172.21.15.62:0/2564391199 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3828003980 0x7f3828003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:20.448 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f38425e8640 1 -- 172.21.15.62:0/2564391199 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3828003980 msgr2=0x7f3828003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:20.448 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f38425e8640 1 --2- 172.21.15.62:0/2564391199 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f3828003980 0x7f3828003d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.449 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f38425e8640 1 -- 172.21.15.62:0/2564391199 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f38280047d0 msgr2=0x7f3828004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:20.449 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f38425e8640 1 --2- 172.21.15.62:0/2564391199 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f38280047d0 0x7f3828004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.449 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.436+0000 7f38425e8640 1 -- 172.21.15.62:0/2564391199 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3828003530 con 0x7f3828005180 2023-06-08T03:53:20.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f38425e8640 1 -- 172.21.15.62:0/2564391199 reap_dead start 2023-06-08T03:53:20.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f38425e8640 1 --2- 172.21.15.62:0/2564391199 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3828005180 0x7f382800b990 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f3834001e40 tx=0x7f383401c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59eb115ec7d8054b server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:20.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f3840de5640 1 -- 172.21.15.62:0/2564391199 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3834003b80 con 0x7f3828005180 2023-06-08T03:53:20.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f3840de5640 1 -- 172.21.15.62:0/2564391199 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3834003ce0 con 0x7f3828005180 2023-06-08T03:53:20.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f3840de5640 1 -- 172.21.15.62:0/2564391199 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3834005260 con 0x7f3828005180 2023-06-08T03:53:20.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f384404b640 1 -- 172.21.15.62:0/2564391199 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3828005180 msgr2=0x7f382800b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:20.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f384404b640 1 --2- 172.21.15.62:0/2564391199 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3828005180 0x7f382800b990 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f3834001e40 tx=0x7f383401c740 comp rx=0 tx=0).stop 2023-06-08T03:53:20.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f384404b640 1 -- 172.21.15.62:0/2564391199 shutdown_connections 2023-06-08T03:53:20.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f384404b640 1 --2- 172.21.15.62:0/2564391199 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3828005180 0x7f382800b990 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f384404b640 1 -- 172.21.15.62:0/2564391199 >> 172.21.15.62:0/2564391199 conn(0x7f383c06ea80 msgr2=0x7f383c06ee80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:20.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f384404b640 1 -- 172.21.15.62:0/2564391199 shutdown_connections 2023-06-08T03:53:20.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f384404b640 1 -- 172.21.15.62:0/2564391199 wait complete. 2023-06-08T03:53:20.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f384404b640 1 Processor -- start 2023-06-08T03:53:20.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f384404b640 1 -- start start 2023-06-08T03:53:20.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f384404b640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f3828005180 0x7f383c1592f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:20.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f384404b640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f383c15dbe0 0x7f383c0b1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:20.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f384404b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f383c0b24e0 0x7f383c156f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:20.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f384404b640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f383c15cb40 con 0x7f383c0b24e0 2023-06-08T03:53:20.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f384404b640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f383c15ce20 con 0x7f3828005180 2023-06-08T03:53:20.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f384404b640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f383c15d100 con 0x7f383c15dbe0 2023-06-08T03:53:20.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f38425e8640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f383c0b24e0 0x7f383c156f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:20.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f38425e8640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f383c0b24e0 0x7f383c156f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46922/0 (socket says 172.21.15.62:46922) 2023-06-08T03:53:20.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f38425e8640 1 -- 172.21.15.62:0/1381458903 learned_addr learned my addr 172.21.15.62:0/1381458903 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:20.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f3841de7640 1 --2- 172.21.15.62:0/1381458903 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f3828005180 0x7f383c1592f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:20.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f38415e6640 1 --2- 172.21.15.62:0/1381458903 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f383c15dbe0 0x7f383c0b1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:20.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f38425e8640 1 -- 172.21.15.62:0/1381458903 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f383c15dbe0 msgr2=0x7f383c0b1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:20.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f38425e8640 1 --2- 172.21.15.62:0/1381458903 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f383c15dbe0 0x7f383c0b1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f38425e8640 1 -- 172.21.15.62:0/1381458903 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f3828005180 msgr2=0x7f383c1592f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:20.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f38425e8640 1 --2- 172.21.15.62:0/1381458903 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f3828005180 0x7f383c1592f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.455 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f38425e8640 1 -- 172.21.15.62:0/1381458903 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f383c15d3e0 con 0x7f383c0b24e0 2023-06-08T03:53:20.455 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.440+0000 7f38425e8640 1 --2- 172.21.15.62:0/1381458903 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f383c0b24e0 0x7f383c156f50 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f383401cc20 tx=0x7f3828005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:20.455 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.444+0000 7f38327fc640 1 -- 172.21.15.62:0/1381458903 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3834005430 con 0x7f383c0b24e0 2023-06-08T03:53:20.455 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.444+0000 7f38327fc640 1 -- 172.21.15.62:0/1381458903 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38340055d0 con 0x7f383c0b24e0 2023-06-08T03:53:20.455 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.444+0000 7f38327fc640 1 -- 172.21.15.62:0/1381458903 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38340a6440 con 0x7f383c0b24e0 2023-06-08T03:53:20.455 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.444+0000 7f384404b640 1 -- 172.21.15.62:0/1381458903 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f383c15d6c0 con 0x7f383c0b24e0 2023-06-08T03:53:20.455 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.444+0000 7f384404b640 1 -- 172.21.15.62:0/1381458903 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f383c15c780 con 0x7f383c0b24e0 2023-06-08T03:53:20.456 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.444+0000 7f384404b640 1 -- 172.21.15.62:0/1381458903 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f383c15d8b0 con 0x7f383c0b24e0 2023-06-08T03:53:20.456 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.444+0000 7f38327fc640 1 -- 172.21.15.62:0/1381458903 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f38340a65a0 con 0x7f383c0b24e0 2023-06-08T03:53:20.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.444+0000 7f38327fc640 1 --2- 172.21.15.62:0/1381458903 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3820066280 0x7f3820068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:20.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.444+0000 7f38327fc640 1 -- 172.21.15.62:0/1381458903 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f383411d670 con 0x7f383c0b24e0 2023-06-08T03:53:20.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.444+0000 7f3841de7640 1 --2- 172.21.15.62:0/1381458903 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3820066280 0x7f3820068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:20.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.444+0000 7f3841de7640 1 --2- 172.21.15.62:0/1381458903 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3820066280 0x7f3820068730 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f3838000c10 tx=0x7f3838009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:20.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.448+0000 7f38327fc640 1 -- 172.21.15.62:0/1381458903 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f38340eab40 con 0x7f383c0b24e0 2023-06-08T03:53:20.604 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.596+0000 7f384404b640 1 -- 172.21.15.62:0/1381458903 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f383c04d650 con 0x7f383c0b24e0 2023-06-08T03:53:20.605 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.596+0000 7f38327fc640 1 -- 172.21.15.62:0/1381458903 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v25) v1 ==== 92+0+10 (secure 0 0 0) 0x7f38340ee160 con 0x7f383c0b24e0 2023-06-08T03:53:20.605 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 8 2023-06-08T03:53:20.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.600+0000 7f384404b640 1 -- 172.21.15.62:0/1381458903 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3820066280 msgr2=0x7f3820068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:20.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.600+0000 7f384404b640 1 --2- 172.21.15.62:0/1381458903 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3820066280 0x7f3820068730 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f3838000c10 tx=0x7f3838009040 comp rx=0 tx=0).stop 2023-06-08T03:53:20.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.600+0000 7f384404b640 1 -- 172.21.15.62:0/1381458903 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f383c0b24e0 msgr2=0x7f383c156f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:20.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.600+0000 7f384404b640 1 --2- 172.21.15.62:0/1381458903 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f383c0b24e0 0x7f383c156f50 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f383401cc20 tx=0x7f3828005800 comp rx=0 tx=0).stop 2023-06-08T03:53:20.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.600+0000 7f384404b640 1 -- 172.21.15.62:0/1381458903 shutdown_connections 2023-06-08T03:53:20.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.600+0000 7f384404b640 1 --2- 172.21.15.62:0/1381458903 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3820066280 0x7f3820068730 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.600+0000 7f384404b640 1 --2- 172.21.15.62:0/1381458903 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f383c0b24e0 0x7f383c156f50 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.600+0000 7f384404b640 1 --2- 172.21.15.62:0/1381458903 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f383c15dbe0 0x7f383c0b1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.608 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.600+0000 7f384404b640 1 --2- 172.21.15.62:0/1381458903 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f3828005180 0x7f383c1592f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.609 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.600+0000 7f384404b640 1 -- 172.21.15.62:0/1381458903 >> 172.21.15.62:0/1381458903 conn(0x7f383c06ea80 msgr2=0x7f383c15b0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:20.609 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.600+0000 7f384404b640 1 -- 172.21.15.62:0/1381458903 shutdown_connections 2023-06-08T03:53:20.609 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.600+0000 7f384404b640 1 -- 172.21.15.62:0/1381458903 wait complete. 2023-06-08T03:53:20.623 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-08T03:53:20.739 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.732+0000 7fdd6121a640 1 Processor -- start 2023-06-08T03:53:20.739 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.732+0000 7fdd6121a640 1 -- start start 2023-06-08T03:53:20.740 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.732+0000 7fdd6121a640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdd5c1570c0 0x7fdd5c15d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:20.740 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.732+0000 7fdd6121a640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fdd5c15dcb0 0x7fdd5c0af6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:20.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.732+0000 7fdd6121a640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd5c157490 con 0x7fdd5c15d130 2023-06-08T03:53:20.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.732+0000 7fdd6121a640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd5c070020 con 0x7fdd5c15dcb0 2023-06-08T03:53:20.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.732+0000 7fdd6121a640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd5c070300 con 0x7fdd5c1570c0 2023-06-08T03:53:20.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.732+0000 7fdd5a59c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fdd5c15dcb0 0x7fdd5c0af6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:20.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.732+0000 7fdd5a59c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fdd5c15dcb0 0x7fdd5c0af6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46932/0 (socket says 172.21.15.62:46932) 2023-06-08T03:53:20.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.732+0000 7fdd5a59c640 1 -- 172.21.15.62:0/2741584210 learned_addr learned my addr 172.21.15.62:0/2741584210 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:20.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.732+0000 7fdd5ad9d640 1 --2- 172.21.15.62:0/2741584210 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdd5c1570c0 0x7fdd5c15d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:20.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.732+0000 7fdd5a59c640 1 -- 172.21.15.62:0/2741584210 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdd5c1570c0 msgr2=0x7fdd5c15d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:20.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.732+0000 7fdd5a59c640 1 --2- 172.21.15.62:0/2741584210 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdd5c1570c0 0x7fdd5c15d770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.732+0000 7fdd5a59c640 1 -- 172.21.15.62:0/2741584210 >> v1:172.21.15.188:6789/0 conn(0x7fdd5c15d130 legacy=0x7fdd5c13ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:20.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.732+0000 7fdd5a59c640 1 -- 172.21.15.62:0/2741584210 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd5c0705e0 con 0x7fdd5c15dcb0 2023-06-08T03:53:20.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd5a59c640 1 --2- 172.21.15.62:0/2741584210 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd5c15dcb0 0x7fdd5c0af6a0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fdd44009870 tx=0x7fdd4401c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdd7b722c314a90a server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:20.744 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd59d9b640 1 -- 172.21.15.62:0/2741584210 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd440ab600 con 0x7fdd5c15dcb0 2023-06-08T03:53:20.744 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd59d9b640 1 -- 172.21.15.62:0/2741584210 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd440a7050 con 0x7fdd5c15dcb0 2023-06-08T03:53:20.744 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd59d9b640 1 -- 172.21.15.62:0/2741584210 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd440ab980 con 0x7fdd5c15dcb0 2023-06-08T03:53:20.744 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd6121a640 1 -- 172.21.15.62:0/2741584210 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd5c15dcb0 msgr2=0x7fdd5c0af6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:20.744 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd6121a640 1 --2- 172.21.15.62:0/2741584210 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd5c15dcb0 0x7fdd5c0af6a0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fdd44009870 tx=0x7fdd4401c440 comp rx=0 tx=0).stop 2023-06-08T03:53:20.744 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd6121a640 1 -- 172.21.15.62:0/2741584210 shutdown_connections 2023-06-08T03:53:20.744 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd6121a640 1 --2- 172.21.15.62:0/2741584210 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd5c15dcb0 0x7fdd5c0af6a0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.745 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd6121a640 1 --2- 172.21.15.62:0/2741584210 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdd5c1570c0 0x7fdd5c15d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.745 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd6121a640 1 -- 172.21.15.62:0/2741584210 >> 172.21.15.62:0/2741584210 conn(0x7fdd5c0ca6a0 msgr2=0x7fdd5c0caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:20.745 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd6121a640 1 -- 172.21.15.62:0/2741584210 shutdown_connections 2023-06-08T03:53:20.745 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd6121a640 1 -- 172.21.15.62:0/2741584210 wait complete. 2023-06-08T03:53:20.746 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd6121a640 1 Processor -- start 2023-06-08T03:53:20.747 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd6121a640 1 -- start start 2023-06-08T03:53:20.747 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd6121a640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd5c1570c0 0x7fdd5c151630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:20.747 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd6121a640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdd5c15d130 0x7fdd5c0b2900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:20.747 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd6121a640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdd5c15dcb0 0x7fdd5c153020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:20.747 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd6121a640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd5c151b70 con 0x7fdd5c1570c0 2023-06-08T03:53:20.747 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd6121a640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd5c0b2470 con 0x7fdd5c15d130 2023-06-08T03:53:20.747 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd6121a640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd5c0b1860 con 0x7fdd5c15dcb0 2023-06-08T03:53:20.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd5ad9d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd5c1570c0 0x7fdd5c151630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:20.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd5ad9d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd5c1570c0 0x7fdd5c151630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46944/0 (socket says 172.21.15.62:46944) 2023-06-08T03:53:20.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd5ad9d640 1 -- 172.21.15.62:0/118218275 learned_addr learned my addr 172.21.15.62:0/118218275 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:20.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd5b59e640 1 --2- 172.21.15.62:0/118218275 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdd5c15dcb0 0x7fdd5c153020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:20.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd5ad9d640 1 -- 172.21.15.62:0/118218275 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdd5c15dcb0 msgr2=0x7fdd5c153020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:20.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd5ad9d640 1 --2- 172.21.15.62:0/118218275 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdd5c15dcb0 0x7fdd5c153020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.748 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd5ad9d640 1 -- 172.21.15.62:0/118218275 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdd5c15d130 msgr2=0x7fdd5c0b2900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:20.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd5ad9d640 1 --2- 172.21.15.62:0/118218275 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdd5c15d130 0x7fdd5c0b2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd5ad9d640 1 -- 172.21.15.62:0/118218275 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd440094d0 con 0x7fdd5c1570c0 2023-06-08T03:53:20.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd5ad9d640 1 --2- 172.21.15.62:0/118218275 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd5c1570c0 0x7fdd5c151630 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c00c7f0 tx=0x7fdd4c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:20.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd537fe640 1 -- 172.21.15.62:0/118218275 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd4c004220 con 0x7fdd5c1570c0 2023-06-08T03:53:20.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd537fe640 1 -- 172.21.15.62:0/118218275 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd4c0043a0 con 0x7fdd5c1570c0 2023-06-08T03:53:20.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.736+0000 7fdd6121a640 1 -- 172.21.15.62:0/118218275 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd5c0b1b40 con 0x7fdd5c1570c0 2023-06-08T03:53:20.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.740+0000 7fdd537fe640 1 -- 172.21.15.62:0/118218275 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd4c004510 con 0x7fdd5c1570c0 2023-06-08T03:53:20.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.740+0000 7fdd6121a640 1 -- 172.21.15.62:0/118218275 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd5c0b2100 con 0x7fdd5c1570c0 2023-06-08T03:53:20.750 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.740+0000 7fdd6121a640 1 -- 172.21.15.62:0/118218275 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd5c04d650 con 0x7fdd5c1570c0 2023-06-08T03:53:20.750 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.740+0000 7fdd537fe640 1 -- 172.21.15.62:0/118218275 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fdd4c003a70 con 0x7fdd5c1570c0 2023-06-08T03:53:20.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.740+0000 7fdd537fe640 1 --2- 172.21.15.62:0/118218275 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdd3c066280 0x7fdd3c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:20.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.740+0000 7fdd537fe640 1 -- 172.21.15.62:0/118218275 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fdd4c083d20 con 0x7fdd5c1570c0 2023-06-08T03:53:20.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.740+0000 7fdd5a59c640 1 --2- 172.21.15.62:0/118218275 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdd3c066280 0x7fdd3c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:20.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.740+0000 7fdd5a59c640 1 --2- 172.21.15.62:0/118218275 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdd3c066280 0x7fdd3c068730 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fdd440ad000 tx=0x7fdd44004740 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:20.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.744+0000 7fdd537fe640 1 -- 172.21.15.62:0/118218275 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fdd4c051160 con 0x7fdd5c1570c0 2023-06-08T03:53:20.898 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.888+0000 7fdd6121a640 1 -- 172.21.15.62:0/118218275 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fdd5c0afbb0 con 0x7fdd5c1570c0 2023-06-08T03:53:20.899 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.892+0000 7fdd537fe640 1 -- 172.21.15.62:0/118218275 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7fdd4c01e0a0 con 0x7fdd5c1570c0 2023-06-08T03:53:20.899 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 32 2023-06-08T03:53:20.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.892+0000 7fdd6121a640 1 -- 172.21.15.62:0/118218275 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdd3c066280 msgr2=0x7fdd3c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:20.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.892+0000 7fdd6121a640 1 --2- 172.21.15.62:0/118218275 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdd3c066280 0x7fdd3c068730 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fdd440ad000 tx=0x7fdd44004740 comp rx=0 tx=0).stop 2023-06-08T03:53:20.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.892+0000 7fdd6121a640 1 -- 172.21.15.62:0/118218275 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd5c1570c0 msgr2=0x7fdd5c151630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:20.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.892+0000 7fdd6121a640 1 --2- 172.21.15.62:0/118218275 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd5c1570c0 0x7fdd5c151630 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c00c7f0 tx=0x7fdd4c00ccb0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.892+0000 7fdd6121a640 1 -- 172.21.15.62:0/118218275 shutdown_connections 2023-06-08T03:53:20.901 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.892+0000 7fdd6121a640 1 --2- 172.21.15.62:0/118218275 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdd3c066280 0x7fdd3c068730 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.892+0000 7fdd6121a640 1 --2- 172.21.15.62:0/118218275 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdd5c15dcb0 0x7fdd5c153020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.892+0000 7fdd6121a640 1 --2- 172.21.15.62:0/118218275 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdd5c15d130 0x7fdd5c0b2900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.892+0000 7fdd6121a640 1 --2- 172.21.15.62:0/118218275 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd5c1570c0 0x7fdd5c151630 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:20.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.892+0000 7fdd6121a640 1 -- 172.21.15.62:0/118218275 >> 172.21.15.62:0/118218275 conn(0x7fdd5c0ca6a0 msgr2=0x7fdd5c158bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:20.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.892+0000 7fdd6121a640 1 -- 172.21.15.62:0/118218275 shutdown_connections 2023-06-08T03:53:20.902 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:20.892+0000 7fdd6121a640 1 -- 172.21.15.62:0/118218275 wait complete. 2023-06-08T03:53:20.916 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-08T03:53:21.030 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.020+0000 7f42f0ff5640 1 Processor -- start 2023-06-08T03:53:21.030 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42f0ff5640 1 -- start start 2023-06-08T03:53:21.031 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42f0ff5640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f42ec1570c0 0x7f42ec15d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.031 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42f0ff5640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f42ec15dcb0 0x7f42ec0af6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.031 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42f0ff5640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42ec157490 con 0x7f42ec15d130 2023-06-08T03:53:21.032 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42f0ff5640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42ec070020 con 0x7f42ec1570c0 2023-06-08T03:53:21.032 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42f0ff5640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42ec070300 con 0x7f42ec15dcb0 2023-06-08T03:53:21.033 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42ead9d640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f42ec15d130 0x7f42ec13ed20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:37314/0 (socket says 172.21.15.62:37314) 2023-06-08T03:53:21.033 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42ead9d640 1 -- 172.21.15.62:0/4029037453 learned_addr learned my addr 172.21.15.62:0/4029037453 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:21.034 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42e9d9b640 1 --2- 172.21.15.62:0/4029037453 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f42ec15dcb0 0x7f42ec0af6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:21.034 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42ea59c640 1 --2- 172.21.15.62:0/4029037453 >> v2:172.21.15.188:3300/0 conn(0x7f42ec1570c0 0x7f42ec15d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:21.034 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42e959a640 1 -- 172.21.15.62:0/4029037453 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2193074943 0 0) 0x7f42ec157490 con 0x7f42ec15d130 2023-06-08T03:53:21.034 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42e959a640 1 -- 172.21.15.62:0/4029037453 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f42d4007940 con 0x7f42ec15d130 2023-06-08T03:53:21.034 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42e959a640 1 -- 172.21.15.62:0/4029037453 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3514793067 0 0) 0x7f42d4007940 con 0x7f42ec15d130 2023-06-08T03:53:21.034 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42e959a640 1 -- 172.21.15.62:0/4029037453 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f42ec15dcb0 msgr2=0x7f42ec0af6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:21.034 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42e959a640 1 --2- 172.21.15.62:0/4029037453 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f42ec15dcb0 0x7f42ec0af6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42e959a640 1 -- 172.21.15.62:0/4029037453 >> v2:172.21.15.188:3300/0 conn(0x7f42ec1570c0 msgr2=0x7f42ec15d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:21.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42e959a640 1 --2- 172.21.15.62:0/4029037453 >> v2:172.21.15.188:3300/0 conn(0x7f42ec1570c0 0x7f42ec15d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42e959a640 1 -- 172.21.15.62:0/4029037453 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42ec0705e0 con 0x7f42ec15d130 2023-06-08T03:53:21.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42e959a640 1 -- 172.21.15.62:0/4029037453 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f42e4001a00 con 0x7f42ec15d130 2023-06-08T03:53:21.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42e959a640 1 -- 172.21.15.62:0/4029037453 >> v1:172.21.15.62:6789/0 conn(0x7f42ec15d130 legacy=0x7f42ec13ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:21.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42e959a640 1 --2- 172.21.15.62:0/4029037453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42d4007d90 0x7f42d40081a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42e959a640 1 --2- 172.21.15.62:0/4029037453 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f42ec15dcb0 0x7f42d4008be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42e959a640 1 --2- 172.21.15.62:0/4029037453 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f42d4009120 0x7f42d4009590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42e959a640 1 -- 172.21.15.62:0/4029037453 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42ec070020 con 0x7f42d4007d90 2023-06-08T03:53:21.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42e959a640 1 -- 172.21.15.62:0/4029037453 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42ec070300 con 0x7f42d4009120 2023-06-08T03:53:21.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42e959a640 1 -- 172.21.15.62:0/4029037453 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42d400fda0 con 0x7f42ec15dcb0 2023-06-08T03:53:21.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42ea59c640 1 --2- 172.21.15.62:0/4029037453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42d4007d90 0x7f42d40081a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:21.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42e9d9b640 1 --2- 172.21.15.62:0/4029037453 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f42ec15dcb0 0x7f42d4008be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:21.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42ead9d640 1 --2- 172.21.15.62:0/4029037453 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f42d4009120 0x7f42d4009590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:21.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42ea59c640 1 -- 172.21.15.62:0/4029037453 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f42ec15dcb0 msgr2=0x7f42d4008be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:21.037 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42ea59c640 1 --2- 172.21.15.62:0/4029037453 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f42ec15dcb0 0x7f42d4008be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.037 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42ea59c640 1 -- 172.21.15.62:0/4029037453 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f42d4009120 msgr2=0x7f42d4009590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:21.037 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42ea59c640 1 --2- 172.21.15.62:0/4029037453 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f42d4009120 0x7f42d4009590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.037 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42ea59c640 1 -- 172.21.15.62:0/4029037453 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42d4007940 con 0x7f42d4007d90 2023-06-08T03:53:21.037 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.024+0000 7f42e9d9b640 1 --2- 172.21.15.62:0/4029037453 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f42ec15dcb0 0x7f42d4008be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:21.039 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42ea59c640 1 --2- 172.21.15.62:0/4029037453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42d4007d90 0x7f42d40081a0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f42dc009ae0 tx=0x7f42dc01ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a6151db6d0558a9 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:21.039 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42e959a640 1 -- 172.21.15.62:0/4029037453 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42dc0a5560 con 0x7f42d4007d90 2023-06-08T03:53:21.040 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42e959a640 1 -- 172.21.15.62:0/4029037453 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42dc0a56c0 con 0x7f42d4007d90 2023-06-08T03:53:21.040 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42e959a640 1 -- 172.21.15.62:0/4029037453 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42dc0a5a70 con 0x7f42d4007d90 2023-06-08T03:53:21.040 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42f0ff5640 1 -- 172.21.15.62:0/4029037453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42d4007d90 msgr2=0x7f42d40081a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:21.040 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42f0ff5640 1 --2- 172.21.15.62:0/4029037453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42d4007d90 0x7f42d40081a0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f42dc009ae0 tx=0x7f42dc01ca60 comp rx=0 tx=0).stop 2023-06-08T03:53:21.040 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42ead9d640 1 -- 172.21.15.62:0/4029037453 reap_dead start 2023-06-08T03:53:21.040 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42f0ff5640 1 -- 172.21.15.62:0/4029037453 shutdown_connections 2023-06-08T03:53:21.040 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42f0ff5640 1 -- 172.21.15.62:0/4029037453 >> 172.21.15.62:0/4029037453 conn(0x7f42ec0ca6a0 msgr2=0x7f42ec0caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:21.041 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42f0ff5640 1 -- 172.21.15.62:0/4029037453 shutdown_connections 2023-06-08T03:53:21.041 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42f0ff5640 1 -- 172.21.15.62:0/4029037453 wait complete. 2023-06-08T03:53:21.041 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42f0ff5640 1 Processor -- start 2023-06-08T03:53:21.041 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42f0ff5640 1 -- start start 2023-06-08T03:53:21.041 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42f0ff5640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f42d4007d90 0x7f42ec150140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.041 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42f0ff5640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42ec0cb7d0 0x7f42ec0b1670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.041 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42f0ff5640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f42ec0c1750 0x7f42ec0c1bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.041 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42f0ff5640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42ec0b3410 con 0x7f42ec0cb7d0 2023-06-08T03:53:21.042 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42f0ff5640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42ec1efb70 con 0x7f42d4007d90 2023-06-08T03:53:21.042 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42f0ff5640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42ec0cbc40 con 0x7f42ec0c1750 2023-06-08T03:53:21.042 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42e9d9b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42ec0cb7d0 0x7f42ec0b1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:21.042 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42e9d9b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42ec0cb7d0 0x7f42ec0b1670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46972/0 (socket says 172.21.15.62:46972) 2023-06-08T03:53:21.042 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42e9d9b640 1 -- 172.21.15.62:0/1691142854 learned_addr learned my addr 172.21.15.62:0/1691142854 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:21.042 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42e9d9b640 1 -- 172.21.15.62:0/1691142854 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f42ec0c1750 msgr2=0x7f42ec0c1bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:21.042 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42e9d9b640 1 --2- 172.21.15.62:0/1691142854 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f42ec0c1750 0x7f42ec0c1bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.043 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42ea59c640 1 --2- 172.21.15.62:0/1691142854 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f42d4007d90 0x7f42ec150140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:21.043 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42e9d9b640 1 -- 172.21.15.62:0/1691142854 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f42d4007d90 msgr2=0x7f42ec150140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:21.043 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42e9d9b640 1 --2- 172.21.15.62:0/1691142854 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f42d4007d90 0x7f42ec150140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.043 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42e9d9b640 1 -- 172.21.15.62:0/1691142854 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42ec0cbe90 con 0x7f42ec0cb7d0 2023-06-08T03:53:21.043 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42e9d9b640 1 --2- 172.21.15.62:0/1691142854 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42ec0cb7d0 0x7f42ec0b1670 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f42e00108d0 tx=0x7f42e0010d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:21.043 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.028+0000 7f42daffd640 1 -- 172.21.15.62:0/1691142854 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42e0004220 con 0x7f42ec0cb7d0 2023-06-08T03:53:21.043 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.032+0000 7f42daffd640 1 -- 172.21.15.62:0/1691142854 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42e0004380 con 0x7f42ec0cb7d0 2023-06-08T03:53:21.043 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.032+0000 7f42f0ff5640 1 -- 172.21.15.62:0/1691142854 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42ec0cc170 con 0x7f42ec0cb7d0 2023-06-08T03:53:21.044 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.032+0000 7f42daffd640 1 -- 172.21.15.62:0/1691142854 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42e000eb40 con 0x7f42ec0cb7d0 2023-06-08T03:53:21.044 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.032+0000 7f42f0ff5640 1 -- 172.21.15.62:0/1691142854 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42ec0cc730 con 0x7f42ec0cb7d0 2023-06-08T03:53:21.044 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.032+0000 7f42f0ff5640 1 -- 172.21.15.62:0/1691142854 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42ec04d650 con 0x7f42ec0cb7d0 2023-06-08T03:53:21.045 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.032+0000 7f42daffd640 1 -- 172.21.15.62:0/1691142854 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f42e000eca0 con 0x7f42ec0cb7d0 2023-06-08T03:53:21.045 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.032+0000 7f42daffd640 1 --2- 172.21.15.62:0/1691142854 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f42cc066280 0x7f42cc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.045 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.032+0000 7f42daffd640 1 -- 172.21.15.62:0/1691142854 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f42e0084450 con 0x7f42ec0cb7d0 2023-06-08T03:53:21.045 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.032+0000 7f42ea59c640 1 --2- 172.21.15.62:0/1691142854 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f42cc066280 0x7f42cc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:21.045 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.032+0000 7f42ea59c640 1 --2- 172.21.15.62:0/1691142854 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f42cc066280 0x7f42cc068730 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f42dc0af000 tx=0x7f42dc0046d0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:21.045 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.036+0000 7f42daffd640 1 -- 172.21.15.62:0/1691142854 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f42e0051970 con 0x7f42ec0cb7d0 2023-06-08T03:53:21.192 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.184+0000 7f42f0ff5640 1 -- 172.21.15.62:0/1691142854 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f42ec153c60 con 0x7f42ec0cb7d0 2023-06-08T03:53:21.192 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.184+0000 7f42daffd640 1 -- 172.21.15.62:0/1691142854 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f42e0054f90 con 0x7f42ec0cb7d0 2023-06-08T03:53:21.192 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 64 2023-06-08T03:53:21.194 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.184+0000 7f42f0ff5640 1 -- 172.21.15.62:0/1691142854 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f42cc066280 msgr2=0x7f42cc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:21.194 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.184+0000 7f42f0ff5640 1 --2- 172.21.15.62:0/1691142854 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f42cc066280 0x7f42cc068730 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f42dc0af000 tx=0x7f42dc0046d0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.184+0000 7f42f0ff5640 1 -- 172.21.15.62:0/1691142854 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42ec0cb7d0 msgr2=0x7f42ec0b1670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:21.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.184+0000 7f42f0ff5640 1 --2- 172.21.15.62:0/1691142854 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42ec0cb7d0 0x7f42ec0b1670 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f42e00108d0 tx=0x7f42e0010d90 comp rx=0 tx=0).stop 2023-06-08T03:53:21.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.184+0000 7f42f0ff5640 1 -- 172.21.15.62:0/1691142854 shutdown_connections 2023-06-08T03:53:21.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.184+0000 7f42f0ff5640 1 --2- 172.21.15.62:0/1691142854 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f42cc066280 0x7f42cc068730 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.184+0000 7f42f0ff5640 1 --2- 172.21.15.62:0/1691142854 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f42ec0c1750 0x7f42ec0c1bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.184+0000 7f42f0ff5640 1 --2- 172.21.15.62:0/1691142854 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42ec0cb7d0 0x7f42ec0b1670 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.184+0000 7f42f0ff5640 1 --2- 172.21.15.62:0/1691142854 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f42d4007d90 0x7f42ec150140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.196 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.184+0000 7f42f0ff5640 1 -- 172.21.15.62:0/1691142854 >> 172.21.15.62:0/1691142854 conn(0x7f42ec0ca6a0 msgr2=0x7f42ec154030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:21.196 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.188+0000 7f42f0ff5640 1 -- 172.21.15.62:0/1691142854 shutdown_connections 2023-06-08T03:53:21.196 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.188+0000 7f42f0ff5640 1 -- 172.21.15.62:0/1691142854 wait complete. 2023-06-08T03:53:21.210 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-08T03:53:21.319 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.312+0000 7fa7a712e640 1 Processor -- start 2023-06-08T03:53:21.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.312+0000 7fa7a712e640 1 -- start start 2023-06-08T03:53:21.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.312+0000 7fa7a712e640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fa7a015b910 0x7fa7a00ac4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.312+0000 7fa7a712e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa7a00cb810 0x7fa7a015fca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.312+0000 7fa7a712e640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7a00ac050 con 0x7fa7a00af6c0 2023-06-08T03:53:21.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.312+0000 7fa7a712e640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa7a00cd8b0 con 0x7fa7a00cb810 2023-06-08T03:53:21.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.312+0000 7fa7a712e640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa7a01601e0 con 0x7fa7a015b910 2023-06-08T03:53:21.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.312+0000 7fa79ffff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa7a00cb810 0x7fa7a015fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:21.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.312+0000 7fa79ffff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa7a00cb810 0x7fa7a015fca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46974/0 (socket says 172.21.15.62:46974) 2023-06-08T03:53:21.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.312+0000 7fa79ffff640 1 -- 172.21.15.62:0/2251197478 learned_addr learned my addr 172.21.15.62:0/2251197478 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:21.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.312+0000 7fa7a4eca640 1 --2- 172.21.15.62:0/2251197478 >> v2:172.21.15.188:3300/0 conn(0x7fa7a015b910 0x7fa7a00ac4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:21.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.312+0000 7fa79ffff640 1 -- 172.21.15.62:0/2251197478 >> v2:172.21.15.188:3300/0 conn(0x7fa7a015b910 msgr2=0x7fa7a00ac4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:21.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.312+0000 7fa79ffff640 1 --2- 172.21.15.62:0/2251197478 >> v2:172.21.15.188:3300/0 conn(0x7fa7a015b910 0x7fa7a00ac4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.312+0000 7fa79ffff640 1 -- 172.21.15.62:0/2251197478 >> v1:172.21.15.188:6789/0 conn(0x7fa7a00af6c0 legacy=0x7fa7a006abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:21.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.312+0000 7fa79ffff640 1 -- 172.21.15.62:0/2251197478 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7a00cbcd0 con 0x7fa7a00cb810 2023-06-08T03:53:21.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.316+0000 7fa79ffff640 1 --2- 172.21.15.62:0/2251197478 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a00cb810 0x7fa7a015fca0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fa7a00cdba0 tx=0x7fa7a006bae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d48b225ea2eb9bd server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:21.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.316+0000 7fa79f7fe640 1 -- 172.21.15.62:0/2251197478 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa78c0ac410 con 0x7fa7a00cb810 2023-06-08T03:53:21.325 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.316+0000 7fa79f7fe640 1 -- 172.21.15.62:0/2251197478 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa78c0ac570 con 0x7fa7a00cb810 2023-06-08T03:53:21.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.316+0000 7fa79f7fe640 1 -- 172.21.15.62:0/2251197478 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa78c0ac900 con 0x7fa7a00cb810 2023-06-08T03:53:21.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.316+0000 7fa7a712e640 1 -- 172.21.15.62:0/2251197478 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a00cb810 msgr2=0x7fa7a015fca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:21.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.316+0000 7fa7a712e640 1 --2- 172.21.15.62:0/2251197478 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a00cb810 0x7fa7a015fca0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fa7a00cdba0 tx=0x7fa7a006bae0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.316+0000 7fa7a712e640 1 -- 172.21.15.62:0/2251197478 shutdown_connections 2023-06-08T03:53:21.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.316+0000 7fa7a712e640 1 --2- 172.21.15.62:0/2251197478 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a00cb810 0x7fa7a015fca0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.316+0000 7fa7a712e640 1 --2- 172.21.15.62:0/2251197478 >> v2:172.21.15.188:3300/0 conn(0x7fa7a015b910 0x7fa7a00ac4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.316+0000 7fa7a712e640 1 -- 172.21.15.62:0/2251197478 >> 172.21.15.62:0/2251197478 conn(0x7fa7a00ca6c0 msgr2=0x7fa7a00caac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:21.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.316+0000 7fa7a712e640 1 -- 172.21.15.62:0/2251197478 shutdown_connections 2023-06-08T03:53:21.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.316+0000 7fa7a712e640 1 -- 172.21.15.62:0/2251197478 wait complete. 2023-06-08T03:53:21.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a712e640 1 Processor -- start 2023-06-08T03:53:21.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a712e640 1 -- start start 2023-06-08T03:53:21.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a712e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a00af6c0 0x7fa7a014aee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a712e640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa7a00cb810 0x7fa7a00b0b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a712e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa7a015b910 0x7fa7a014bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a712e640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7a00c2140 con 0x7fa7a00af6c0 2023-06-08T03:53:21.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a712e640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7a00c1810 con 0x7fa7a00cb810 2023-06-08T03:53:21.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a712e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7a00c1af0 con 0x7fa7a015b910 2023-06-08T03:53:21.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a4eca640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a00af6c0 0x7fa7a014aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:21.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a4eca640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a00af6c0 0x7fa7a014aee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46990/0 (socket says 172.21.15.62:46990) 2023-06-08T03:53:21.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a4eca640 1 -- 172.21.15.62:0/57336048 learned_addr learned my addr 172.21.15.62:0/57336048 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:21.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa79ffff640 1 --2- 172.21.15.62:0/57336048 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa7a00cb810 0x7fa7a00b0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:21.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a56cb640 1 --2- 172.21.15.62:0/57336048 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa7a015b910 0x7fa7a014bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:21.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a4eca640 1 -- 172.21.15.62:0/57336048 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa7a015b910 msgr2=0x7fa7a014bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:21.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a4eca640 1 --2- 172.21.15.62:0/57336048 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa7a015b910 0x7fa7a014bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a4eca640 1 -- 172.21.15.62:0/57336048 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa7a00cb810 msgr2=0x7fa7a00b0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:21.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a4eca640 1 --2- 172.21.15.62:0/57336048 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa7a00cb810 0x7fa7a00b0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a4eca640 1 -- 172.21.15.62:0/57336048 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa78c0094d0 con 0x7fa7a00af6c0 2023-06-08T03:53:21.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a56cb640 1 --2- 172.21.15.62:0/57336048 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa7a015b910 0x7fa7a014bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:21.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa79ffff640 1 --2- 172.21.15.62:0/57336048 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa7a00cb810 0x7fa7a00b0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:21.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a4eca640 1 --2- 172.21.15.62:0/57336048 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a00af6c0 0x7fa7a014aee0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fa79400d800 tx=0x7fa79400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:21.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa79d7fa640 1 -- 172.21.15.62:0/57336048 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa79400b6c0 con 0x7fa7a00af6c0 2023-06-08T03:53:21.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa79d7fa640 1 -- 172.21.15.62:0/57336048 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa79400b820 con 0x7fa7a00af6c0 2023-06-08T03:53:21.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a712e640 1 -- 172.21.15.62:0/57336048 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7a00c1dd0 con 0x7fa7a00af6c0 2023-06-08T03:53:21.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa79d7fa640 1 -- 172.21.15.62:0/57336048 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa79400bb90 con 0x7fa7a00af6c0 2023-06-08T03:53:21.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a712e640 1 -- 172.21.15.62:0/57336048 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7a00b38e0 con 0x7fa7a00af6c0 2023-06-08T03:53:21.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.320+0000 7fa7a712e640 1 -- 172.21.15.62:0/57336048 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7a004d650 con 0x7fa7a00af6c0 2023-06-08T03:53:21.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.324+0000 7fa79d7fa640 1 -- 172.21.15.62:0/57336048 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa79400bcf0 con 0x7fa7a00af6c0 2023-06-08T03:53:21.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.324+0000 7fa79d7fa640 1 --2- 172.21.15.62:0/57336048 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa7840662b0 0x7fa784068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.324+0000 7fa79d7fa640 1 -- 172.21.15.62:0/57336048 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fa794084270 con 0x7fa7a00af6c0 2023-06-08T03:53:21.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.324+0000 7fa79ffff640 1 --2- 172.21.15.62:0/57336048 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa7840662b0 0x7fa784068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:21.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.324+0000 7fa79ffff640 1 --2- 172.21.15.62:0/57336048 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa7840662b0 0x7fa784068760 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fa78c0ae000 tx=0x7fa78c004740 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:21.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.328+0000 7fa79d7fa640 1 -- 172.21.15.62:0/57336048 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa794051740 con 0x7fa7a00af6c0 2023-06-08T03:53:21.497 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.488+0000 7fa7a712e640 1 -- 172.21.15.62:0/57336048 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fa7a00acea0 con 0x7fa7a00af6c0 2023-06-08T03:53:21.497 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.488+0000 7fa79d7fa640 1 -- 172.21.15.62:0/57336048 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7fa794054d60 con 0x7fa7a00af6c0 2023-06-08T03:53:21.498 INFO:teuthology.orchestra.run.smithi062.stderr:listed 0 entries 2023-06-08T03:53:21.499 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.492+0000 7fa7a712e640 1 -- 172.21.15.62:0/57336048 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa7840662b0 msgr2=0x7fa784068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:21.499 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.492+0000 7fa7a712e640 1 --2- 172.21.15.62:0/57336048 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa7840662b0 0x7fa784068760 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fa78c0ae000 tx=0x7fa78c004740 comp rx=0 tx=0).stop 2023-06-08T03:53:21.500 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.492+0000 7fa7a712e640 1 -- 172.21.15.62:0/57336048 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a00af6c0 msgr2=0x7fa7a014aee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:21.500 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.492+0000 7fa7a712e640 1 --2- 172.21.15.62:0/57336048 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a00af6c0 0x7fa7a014aee0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fa79400d800 tx=0x7fa79400dcc0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.500 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.492+0000 7fa7a712e640 1 -- 172.21.15.62:0/57336048 shutdown_connections 2023-06-08T03:53:21.500 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.492+0000 7fa7a712e640 1 --2- 172.21.15.62:0/57336048 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa7840662b0 0x7fa784068760 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.500 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.492+0000 7fa7a712e640 1 --2- 172.21.15.62:0/57336048 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa7a015b910 0x7fa7a014bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.500 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.492+0000 7fa7a712e640 1 --2- 172.21.15.62:0/57336048 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa7a00cb810 0x7fa7a00b0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.500 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.492+0000 7fa7a712e640 1 --2- 172.21.15.62:0/57336048 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a00af6c0 0x7fa7a014aee0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.501 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.492+0000 7fa7a712e640 1 -- 172.21.15.62:0/57336048 >> 172.21.15.62:0/57336048 conn(0x7fa7a00ca6c0 msgr2=0x7fa7a006ed40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:21.501 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.492+0000 7fa7a712e640 1 -- 172.21.15.62:0/57336048 shutdown_connections 2023-06-08T03:53:21.501 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.492+0000 7fa7a712e640 1 -- 172.21.15.62:0/57336048 wait complete. 2023-06-08T03:53:21.515 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:53:21.515 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-08T03:53:21.520 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:53:21.687 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.680+0000 7fbc67ec5640 1 Processor -- start 2023-06-08T03:53:21.687 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.680+0000 7fbc67ec5640 1 -- start start 2023-06-08T03:53:21.688 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.680+0000 7fbc67ec5640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fbc6006ca40 0x7fbc6006ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.688 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.680+0000 7fbc67ec5640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbc600b1b30 0x7fbc600b4460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.688 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.680+0000 7fbc67ec5640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fbc600b49a0 0x7fbc6006fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.689 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.680+0000 7fbc67ec5640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbc6006b920 con 0x7fbc6006ca40 2023-06-08T03:53:21.689 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.680+0000 7fbc67ec5640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbc6006a0d0 con 0x7fbc600b49a0 2023-06-08T03:53:21.689 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.680+0000 7fbc67ec5640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc6006d350 con 0x7fbc600b1b30 2023-06-08T03:53:21.690 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.680+0000 7fbc65c61640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fbc6006ca40 0x7fbc6006ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:21.690 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.680+0000 7fbc65c61640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fbc6006ca40 0x7fbc6006ce10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47002/0 (socket says 172.21.15.62:47002) 2023-06-08T03:53:21.690 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.680+0000 7fbc65c61640 1 -- 172.21.15.62:0/1748981140 learned_addr learned my addr 172.21.15.62:0/1748981140 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:21.690 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.680+0000 7fbc66462640 1 --2- 172.21.15.62:0/1748981140 >> v2:172.21.15.188:3300/0 conn(0x7fbc600b49a0 0x7fbc6006fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:21.690 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.680+0000 7fbc65460640 1 --2- 172.21.15.62:0/1748981140 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbc600b1b30 0x7fbc600b4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:21.690 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.680+0000 7fbc65c61640 1 -- 172.21.15.62:0/1748981140 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbc600b1b30 msgr2=0x7fbc600b4460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:21.690 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.680+0000 7fbc65c61640 1 --2- 172.21.15.62:0/1748981140 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbc600b1b30 0x7fbc600b4460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.680+0000 7fbc65c61640 1 -- 172.21.15.62:0/1748981140 >> v2:172.21.15.188:3300/0 conn(0x7fbc600b49a0 msgr2=0x7fbc6006fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:21.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.680+0000 7fbc65c61640 1 --2- 172.21.15.62:0/1748981140 >> v2:172.21.15.188:3300/0 conn(0x7fbc600b49a0 0x7fbc6006fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.680+0000 7fbc65c61640 1 -- 172.21.15.62:0/1748981140 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc6006bb30 con 0x7fbc6006ca40 2023-06-08T03:53:21.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.684+0000 7fbc65c61640 1 --2- 172.21.15.62:0/1748981140 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc6006ca40 0x7fbc6006ce10 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fbc600cf530 tx=0x7fbc5401c210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a576e2c2aa69caa3 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:21.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.684+0000 7fbc64c5f640 1 -- 172.21.15.62:0/1748981140 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc540ab600 con 0x7fbc6006ca40 2023-06-08T03:53:21.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.684+0000 7fbc64c5f640 1 -- 172.21.15.62:0/1748981140 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc540a7050 con 0x7fbc6006ca40 2023-06-08T03:53:21.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.684+0000 7fbc64c5f640 1 -- 172.21.15.62:0/1748981140 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc540ab980 con 0x7fbc6006ca40 2023-06-08T03:53:21.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.684+0000 7fbc67ec5640 1 -- 172.21.15.62:0/1748981140 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc6006ca40 msgr2=0x7fbc6006ce10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:21.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.684+0000 7fbc67ec5640 1 --2- 172.21.15.62:0/1748981140 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc6006ca40 0x7fbc6006ce10 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fbc600cf530 tx=0x7fbc5401c210 comp rx=0 tx=0).stop 2023-06-08T03:53:21.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.684+0000 7fbc67ec5640 1 -- 172.21.15.62:0/1748981140 shutdown_connections 2023-06-08T03:53:21.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.684+0000 7fbc67ec5640 1 --2- 172.21.15.62:0/1748981140 >> v2:172.21.15.188:3300/0 conn(0x7fbc600b49a0 0x7fbc6006fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.684+0000 7fbc67ec5640 1 --2- 172.21.15.62:0/1748981140 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbc600b1b30 0x7fbc600b4460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.684+0000 7fbc67ec5640 1 --2- 172.21.15.62:0/1748981140 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc6006ca40 0x7fbc6006ce10 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.684+0000 7fbc67ec5640 1 -- 172.21.15.62:0/1748981140 >> 172.21.15.62:0/1748981140 conn(0x7fbc600cc3f0 msgr2=0x7fbc600cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:21.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.684+0000 7fbc67ec5640 1 -- 172.21.15.62:0/1748981140 shutdown_connections 2023-06-08T03:53:21.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.684+0000 7fbc67ec5640 1 -- 172.21.15.62:0/1748981140 wait complete. 2023-06-08T03:53:21.694 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.684+0000 7fbc67ec5640 1 Processor -- start 2023-06-08T03:53:21.694 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.684+0000 7fbc67ec5640 1 -- start start 2023-06-08T03:53:21.695 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc67ec5640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc6006ca40 0x7fbc60152700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc67ec5640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbc600b1b30 0x7fbc60149d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc67ec5640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbc600b49a0 0x7fbc60157b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc67ec5640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc60150e80 con 0x7fbc6006ca40 2023-06-08T03:53:21.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc67ec5640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc60151160 con 0x7fbc600b1b30 2023-06-08T03:53:21.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc67ec5640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc60151440 con 0x7fbc600b49a0 2023-06-08T03:53:21.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc65c61640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc6006ca40 0x7fbc60152700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:21.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc65c61640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc6006ca40 0x7fbc60152700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47014/0 (socket says 172.21.15.62:47014) 2023-06-08T03:53:21.697 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc65c61640 1 -- 172.21.15.62:0/4914768 learned_addr learned my addr 172.21.15.62:0/4914768 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:21.697 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc65460640 1 --2- 172.21.15.62:0/4914768 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbc600b1b30 0x7fbc60149d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:21.697 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc65c61640 1 -- 172.21.15.62:0/4914768 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbc600b49a0 msgr2=0x7fbc60157b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:21.697 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc65c61640 1 --2- 172.21.15.62:0/4914768 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbc600b49a0 0x7fbc60157b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.697 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc65c61640 1 -- 172.21.15.62:0/4914768 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbc600b1b30 msgr2=0x7fbc60149d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:21.697 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc65c61640 1 --2- 172.21.15.62:0/4914768 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbc600b1b30 0x7fbc60149d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.697 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc65c61640 1 -- 172.21.15.62:0/4914768 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc540094d0 con 0x7fbc6006ca40 2023-06-08T03:53:21.698 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc65c61640 1 --2- 172.21.15.62:0/4914768 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc6006ca40 0x7fbc60152700 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fbc540ae040 tx=0x7fbc54018fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:21.698 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc527fc640 1 -- 172.21.15.62:0/4914768 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc540b4640 con 0x7fbc6006ca40 2023-06-08T03:53:21.698 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc527fc640 1 -- 172.21.15.62:0/4914768 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc540b47c0 con 0x7fbc6006ca40 2023-06-08T03:53:21.698 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc527fc640 1 -- 172.21.15.62:0/4914768 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc540b4b70 con 0x7fbc6006ca40 2023-06-08T03:53:21.698 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc67ec5640 1 -- 172.21.15.62:0/4914768 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc60151720 con 0x7fbc6006ca40 2023-06-08T03:53:21.698 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc67ec5640 1 -- 172.21.15.62:0/4914768 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc60150a50 con 0x7fbc6006ca40 2023-06-08T03:53:21.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc67ec5640 1 -- 172.21.15.62:0/4914768 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc60150c40 con 0x7fbc6006ca40 2023-06-08T03:53:21.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc527fc640 1 -- 172.21.15.62:0/4914768 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fbc540b2070 con 0x7fbc6006ca40 2023-06-08T03:53:21.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc527fc640 1 --2- 172.21.15.62:0/4914768 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbc44066280 0x7fbc44068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:21.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc527fc640 1 -- 172.21.15.62:0/4914768 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fbc5411db40 con 0x7fbc6006ca40 2023-06-08T03:53:21.700 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.688+0000 7fbc65460640 1 --2- 172.21.15.62:0/4914768 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbc44066280 0x7fbc44068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:21.700 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.692+0000 7fbc65460640 1 --2- 172.21.15.62:0/4914768 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbc44066280 0x7fbc44068730 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fbc600c7f50 tx=0x7fbc5c008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:21.701 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.692+0000 7fbc527fc640 1 -- 172.21.15.62:0/4914768 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fbc60150c40 con 0x7fbc6006ca40 2023-06-08T03:53:21.867 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.860+0000 7fbc67ec5640 1 -- 172.21.15.62:0/4914768 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbc60150c40 con 0x7fbc6006ca40 2023-06-08T03:53:21.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.860+0000 7fbc527fc640 1 -- 172.21.15.62:0/4914768 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18374 (secure 0 0 0) 0x7fbc60150c40 con 0x7fbc6006ca40 2023-06-08T03:53:21.870 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:21.871 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":25,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:53:16.353560+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.f","mappings":[{"from":1,"to":2}]},{"pgid":"4.37","mappings":[{"from":3,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:53:21.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.864+0000 7fbc67ec5640 1 -- 172.21.15.62:0/4914768 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbc44066280 msgr2=0x7fbc44068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:21.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.864+0000 7fbc67ec5640 1 --2- 172.21.15.62:0/4914768 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbc44066280 0x7fbc44068730 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fbc600c7f50 tx=0x7fbc5c008040 comp rx=0 tx=0).stop 2023-06-08T03:53:21.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.864+0000 7fbc67ec5640 1 -- 172.21.15.62:0/4914768 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc6006ca40 msgr2=0x7fbc60152700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:21.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.864+0000 7fbc67ec5640 1 --2- 172.21.15.62:0/4914768 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc6006ca40 0x7fbc60152700 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fbc540ae040 tx=0x7fbc54018fb0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.864+0000 7fbc67ec5640 1 -- 172.21.15.62:0/4914768 shutdown_connections 2023-06-08T03:53:21.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.864+0000 7fbc67ec5640 1 --2- 172.21.15.62:0/4914768 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbc44066280 0x7fbc44068730 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.864+0000 7fbc67ec5640 1 --2- 172.21.15.62:0/4914768 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbc600b49a0 0x7fbc60157b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.864+0000 7fbc67ec5640 1 --2- 172.21.15.62:0/4914768 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbc600b1b30 0x7fbc60149d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.864+0000 7fbc67ec5640 1 --2- 172.21.15.62:0/4914768 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc6006ca40 0x7fbc60152700 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:21.874 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.864+0000 7fbc67ec5640 1 -- 172.21.15.62:0/4914768 >> 172.21.15.62:0/4914768 conn(0x7fbc600cc3f0 msgr2=0x7fbc6014f100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:21.874 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.864+0000 7fbc67ec5640 1 -- 172.21.15.62:0/4914768 shutdown_connections 2023-06-08T03:53:21.874 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:21.864+0000 7fbc67ec5640 1 -- 172.21.15.62:0/4914768 wait complete. 2023-06-08T03:53:21.889 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-08T03:52:22.372947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-08T03:52:28.107223+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-08T03:52:32.655480+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-08T03:52:33.144430+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-08T03:53:21.890 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-08T03:53:22.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee206ef640 1 Processor -- start 2023-06-08T03:53:22.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee206ef640 1 -- start start 2023-06-08T03:53:22.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee206ef640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee180cc830 0x7fee180ccc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee206ef640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee180cd2b0 con 0x7fee180cae60 2023-06-08T03:53:22.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee206ef640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee180cd590 con 0x7fee180cda40 2023-06-08T03:53:22.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee206ef640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee180cd870 con 0x7fee180cc830 2023-06-08T03:53:22.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1ec8c640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fee180cae60 0x7fee180cb2b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:37330/0 (socket says 172.21.15.62:37330) 2023-06-08T03:53:22.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1ec8c640 1 -- 172.21.15.62:0/2401535097 learned_addr learned my addr 172.21.15.62:0/2401535097 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:22.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1dc8a640 1 --2- 172.21.15.62:0/2401535097 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee180cc830 0x7fee180ccc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1d489640 1 -- 172.21.15.62:0/2401535097 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2692554163 0 0) 0x7fee180cd2b0 con 0x7fee180cae60 2023-06-08T03:53:22.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1d489640 1 -- 172.21.15.62:0/2401535097 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fee04003530 con 0x7fee180cae60 2023-06-08T03:53:22.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1d489640 1 -- 172.21.15.62:0/2401535097 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 732732663 0 0) 0x7fee04003530 con 0x7fee180cae60 2023-06-08T03:53:22.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1d489640 1 -- 172.21.15.62:0/2401535097 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee180cc830 msgr2=0x7fee180ccc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:22.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1d489640 1 --2- 172.21.15.62:0/2401535097 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee180cc830 0x7fee180ccc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1d489640 1 -- 172.21.15.62:0/2401535097 >> v1:172.21.15.188:6789/0 conn(0x7fee180cda40 legacy=0x7fee180cde10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1d489640 1 -- 172.21.15.62:0/2401535097 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee180ca660 con 0x7fee180cae60 2023-06-08T03:53:22.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1d489640 1 -- 172.21.15.62:0/2401535097 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fee10001a00 con 0x7fee180cae60 2023-06-08T03:53:22.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1d489640 1 -- 172.21.15.62:0/2401535097 >> v1:172.21.15.62:6789/0 conn(0x7fee180cae60 legacy=0x7fee180cb2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1d489640 1 --2- 172.21.15.62:0/2401535097 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee040039b0 0x7fee04003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1d489640 1 --2- 172.21.15.62:0/2401535097 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee180cc830 0x7fee040047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1d489640 1 --2- 172.21.15.62:0/2401535097 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee04004d10 0x7fee04005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1d489640 1 -- 172.21.15.62:0/2401535097 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee180cd870 con 0x7fee04004d10 2023-06-08T03:53:22.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1d489640 1 -- 172.21.15.62:0/2401535097 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee0400baa0 con 0x7fee040039b0 2023-06-08T03:53:22.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1d489640 1 -- 172.21.15.62:0/2401535097 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee0400bc60 con 0x7fee180cc830 2023-06-08T03:53:22.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1ec8c640 1 --2- 172.21.15.62:0/2401535097 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee04004d10 0x7fee04005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1dc8a640 1 --2- 172.21.15.62:0/2401535097 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee180cc830 0x7fee040047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1e48b640 1 --2- 172.21.15.62:0/2401535097 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee040039b0 0x7fee04003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1ec8c640 1 -- 172.21.15.62:0/2401535097 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee180cc830 msgr2=0x7fee040047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:22.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1ec8c640 1 --2- 172.21.15.62:0/2401535097 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee180cc830 0x7fee040047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1ec8c640 1 -- 172.21.15.62:0/2401535097 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee040039b0 msgr2=0x7fee04003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:22.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1ec8c640 1 --2- 172.21.15.62:0/2401535097 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee040039b0 0x7fee04003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.004+0000 7fee1ec8c640 1 -- 172.21.15.62:0/2401535097 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee04003530 con 0x7fee04004d10 2023-06-08T03:53:22.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.008+0000 7fee1ec8c640 1 --2- 172.21.15.62:0/2401535097 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee04004d10 0x7fee04005180 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fee1000a830 tx=0x7fee1001faa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=787416aab929d23b server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:22.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.008+0000 7fee1d489640 1 -- 172.21.15.62:0/2401535097 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee100aa6d0 con 0x7fee04004d10 2023-06-08T03:53:22.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.008+0000 7fee1d489640 1 -- 172.21.15.62:0/2401535097 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee100aa830 con 0x7fee04004d10 2023-06-08T03:53:22.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.008+0000 7fee1d489640 1 -- 172.21.15.62:0/2401535097 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee100aac20 con 0x7fee04004d10 2023-06-08T03:53:22.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.008+0000 7fee206ef640 1 -- 172.21.15.62:0/2401535097 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee04004d10 msgr2=0x7fee04005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.008+0000 7fee206ef640 1 --2- 172.21.15.62:0/2401535097 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee04004d10 0x7fee04005180 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fee1000a830 tx=0x7fee1001faa0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.008+0000 7fee1ec8c640 1 -- 172.21.15.62:0/2401535097 reap_dead start 2023-06-08T03:53:22.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.008+0000 7fee206ef640 1 -- 172.21.15.62:0/2401535097 shutdown_connections 2023-06-08T03:53:22.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.008+0000 7fee206ef640 1 -- 172.21.15.62:0/2401535097 >> 172.21.15.62:0/2401535097 conn(0x7fee18065850 msgr2=0x7fee18099140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:22.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.008+0000 7fee206ef640 1 -- 172.21.15.62:0/2401535097 shutdown_connections 2023-06-08T03:53:22.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.008+0000 7fee206ef640 1 -- 172.21.15.62:0/2401535097 wait complete. 2023-06-08T03:53:22.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.008+0000 7fee206ef640 1 Processor -- start 2023-06-08T03:53:22.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.008+0000 7fee206ef640 1 -- start start 2023-06-08T03:53:22.022 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee206ef640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee04004d10 0x7fee181ee190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.022 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee206ef640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee180c9e00 0x7fee180c60e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.022 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee206ef640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee180b4d10 0x7fee180b5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.022 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee206ef640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee180b56d0 con 0x7fee180b4d10 2023-06-08T03:53:22.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee206ef640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee180c8930 con 0x7fee04004d10 2023-06-08T03:53:22.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee206ef640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee180c8c10 con 0x7fee180c9e00 2023-06-08T03:53:22.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee1ec8c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee180b4d10 0x7fee180b5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee1ec8c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee180b4d10 0x7fee180b5190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47036/0 (socket says 172.21.15.62:47036) 2023-06-08T03:53:22.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee1ec8c640 1 -- 172.21.15.62:0/2620262335 learned_addr learned my addr 172.21.15.62:0/2620262335 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:22.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee1e48b640 1 --2- 172.21.15.62:0/2620262335 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee04004d10 0x7fee181ee190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee1dc8a640 1 --2- 172.21.15.62:0/2620262335 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee180c9e00 0x7fee180c60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee1ec8c640 1 -- 172.21.15.62:0/2620262335 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee180c9e00 msgr2=0x7fee180c60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee1ec8c640 1 --2- 172.21.15.62:0/2620262335 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee180c9e00 0x7fee180c60e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee1ec8c640 1 -- 172.21.15.62:0/2620262335 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee04004d10 msgr2=0x7fee181ee190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee1ec8c640 1 --2- 172.21.15.62:0/2620262335 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee04004d10 0x7fee181ee190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee1ec8c640 1 -- 172.21.15.62:0/2620262335 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee180c8ef0 con 0x7fee180b4d10 2023-06-08T03:53:22.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee1ec8c640 1 --2- 172.21.15.62:0/2620262335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee180b4d10 0x7fee180b5190 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fee10020340 tx=0x7fee1001c840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:22.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee0effd640 1 -- 172.21.15.62:0/2620262335 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee100b9040 con 0x7fee180b4d10 2023-06-08T03:53:22.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee0effd640 1 -- 172.21.15.62:0/2620262335 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee100017c0 con 0x7fee180b4d10 2023-06-08T03:53:22.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee206ef640 1 -- 172.21.15.62:0/2620262335 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee180c3a40 con 0x7fee180b4d10 2023-06-08T03:53:22.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee0effd640 1 -- 172.21.15.62:0/2620262335 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee100aa6d0 con 0x7fee180b4d10 2023-06-08T03:53:22.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee206ef640 1 -- 172.21.15.62:0/2620262335 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee181ee6d0 con 0x7fee180b4d10 2023-06-08T03:53:22.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee206ef640 1 -- 172.21.15.62:0/2620262335 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee180c3c30 con 0x7fee180b4d10 2023-06-08T03:53:22.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee0effd640 1 -- 172.21.15.62:0/2620262335 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fee100aa9a0 con 0x7fee180b4d10 2023-06-08T03:53:22.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee0effd640 1 --2- 172.21.15.62:0/2620262335 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fedfc0662b0 0x7fedfc068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee0effd640 1 -- 172.21.15.62:0/2620262335 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fee10121340 con 0x7fee180b4d10 2023-06-08T03:53:22.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.012+0000 7fee1e48b640 1 --2- 172.21.15.62:0/2620262335 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fedfc0662b0 0x7fedfc068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.016+0000 7fee1e48b640 1 --2- 172.21.15.62:0/2620262335 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fedfc0662b0 0x7fedfc068760 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fee14005510 tx=0x7fee14009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:22.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.016+0000 7fee0effd640 1 -- 172.21.15.62:0/2620262335 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fee100ee860 con 0x7fee180b4d10 2023-06-08T03:53:22.178 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.168+0000 7fee206ef640 1 -- 172.21.15.62:0/2620262335 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fee1804d650 con 0x7fee180b4d10 2023-06-08T03:53:22.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.172+0000 7fee0effd640 1 -- 172.21.15.62:0/2620262335 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7fee100f1e80 con 0x7fee180b4d10 2023-06-08T03:53:22.179 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 1 2023-06-08T03:53:22.182 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.172+0000 7fee206ef640 1 -- 172.21.15.62:0/2620262335 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fedfc0662b0 msgr2=0x7fedfc068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.182 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.172+0000 7fee206ef640 1 --2- 172.21.15.62:0/2620262335 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fedfc0662b0 0x7fedfc068760 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fee14005510 tx=0x7fee14009040 comp rx=0 tx=0).stop 2023-06-08T03:53:22.182 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.172+0000 7fee206ef640 1 -- 172.21.15.62:0/2620262335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee180b4d10 msgr2=0x7fee180b5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.182 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.172+0000 7fee206ef640 1 --2- 172.21.15.62:0/2620262335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee180b4d10 0x7fee180b5190 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fee10020340 tx=0x7fee1001c840 comp rx=0 tx=0).stop 2023-06-08T03:53:22.182 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.172+0000 7fee206ef640 1 -- 172.21.15.62:0/2620262335 shutdown_connections 2023-06-08T03:53:22.182 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.172+0000 7fee206ef640 1 --2- 172.21.15.62:0/2620262335 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fedfc0662b0 0x7fedfc068760 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.183 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.172+0000 7fee206ef640 1 --2- 172.21.15.62:0/2620262335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee180b4d10 0x7fee180b5190 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.183 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.172+0000 7fee206ef640 1 --2- 172.21.15.62:0/2620262335 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fee180c9e00 0x7fee180c60e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.183 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.172+0000 7fee206ef640 1 --2- 172.21.15.62:0/2620262335 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fee04004d10 0x7fee181ee190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.183 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.172+0000 7fee206ef640 1 -- 172.21.15.62:0/2620262335 >> 172.21.15.62:0/2620262335 conn(0x7fee18065850 msgr2=0x7fee1806e750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:22.183 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.172+0000 7fee206ef640 1 -- 172.21.15.62:0/2620262335 shutdown_connections 2023-06-08T03:53:22.183 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.172+0000 7fee206ef640 1 -- 172.21.15.62:0/2620262335 wait complete. 2023-06-08T03:53:22.199 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-08T03:53:22.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.320+0000 7f533f68a640 1 Processor -- start 2023-06-08T03:53:22.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.320+0000 7f533f68a640 1 -- start start 2023-06-08T03:53:22.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.320+0000 7f533f68a640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f53380cda40 0x7f53380cde10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.320+0000 7f533f68a640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f53380cbe70 0x7f53380ccc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.320+0000 7f533f68a640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53380ce350 con 0x7f53380cc830 2023-06-08T03:53:22.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.320+0000 7f533f68a640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53380cd870 con 0x7f53380cbe70 2023-06-08T03:53:22.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.320+0000 7f533f68a640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53380cd2b0 con 0x7f53380cda40 2023-06-08T03:53:22.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.320+0000 7f533dc27640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f53380cbe70 0x7f53380ccc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.320+0000 7f533cc25640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f53380cc830 0x7f5338159870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:37338/0 (socket says 172.21.15.62:37338) 2023-06-08T03:53:22.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.320+0000 7f533cc25640 1 -- 172.21.15.62:0/1601555640 learned_addr learned my addr 172.21.15.62:0/1601555640 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:22.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.320+0000 7f533d426640 1 --2- 172.21.15.62:0/1601555640 >> v2:172.21.15.188:3300/0 conn(0x7f53380cda40 0x7f53380cde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.320+0000 7f533dc27640 1 -- 172.21.15.62:0/1601555640 >> v2:172.21.15.188:3300/0 conn(0x7f53380cda40 msgr2=0x7f53380cde10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:22.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.320+0000 7f533dc27640 1 --2- 172.21.15.62:0/1601555640 >> v2:172.21.15.188:3300/0 conn(0x7f53380cda40 0x7f53380cde10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.320+0000 7f533dc27640 1 -- 172.21.15.62:0/1601555640 >> v1:172.21.15.62:6789/0 conn(0x7f53380cc830 legacy=0x7f5338159870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.320+0000 7f533dc27640 1 -- 172.21.15.62:0/1601555640 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53380cd590 con 0x7f53380cbe70 2023-06-08T03:53:22.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.320+0000 7f532ffff640 1 -- 172.21.15.62:0/1601555640 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1724965208 0 0) 0x7f53380ce350 con 0x7f53380cc830 2023-06-08T03:53:22.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.324+0000 7f533dc27640 1 --2- 172.21.15.62:0/1601555640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f53380cbe70 0x7f53380ccc80 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f5338066480 tx=0x7f533001c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65fcf79c6dd65999 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:22.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.324+0000 7f532ffff640 1 -- 172.21.15.62:0/1601555640 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53300a5910 con 0x7f53380cbe70 2023-06-08T03:53:22.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.324+0000 7f532ffff640 1 -- 172.21.15.62:0/1601555640 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53300a5a70 con 0x7f53380cbe70 2023-06-08T03:53:22.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.324+0000 7f532ffff640 1 -- 172.21.15.62:0/1601555640 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53300a5e00 con 0x7f53380cbe70 2023-06-08T03:53:22.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.324+0000 7f533f68a640 1 -- 172.21.15.62:0/1601555640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f53380cbe70 msgr2=0x7f53380ccc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.324+0000 7f533f68a640 1 --2- 172.21.15.62:0/1601555640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f53380cbe70 0x7f53380ccc80 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f5338066480 tx=0x7f533001c850 comp rx=0 tx=0).stop 2023-06-08T03:53:22.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.324+0000 7f533f68a640 1 -- 172.21.15.62:0/1601555640 shutdown_connections 2023-06-08T03:53:22.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.324+0000 7f533f68a640 1 --2- 172.21.15.62:0/1601555640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f53380cbe70 0x7f53380ccc80 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.324+0000 7f533f68a640 1 --2- 172.21.15.62:0/1601555640 >> v2:172.21.15.188:3300/0 conn(0x7f53380cda40 0x7f53380cde10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.324+0000 7f533f68a640 1 -- 172.21.15.62:0/1601555640 >> 172.21.15.62:0/1601555640 conn(0x7f5338065850 msgr2=0x7f5338099140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:22.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.324+0000 7f533f68a640 1 -- 172.21.15.62:0/1601555640 shutdown_connections 2023-06-08T03:53:22.334 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.324+0000 7f533f68a640 1 -- 172.21.15.62:0/1601555640 wait complete. 2023-06-08T03:53:22.335 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533f68a640 1 Processor -- start 2023-06-08T03:53:22.335 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533f68a640 1 -- start start 2023-06-08T03:53:22.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533f68a640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f53380cbe70 0x7f5338163640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533f68a640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f53380cc830 0x7f53380b36b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533f68a640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f53380cda40 0x7f5338156840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533f68a640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f533806ad60 con 0x7f53380cbe70 2023-06-08T03:53:22.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533f68a640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53380b4370 con 0x7f53380cda40 2023-06-08T03:53:22.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533f68a640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53380b4090 con 0x7f53380cc830 2023-06-08T03:53:22.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533d426640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f53380cbe70 0x7f5338163640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533d426640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f53380cbe70 0x7f5338163640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47054/0 (socket says 172.21.15.62:47054) 2023-06-08T03:53:22.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533d426640 1 -- 172.21.15.62:0/3803883059 learned_addr learned my addr 172.21.15.62:0/3803883059 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:22.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533cc25640 1 --2- 172.21.15.62:0/3803883059 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f53380cc830 0x7f53380b36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.337 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533dc27640 1 --2- 172.21.15.62:0/3803883059 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f53380cda40 0x7f5338156840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533d426640 1 -- 172.21.15.62:0/3803883059 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f53380cc830 msgr2=0x7f53380b36b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533d426640 1 --2- 172.21.15.62:0/3803883059 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f53380cc830 0x7f53380b36b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533d426640 1 -- 172.21.15.62:0/3803883059 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f53380cda40 msgr2=0x7f5338156840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533d426640 1 --2- 172.21.15.62:0/3803883059 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f53380cda40 0x7f5338156840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533d426640 1 -- 172.21.15.62:0/3803883059 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5330009a70 con 0x7f53380cbe70 2023-06-08T03:53:22.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533d426640 1 --2- 172.21.15.62:0/3803883059 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f53380cbe70 0x7f5338163640 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f532800e930 tx=0x7f532800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:22.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f532dffb640 1 -- 172.21.15.62:0/3803883059 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5328009690 con 0x7f53380cbe70 2023-06-08T03:53:22.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f532dffb640 1 -- 172.21.15.62:0/3803883059 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f532800ca00 con 0x7f53380cbe70 2023-06-08T03:53:22.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533f68a640 1 -- 172.21.15.62:0/3803883059 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f533806a710 con 0x7f53380cbe70 2023-06-08T03:53:22.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f532dffb640 1 -- 172.21.15.62:0/3803883059 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f532800cd70 con 0x7f53380cbe70 2023-06-08T03:53:22.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533f68a640 1 -- 172.21.15.62:0/3803883059 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5338156330 con 0x7f53380cbe70 2023-06-08T03:53:22.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.328+0000 7f533f68a640 1 -- 172.21.15.62:0/3803883059 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f533804d650 con 0x7f53380cbe70 2023-06-08T03:53:22.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.332+0000 7f532dffb640 1 -- 172.21.15.62:0/3803883059 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5328013470 con 0x7f53380cbe70 2023-06-08T03:53:22.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.332+0000 7f532dffb640 1 --2- 172.21.15.62:0/3803883059 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f531c066280 0x7f531c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.341 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.332+0000 7f532dffb640 1 -- 172.21.15.62:0/3803883059 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f5328083f90 con 0x7f53380cbe70 2023-06-08T03:53:22.341 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.332+0000 7f533cc25640 1 --2- 172.21.15.62:0/3803883059 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f531c066280 0x7f531c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.341 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.332+0000 7f533cc25640 1 --2- 172.21.15.62:0/3803883059 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f531c066280 0x7f531c068730 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f53381f7330 tx=0x7f5334007c10 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:22.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.336+0000 7f532dffb640 1 -- 172.21.15.62:0/3803883059 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f53280b4700 con 0x7f53380cbe70 2023-06-08T03:53:22.499 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.492+0000 7f533f68a640 1 -- 172.21.15.62:0/3803883059 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f53380c6e10 con 0x7f53380cbe70 2023-06-08T03:53:22.500 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.492+0000 7f532dffb640 1 -- 172.21.15.62:0/3803883059 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v25) v1 ==== 92+0+10 (secure 0 0 0) 0x7f53280170a0 con 0x7f53380cbe70 2023-06-08T03:53:22.500 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 8 2023-06-08T03:53:22.502 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.492+0000 7f533f68a640 1 -- 172.21.15.62:0/3803883059 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f531c066280 msgr2=0x7f531c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.502 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.492+0000 7f533f68a640 1 --2- 172.21.15.62:0/3803883059 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f531c066280 0x7f531c068730 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f53381f7330 tx=0x7f5334007c10 comp rx=0 tx=0).stop 2023-06-08T03:53:22.502 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.492+0000 7f533f68a640 1 -- 172.21.15.62:0/3803883059 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f53380cbe70 msgr2=0x7f5338163640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.502 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.492+0000 7f533f68a640 1 --2- 172.21.15.62:0/3803883059 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f53380cbe70 0x7f5338163640 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f532800e930 tx=0x7f532800edf0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.502 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.492+0000 7f533f68a640 1 -- 172.21.15.62:0/3803883059 shutdown_connections 2023-06-08T03:53:22.502 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.492+0000 7f533f68a640 1 --2- 172.21.15.62:0/3803883059 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f531c066280 0x7f531c068730 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.492+0000 7f533f68a640 1 --2- 172.21.15.62:0/3803883059 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f53380cda40 0x7f5338156840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.492+0000 7f533f68a640 1 --2- 172.21.15.62:0/3803883059 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f53380cc830 0x7f53380b36b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.492+0000 7f533f68a640 1 --2- 172.21.15.62:0/3803883059 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f53380cbe70 0x7f5338163640 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.492+0000 7f533f68a640 1 -- 172.21.15.62:0/3803883059 >> 172.21.15.62:0/3803883059 conn(0x7f5338065850 msgr2=0x7f533806e2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:22.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.492+0000 7f533f68a640 1 -- 172.21.15.62:0/3803883059 shutdown_connections 2023-06-08T03:53:22.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.492+0000 7f533f68a640 1 -- 172.21.15.62:0/3803883059 wait complete. 2023-06-08T03:53:22.518 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-08T03:53:22.647 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd2278a7640 1 Processor -- start 2023-06-08T03:53:22.647 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd2278a7640 1 -- start start 2023-06-08T03:53:22.648 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd2278a7640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd22015d130 0x7fd2200af6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.648 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd2278a7640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fd220070de0 0x7fd2200afbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.648 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd2278a7640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd220157490 con 0x7fd2201570c0 2023-06-08T03:53:22.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd2278a7640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd22015de80 con 0x7fd220070de0 2023-06-08T03:53:22.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd2278a7640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd220070020 con 0x7fd22015d130 2023-06-08T03:53:22.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd225643640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fd2201570c0 0x7fd22015d770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:37346/0 (socket says 172.21.15.62:37346) 2023-06-08T03:53:22.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd225643640 1 -- 172.21.15.62:0/4035689745 learned_addr learned my addr 172.21.15.62:0/4035689745 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:22.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd225e44640 1 --2- 172.21.15.62:0/4035689745 >> v2:172.21.15.188:3300/0 conn(0x7fd220070de0 0x7fd2200afbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd224e42640 1 --2- 172.21.15.62:0/4035689745 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd22015d130 0x7fd2200af6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd217fff640 1 -- 172.21.15.62:0/4035689745 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1089204289 0 0) 0x7fd220157490 con 0x7fd2201570c0 2023-06-08T03:53:22.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd217fff640 1 -- 172.21.15.62:0/4035689745 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd20c003530 con 0x7fd2201570c0 2023-06-08T03:53:22.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd217fff640 1 -- 172.21.15.62:0/4035689745 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3620683784 0 0) 0x7fd20c003530 con 0x7fd2201570c0 2023-06-08T03:53:22.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd217fff640 1 -- 172.21.15.62:0/4035689745 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd22015d130 msgr2=0x7fd2200af6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:22.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd217fff640 1 --2- 172.21.15.62:0/4035689745 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd22015d130 0x7fd2200af6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd217fff640 1 -- 172.21.15.62:0/4035689745 >> v2:172.21.15.188:3300/0 conn(0x7fd220070de0 msgr2=0x7fd2200afbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:22.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd217fff640 1 --2- 172.21.15.62:0/4035689745 >> v2:172.21.15.188:3300/0 conn(0x7fd220070de0 0x7fd2200afbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd217fff640 1 -- 172.21.15.62:0/4035689745 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd220070300 con 0x7fd2201570c0 2023-06-08T03:53:22.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd217fff640 1 -- 172.21.15.62:0/4035689745 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fd21c001680 con 0x7fd2201570c0 2023-06-08T03:53:22.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd217fff640 1 -- 172.21.15.62:0/4035689745 >> v1:172.21.15.62:6789/0 conn(0x7fd2201570c0 legacy=0x7fd22015d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd217fff640 1 --2- 172.21.15.62:0/4035689745 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd22015d130 0x7fd20c003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd217fff640 1 --2- 172.21.15.62:0/4035689745 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd20c003f00 0x7fd20c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd217fff640 1 --2- 172.21.15.62:0/4035689745 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd20c004d10 0x7fd20c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd217fff640 1 -- 172.21.15.62:0/4035689745 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd22015de80 con 0x7fd20c004d10 2023-06-08T03:53:22.653 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd217fff640 1 -- 172.21.15.62:0/4035689745 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd220070020 con 0x7fd20c003f00 2023-06-08T03:53:22.653 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd217fff640 1 -- 172.21.15.62:0/4035689745 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd20c00b9c0 con 0x7fd22015d130 2023-06-08T03:53:22.653 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd225e44640 1 --2- 172.21.15.62:0/4035689745 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd20c004d10 0x7fd20c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.653 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd224e42640 1 --2- 172.21.15.62:0/4035689745 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd20c003f00 0x7fd20c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.653 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd225643640 1 --2- 172.21.15.62:0/4035689745 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd22015d130 0x7fd20c003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.653 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd225e44640 1 -- 172.21.15.62:0/4035689745 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd22015d130 msgr2=0x7fd20c003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:22.653 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd225e44640 1 --2- 172.21.15.62:0/4035689745 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd22015d130 0x7fd20c003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.653 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd225e44640 1 -- 172.21.15.62:0/4035689745 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd20c003f00 msgr2=0x7fd20c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:22.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd225e44640 1 --2- 172.21.15.62:0/4035689745 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd20c003f00 0x7fd20c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd225e44640 1 -- 172.21.15.62:0/4035689745 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd20c003530 con 0x7fd20c004d10 2023-06-08T03:53:22.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.640+0000 7fd225643640 1 --2- 172.21.15.62:0/4035689745 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd22015d130 0x7fd20c003980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:22.656 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.644+0000 7fd225e44640 1 --2- 172.21.15.62:0/4035689745 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd20c004d10 0x7fd20c005180 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd218009fc0 tx=0x7fd21801cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c57afe9285d5e8e7 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:22.656 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.644+0000 7fd217fff640 1 -- 172.21.15.62:0/4035689745 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2180a5ba0 con 0x7fd20c004d10 2023-06-08T03:53:22.656 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.644+0000 7fd217fff640 1 -- 172.21.15.62:0/4035689745 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd21800f040 con 0x7fd20c004d10 2023-06-08T03:53:22.656 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.644+0000 7fd217fff640 1 -- 172.21.15.62:0/4035689745 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2180ad440 con 0x7fd20c004d10 2023-06-08T03:53:22.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.644+0000 7fd2278a7640 1 -- 172.21.15.62:0/4035689745 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd20c004d10 msgr2=0x7fd20c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.644+0000 7fd2278a7640 1 --2- 172.21.15.62:0/4035689745 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd20c004d10 0x7fd20c005180 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd218009fc0 tx=0x7fd21801cc40 comp rx=0 tx=0).stop 2023-06-08T03:53:22.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.644+0000 7fd225e44640 1 -- 172.21.15.62:0/4035689745 reap_dead start 2023-06-08T03:53:22.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.644+0000 7fd2278a7640 1 -- 172.21.15.62:0/4035689745 shutdown_connections 2023-06-08T03:53:22.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.644+0000 7fd2278a7640 1 -- 172.21.15.62:0/4035689745 >> 172.21.15.62:0/4035689745 conn(0x7fd2200ca6a0 msgr2=0x7fd2200caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:22.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.644+0000 7fd2278a7640 1 -- 172.21.15.62:0/4035689745 shutdown_connections 2023-06-08T03:53:22.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.644+0000 7fd2278a7640 1 -- 172.21.15.62:0/4035689745 wait complete. 2023-06-08T03:53:22.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.644+0000 7fd2278a7640 1 Processor -- start 2023-06-08T03:53:22.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.644+0000 7fd2278a7640 1 -- start start 2023-06-08T03:53:22.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd2278a7640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd220146f10 0x7fd2200b0e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd2278a7640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd220147870 0x7fd2201f4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd2278a7640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd2201472e0 0x7fd22015c030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd2278a7640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2201f4960 con 0x7fd220147870 2023-06-08T03:53:22.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd2278a7640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2200ae870 con 0x7fd2201472e0 2023-06-08T03:53:22.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd2278a7640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2200aeb50 con 0x7fd220146f10 2023-06-08T03:53:22.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd224e42640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd220147870 0x7fd2201f4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd224e42640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd220147870 0x7fd2201f4420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47084/0 (socket says 172.21.15.62:47084) 2023-06-08T03:53:22.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd224e42640 1 -- 172.21.15.62:0/1633546209 learned_addr learned my addr 172.21.15.62:0/1633546209 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:22.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd225643640 1 --2- 172.21.15.62:0/1633546209 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd220146f10 0x7fd2200b0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd225e44640 1 --2- 172.21.15.62:0/1633546209 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd2201472e0 0x7fd22015c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd224e42640 1 -- 172.21.15.62:0/1633546209 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd220146f10 msgr2=0x7fd2200b0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd224e42640 1 --2- 172.21.15.62:0/1633546209 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd220146f10 0x7fd2200b0e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd224e42640 1 -- 172.21.15.62:0/1633546209 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd2201472e0 msgr2=0x7fd22015c030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd224e42640 1 --2- 172.21.15.62:0/1633546209 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd2201472e0 0x7fd22015c030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd224e42640 1 -- 172.21.15.62:0/1633546209 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2201f4b90 con 0x7fd220147870 2023-06-08T03:53:22.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd225e44640 1 --2- 172.21.15.62:0/1633546209 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd2201472e0 0x7fd22015c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:22.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd224e42640 1 --2- 172.21.15.62:0/1633546209 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd220147870 0x7fd2201f4420 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fd210011590 tx=0x7fd210011a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:22.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd215ffb640 1 -- 172.21.15.62:0/1633546209 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd210015930 con 0x7fd220147870 2023-06-08T03:53:22.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd215ffb640 1 -- 172.21.15.62:0/1633546209 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd210015a90 con 0x7fd220147870 2023-06-08T03:53:22.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd215ffb640 1 -- 172.21.15.62:0/1633546209 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd210015e20 con 0x7fd220147870 2023-06-08T03:53:22.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd2278a7640 1 -- 172.21.15.62:0/1633546209 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2201f4e70 con 0x7fd220147870 2023-06-08T03:53:22.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd2278a7640 1 -- 172.21.15.62:0/1633546209 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd22015c570 con 0x7fd220147870 2023-06-08T03:53:22.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd2278a7640 1 -- 172.21.15.62:0/1633546209 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd22004d650 con 0x7fd220147870 2023-06-08T03:53:22.662 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd215ffb640 1 -- 172.21.15.62:0/1633546209 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd21001d400 con 0x7fd220147870 2023-06-08T03:53:22.662 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd215ffb640 1 --2- 172.21.15.62:0/1633546209 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd2040662b0 0x7fd204068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.662 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd215ffb640 1 -- 172.21.15.62:0/1633546209 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fd210084550 con 0x7fd220147870 2023-06-08T03:53:22.662 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.648+0000 7fd225643640 1 --2- 172.21.15.62:0/1633546209 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd2040662b0 0x7fd204068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.662 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.652+0000 7fd225643640 1 --2- 172.21.15.62:0/1633546209 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd2040662b0 0x7fd204068760 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd2200ad790 tx=0x7fd21c0015e0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:22.662 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.652+0000 7fd215ffb640 1 -- 172.21.15.62:0/1633546209 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd210055420 con 0x7fd220147870 2023-06-08T03:53:22.814 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.804+0000 7fd2278a7640 1 -- 172.21.15.62:0/1633546209 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd2200aec90 con 0x7fd220147870 2023-06-08T03:53:22.815 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.808+0000 7fd215ffb640 1 -- 172.21.15.62:0/1633546209 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd210054fb0 con 0x7fd220147870 2023-06-08T03:53:22.815 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 32 2023-06-08T03:53:22.817 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.808+0000 7fd2278a7640 1 -- 172.21.15.62:0/1633546209 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd2040662b0 msgr2=0x7fd204068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.817 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.808+0000 7fd2278a7640 1 --2- 172.21.15.62:0/1633546209 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd2040662b0 0x7fd204068760 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd2200ad790 tx=0x7fd21c0015e0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.817 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.808+0000 7fd2278a7640 1 -- 172.21.15.62:0/1633546209 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd220147870 msgr2=0x7fd2201f4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.817 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.808+0000 7fd2278a7640 1 --2- 172.21.15.62:0/1633546209 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd220147870 0x7fd2201f4420 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fd210011590 tx=0x7fd210011a50 comp rx=0 tx=0).stop 2023-06-08T03:53:22.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.808+0000 7fd2278a7640 1 -- 172.21.15.62:0/1633546209 shutdown_connections 2023-06-08T03:53:22.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.808+0000 7fd2278a7640 1 --2- 172.21.15.62:0/1633546209 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd2040662b0 0x7fd204068760 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.808+0000 7fd2278a7640 1 --2- 172.21.15.62:0/1633546209 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd2201472e0 0x7fd22015c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.808+0000 7fd2278a7640 1 --2- 172.21.15.62:0/1633546209 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd220147870 0x7fd2201f4420 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.808+0000 7fd2278a7640 1 --2- 172.21.15.62:0/1633546209 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd220146f10 0x7fd2200b0e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.808+0000 7fd2278a7640 1 -- 172.21.15.62:0/1633546209 >> 172.21.15.62:0/1633546209 conn(0x7fd2200ca6a0 msgr2=0x7fd2200caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:22.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.808+0000 7fd2278a7640 1 -- 172.21.15.62:0/1633546209 shutdown_connections 2023-06-08T03:53:22.819 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.808+0000 7fd2278a7640 1 -- 172.21.15.62:0/1633546209 wait complete. 2023-06-08T03:53:22.834 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-08T03:53:22.965 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.956+0000 7f09c23fe640 1 Processor -- start 2023-06-08T03:53:22.965 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.956+0000 7f09c23fe640 1 -- start start 2023-06-08T03:53:22.966 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09c23fe640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f09bc1570c0 0x7f09bc15d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.967 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09c23fe640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f09bc15d130 0x7f09bc0c8270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.967 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09c23fe640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09bc157490 con 0x7f09bc15dcb0 2023-06-08T03:53:22.967 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09c23fe640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09bc070020 con 0x7f09bc1570c0 2023-06-08T03:53:22.967 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09c23fe640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09bc070300 con 0x7f09bc15d130 2023-06-08T03:53:22.967 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09bb7fe640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f09bc15dcb0 0x7f09bc0af6a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:37358/0 (socket says 172.21.15.62:37358) 2023-06-08T03:53:22.967 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09bb7fe640 1 -- 172.21.15.62:0/3381446649 learned_addr learned my addr 172.21.15.62:0/3381446649 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:22.967 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09bbfff640 1 --2- 172.21.15.62:0/3381446649 >> v2:172.21.15.62:3300/0 conn(0x7f09bc1570c0 0x7f09bc15d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.968 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09c099b640 1 --2- 172.21.15.62:0/3381446649 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f09bc15d130 0x7f09bc0c8270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.968 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09bbfff640 1 -- 172.21.15.62:0/3381446649 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f09bc15d130 msgr2=0x7f09bc0c8270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:22.968 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09bbfff640 1 --2- 172.21.15.62:0/3381446649 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f09bc15d130 0x7f09bc0c8270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.969 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09baffd640 1 -- 172.21.15.62:0/3381446649 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2250959870 0 0) 0x7f09bc157490 con 0x7f09bc15dcb0 2023-06-08T03:53:22.969 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09bbfff640 1 -- 172.21.15.62:0/3381446649 >> v1:172.21.15.62:6789/0 conn(0x7f09bc15dcb0 legacy=0x7f09bc0af6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.969 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09bbfff640 1 -- 172.21.15.62:0/3381446649 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09bc0705e0 con 0x7f09bc1570c0 2023-06-08T03:53:22.969 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09bbfff640 1 --2- 172.21.15.62:0/3381446649 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f09bc1570c0 0x7f09bc15d770 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f09ac0097c0 tx=0x7f09ac01c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=898046306301741b server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:22.969 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09baffd640 1 -- 172.21.15.62:0/3381446649 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09ac0ab600 con 0x7f09bc1570c0 2023-06-08T03:53:22.970 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09baffd640 1 -- 172.21.15.62:0/3381446649 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09ac0a7050 con 0x7f09bc1570c0 2023-06-08T03:53:22.970 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09baffd640 1 -- 172.21.15.62:0/3381446649 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09ac0ab980 con 0x7f09bc1570c0 2023-06-08T03:53:22.970 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09c23fe640 1 -- 172.21.15.62:0/3381446649 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f09bc1570c0 msgr2=0x7f09bc15d770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09c23fe640 1 --2- 172.21.15.62:0/3381446649 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f09bc1570c0 0x7f09bc15d770 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f09ac0097c0 tx=0x7f09ac01c3c0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09c23fe640 1 -- 172.21.15.62:0/3381446649 shutdown_connections 2023-06-08T03:53:22.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09c23fe640 1 --2- 172.21.15.62:0/3381446649 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f09bc15d130 0x7f09bc0c8270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09c23fe640 1 --2- 172.21.15.62:0/3381446649 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f09bc1570c0 0x7f09bc15d770 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09c23fe640 1 -- 172.21.15.62:0/3381446649 >> 172.21.15.62:0/3381446649 conn(0x7f09bc0ca6a0 msgr2=0x7f09bc0caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:22.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09c23fe640 1 -- 172.21.15.62:0/3381446649 shutdown_connections 2023-06-08T03:53:22.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.960+0000 7f09c23fe640 1 -- 172.21.15.62:0/3381446649 wait complete. 2023-06-08T03:53:22.973 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09c23fe640 1 Processor -- start 2023-06-08T03:53:22.973 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09c23fe640 1 -- start start 2023-06-08T03:53:22.973 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09c23fe640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f09bc1570c0 0x7f09bc14e240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.973 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09c23fe640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f09bc15d130 0x7f09bc155400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09c23fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f09bc15dcb0 0x7f09bc06bb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09c23fe640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09bc14e780 con 0x7f09bc15dcb0 2023-06-08T03:53:22.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09c23fe640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09bc14e900 con 0x7f09bc15d130 2023-06-08T03:53:22.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09c23fe640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09bc155ec0 con 0x7f09bc1570c0 2023-06-08T03:53:22.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09c099b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f09bc15dcb0 0x7f09bc06bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09c099b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f09bc15dcb0 0x7f09bc06bb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47090/0 (socket says 172.21.15.62:47090) 2023-06-08T03:53:22.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09c099b640 1 -- 172.21.15.62:0/314168133 learned_addr learned my addr 172.21.15.62:0/314168133 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:22.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09bbfff640 1 --2- 172.21.15.62:0/314168133 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f09bc1570c0 0x7f09bc14e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09bb7fe640 1 --2- 172.21.15.62:0/314168133 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f09bc15d130 0x7f09bc155400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09c099b640 1 -- 172.21.15.62:0/314168133 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f09bc1570c0 msgr2=0x7f09bc14e240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09c099b640 1 --2- 172.21.15.62:0/314168133 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f09bc1570c0 0x7f09bc14e240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09c099b640 1 -- 172.21.15.62:0/314168133 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f09bc15d130 msgr2=0x7f09bc155400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:22.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09c099b640 1 --2- 172.21.15.62:0/314168133 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f09bc15d130 0x7f09bc155400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:22.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09c099b640 1 -- 172.21.15.62:0/314168133 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09ac009420 con 0x7f09bc15dcb0 2023-06-08T03:53:22.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09c099b640 1 --2- 172.21.15.62:0/314168133 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f09bc15dcb0 0x7f09bc06bb40 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f09b4007e70 tx=0x7f09b400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:22.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09b8ff9640 1 -- 172.21.15.62:0/314168133 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09b4014620 con 0x7f09bc15dcb0 2023-06-08T03:53:22.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09b8ff9640 1 -- 172.21.15.62:0/314168133 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09b40147a0 con 0x7f09bc15dcb0 2023-06-08T03:53:22.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09c23fe640 1 -- 172.21.15.62:0/314168133 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09bc0cb900 con 0x7f09bc15dcb0 2023-06-08T03:53:22.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09b8ff9640 1 -- 172.21.15.62:0/314168133 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09b4014b50 con 0x7f09bc15dcb0 2023-06-08T03:53:22.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09c23fe640 1 -- 172.21.15.62:0/314168133 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09bc0cbec0 con 0x7f09bc15dcb0 2023-06-08T03:53:22.977 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.964+0000 7f09c23fe640 1 -- 172.21.15.62:0/314168133 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09bc04d650 con 0x7f09bc15dcb0 2023-06-08T03:53:22.977 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.968+0000 7f09b8ff9640 1 -- 172.21.15.62:0/314168133 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f09b4014cb0 con 0x7f09bc15dcb0 2023-06-08T03:53:22.977 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.968+0000 7f09b8ff9640 1 --2- 172.21.15.62:0/314168133 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f09a8066280 0x7f09a8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:22.977 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.968+0000 7f09b8ff9640 1 -- 172.21.15.62:0/314168133 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f09b40846e0 con 0x7f09bc15dcb0 2023-06-08T03:53:22.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.968+0000 7f09bbfff640 1 --2- 172.21.15.62:0/314168133 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f09a8066280 0x7f09a8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:22.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.968+0000 7f09bbfff640 1 --2- 172.21.15.62:0/314168133 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f09a8066280 0x7f09a8068730 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f09ac0ad000 tx=0x7f09ac0a6000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:22.979 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:22.972+0000 7f09b8ff9640 1 -- 172.21.15.62:0/314168133 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f09b40555b0 con 0x7f09bc15dcb0 2023-06-08T03:53:23.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.124+0000 7f09c23fe640 1 -- 172.21.15.62:0/314168133 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f09bc0b3ba0 con 0x7f09bc15dcb0 2023-06-08T03:53:23.132 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.124+0000 7f09b8ff9640 1 -- 172.21.15.62:0/314168133 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f09b4055140 con 0x7f09bc15dcb0 2023-06-08T03:53:23.132 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 64 2023-06-08T03:53:23.134 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.124+0000 7f09c23fe640 1 -- 172.21.15.62:0/314168133 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f09a8066280 msgr2=0x7f09a8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:23.134 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.124+0000 7f09c23fe640 1 --2- 172.21.15.62:0/314168133 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f09a8066280 0x7f09a8068730 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f09ac0ad000 tx=0x7f09ac0a6000 comp rx=0 tx=0).stop 2023-06-08T03:53:23.135 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.124+0000 7f09c23fe640 1 -- 172.21.15.62:0/314168133 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f09bc15dcb0 msgr2=0x7f09bc06bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:23.135 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.124+0000 7f09c23fe640 1 --2- 172.21.15.62:0/314168133 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f09bc15dcb0 0x7f09bc06bb40 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f09b4007e70 tx=0x7f09b400e4b0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.135 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.124+0000 7f09c23fe640 1 -- 172.21.15.62:0/314168133 shutdown_connections 2023-06-08T03:53:23.135 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.124+0000 7f09c23fe640 1 --2- 172.21.15.62:0/314168133 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f09a8066280 0x7f09a8068730 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.136 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.124+0000 7f09c23fe640 1 --2- 172.21.15.62:0/314168133 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f09bc15dcb0 0x7f09bc06bb40 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.136 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.124+0000 7f09c23fe640 1 --2- 172.21.15.62:0/314168133 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f09bc15d130 0x7f09bc155400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.136 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.124+0000 7f09c23fe640 1 --2- 172.21.15.62:0/314168133 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f09bc1570c0 0x7f09bc14e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.136 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.124+0000 7f09c23fe640 1 -- 172.21.15.62:0/314168133 >> 172.21.15.62:0/314168133 conn(0x7f09bc0ca6a0 msgr2=0x7f09bc15abe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:23.137 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.124+0000 7f09c23fe640 1 -- 172.21.15.62:0/314168133 shutdown_connections 2023-06-08T03:53:23.137 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.124+0000 7f09c23fe640 1 -- 172.21.15.62:0/314168133 wait complete. 2023-06-08T03:53:23.150 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-08T03:53:23.277 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.268+0000 7f1947621640 1 Processor -- start 2023-06-08T03:53:23.277 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.268+0000 7f1947621640 1 -- start start 2023-06-08T03:53:23.281 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.268+0000 7f1947621640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f19401523c0 0x7f194006f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:23.281 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.268+0000 7f1947621640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f19400c9b70 0x7f19400c9fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:23.281 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.268+0000 7f1947621640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19400c8290 con 0x7f194015b7a0 2023-06-08T03:53:23.281 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.268+0000 7f1947621640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19400cc820 con 0x7f19400c9b70 2023-06-08T03:53:23.282 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.268+0000 7f1947621640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19400ca520 con 0x7f19401523c0 2023-06-08T03:53:23.282 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1945bbe640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f194015b7a0 0x7f194015bc20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:37360/0 (socket says 172.21.15.62:37360) 2023-06-08T03:53:23.282 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1945bbe640 1 -- 172.21.15.62:0/3490139838 learned_addr learned my addr 172.21.15.62:0/3490139838 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:23.283 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1944bbc640 1 --2- 172.21.15.62:0/3490139838 >> v2:172.21.15.188:3300/0 conn(0x7f19400c9b70 0x7f19400c9fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:23.283 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f19453bd640 1 --2- 172.21.15.62:0/3490139838 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f19401523c0 0x7f194006f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:23.283 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1937fff640 1 -- 172.21.15.62:0/3490139838 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4061111094 0 0) 0x7f19400c8290 con 0x7f194015b7a0 2023-06-08T03:53:23.283 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1937fff640 1 -- 172.21.15.62:0/3490139838 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f192c003530 con 0x7f194015b7a0 2023-06-08T03:53:23.284 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1937fff640 1 -- 172.21.15.62:0/3490139838 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1277502353 0 0) 0x7f192c003530 con 0x7f194015b7a0 2023-06-08T03:53:23.284 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1937fff640 1 -- 172.21.15.62:0/3490139838 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f19401523c0 msgr2=0x7f194006f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:23.284 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1937fff640 1 --2- 172.21.15.62:0/3490139838 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f19401523c0 0x7f194006f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.284 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1937fff640 1 -- 172.21.15.62:0/3490139838 >> v2:172.21.15.188:3300/0 conn(0x7f19400c9b70 msgr2=0x7f19400c9fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:23.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1937fff640 1 --2- 172.21.15.62:0/3490139838 >> v2:172.21.15.188:3300/0 conn(0x7f19400c9b70 0x7f19400c9fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1937fff640 1 -- 172.21.15.62:0/3490139838 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19400c8570 con 0x7f194015b7a0 2023-06-08T03:53:23.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1937fff640 1 -- 172.21.15.62:0/3490139838 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f1938001680 con 0x7f194015b7a0 2023-06-08T03:53:23.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1937fff640 1 -- 172.21.15.62:0/3490139838 >> v1:172.21.15.62:6789/0 conn(0x7f194015b7a0 legacy=0x7f194015bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:23.286 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1937fff640 1 --2- 172.21.15.62:0/3490139838 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f192c003980 0x7f192c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:23.286 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1937fff640 1 --2- 172.21.15.62:0/3490139838 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f19401523c0 0x7f192c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:23.286 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1937fff640 1 --2- 172.21.15.62:0/3490139838 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f192c004d10 0x7f192c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:23.286 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1937fff640 1 -- 172.21.15.62:0/3490139838 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19400cc820 con 0x7f192c003980 2023-06-08T03:53:23.286 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1937fff640 1 -- 172.21.15.62:0/3490139838 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19400ca520 con 0x7f192c004d10 2023-06-08T03:53:23.287 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1937fff640 1 -- 172.21.15.62:0/3490139838 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f192c00b990 con 0x7f19401523c0 2023-06-08T03:53:23.287 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f19453bd640 1 --2- 172.21.15.62:0/3490139838 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f192c003980 0x7f192c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:23.287 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f19453bd640 1 -- 172.21.15.62:0/3490139838 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f19401523c0 msgr2=0x7f192c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:23.287 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1944bbc640 1 --2- 172.21.15.62:0/3490139838 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f19401523c0 0x7f192c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:23.288 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f19453bd640 1 --2- 172.21.15.62:0/3490139838 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f19401523c0 0x7f192c0047d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.288 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f19453bd640 1 -- 172.21.15.62:0/3490139838 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f192c004d10 msgr2=0x7f192c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:23.288 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f19453bd640 1 --2- 172.21.15.62:0/3490139838 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f192c004d10 0x7f192c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.288 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f19453bd640 1 -- 172.21.15.62:0/3490139838 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f192c003530 con 0x7f192c003980 2023-06-08T03:53:23.293 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f19453bd640 1 --2- 172.21.15.62:0/3490139838 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f192c003980 0x7f192c003d90 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f193c009fc0 tx=0x7f193c01cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c831b747cf2bef01 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:23.294 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1937fff640 1 -- 172.21.15.62:0/3490139838 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f193c0a5c00 con 0x7f192c003980 2023-06-08T03:53:23.294 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1937fff640 1 -- 172.21.15.62:0/3490139838 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f193c00f040 con 0x7f192c003980 2023-06-08T03:53:23.294 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.272+0000 7f1937fff640 1 -- 172.21.15.62:0/3490139838 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f193c0ad440 con 0x7f192c003980 2023-06-08T03:53:23.294 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1947621640 1 -- 172.21.15.62:0/3490139838 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f192c003980 msgr2=0x7f192c003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:23.295 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1947621640 1 --2- 172.21.15.62:0/3490139838 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f192c003980 0x7f192c003d90 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f193c009fc0 tx=0x7f193c01cbd0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.295 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1945bbe640 1 -- 172.21.15.62:0/3490139838 reap_dead start 2023-06-08T03:53:23.295 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1947621640 1 -- 172.21.15.62:0/3490139838 shutdown_connections 2023-06-08T03:53:23.295 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1947621640 1 -- 172.21.15.62:0/3490139838 >> 172.21.15.62:0/3490139838 conn(0x7f19400ca6c0 msgr2=0x7f19400caac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:23.296 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1947621640 1 -- 172.21.15.62:0/3490139838 shutdown_connections 2023-06-08T03:53:23.296 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1947621640 1 -- 172.21.15.62:0/3490139838 wait complete. 2023-06-08T03:53:23.296 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1947621640 1 Processor -- start 2023-06-08T03:53:23.296 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1947621640 1 -- start start 2023-06-08T03:53:23.297 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1947621640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f192c003980 0x7f19401423c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:23.297 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1947621640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f19401633a0 0x7f1940163810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:23.297 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1947621640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f19400c6c60 0x7f19400c7100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:23.297 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1947621640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1940163d50 con 0x7f192c003980 2023-06-08T03:53:23.298 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1947621640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19400ad7b0 con 0x7f19400c6c60 2023-06-08T03:53:23.298 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1947621640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f194013fa40 con 0x7f19401633a0 2023-06-08T03:53:23.298 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f19453bd640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f192c003980 0x7f19401423c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:23.298 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f19453bd640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f192c003980 0x7f19401423c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47106/0 (socket says 172.21.15.62:47106) 2023-06-08T03:53:23.299 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f19453bd640 1 -- 172.21.15.62:0/2618290591 learned_addr learned my addr 172.21.15.62:0/2618290591 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:23.299 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1944bbc640 1 --2- 172.21.15.62:0/2618290591 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f19401633a0 0x7f1940163810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:23.299 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1945bbe640 1 --2- 172.21.15.62:0/2618290591 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f19400c6c60 0x7f19400c7100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:23.299 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f19453bd640 1 -- 172.21.15.62:0/2618290591 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f19401633a0 msgr2=0x7f1940163810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:23.300 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f19453bd640 1 --2- 172.21.15.62:0/2618290591 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f19401633a0 0x7f1940163810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.300 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f19453bd640 1 -- 172.21.15.62:0/2618290591 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f19400c6c60 msgr2=0x7f19400c7100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:23.300 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f19453bd640 1 --2- 172.21.15.62:0/2618290591 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f19400c6c60 0x7f19400c7100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.300 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f19453bd640 1 -- 172.21.15.62:0/2618290591 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19400c7cb0 con 0x7f192c003980 2023-06-08T03:53:23.301 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1945bbe640 1 --2- 172.21.15.62:0/2618290591 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f19400c6c60 0x7f19400c7100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:23.301 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f19453bd640 1 --2- 172.21.15.62:0/2618290591 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f192c003980 0x7f19401423c0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f193c0b0040 tx=0x7f193c009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:23.301 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1935ffb640 1 -- 172.21.15.62:0/2618290591 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f193c003ba0 con 0x7f192c003980 2023-06-08T03:53:23.301 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1935ffb640 1 -- 172.21.15.62:0/2618290591 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f193c003d00 con 0x7f192c003980 2023-06-08T03:53:23.302 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1947621640 1 -- 172.21.15.62:0/2618290591 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19400c79d0 con 0x7f192c003980 2023-06-08T03:53:23.302 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1935ffb640 1 -- 172.21.15.62:0/2618290591 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f193c004240 con 0x7f192c003980 2023-06-08T03:53:23.302 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.276+0000 7f1947621640 1 -- 172.21.15.62:0/2618290591 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19400add30 con 0x7f192c003980 2023-06-08T03:53:23.302 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.280+0000 7f1947621640 1 -- 172.21.15.62:0/2618290591 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f194004d650 con 0x7f192c003980 2023-06-08T03:53:23.302 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.280+0000 7f1935ffb640 1 -- 172.21.15.62:0/2618290591 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f193c0b4040 con 0x7f192c003980 2023-06-08T03:53:23.303 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.280+0000 7f1935ffb640 1 --2- 172.21.15.62:0/2618290591 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1924066280 0x7f1924068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:23.303 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.280+0000 7f1935ffb640 1 -- 172.21.15.62:0/2618290591 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f193c11e490 con 0x7f192c003980 2023-06-08T03:53:23.303 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.280+0000 7f1944bbc640 1 --2- 172.21.15.62:0/2618290591 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1924066280 0x7f1924068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:23.303 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.280+0000 7f1944bbc640 1 --2- 172.21.15.62:0/2618290591 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1924066280 0x7f1924068730 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f19400b01f0 tx=0x7f1930008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:23.304 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.284+0000 7f1935ffb640 1 -- 172.21.15.62:0/2618290591 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f193c0eba10 con 0x7f192c003980 2023-06-08T03:53:23.450 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.440+0000 7f1947621640 1 -- 172.21.15.62:0/2618290591 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f19400b02d0 con 0x7f192c003980 2023-06-08T03:53:23.450 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.444+0000 7f1935ffb640 1 -- 172.21.15.62:0/2618290591 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7f193c0ef030 con 0x7f192c003980 2023-06-08T03:53:23.451 INFO:teuthology.orchestra.run.smithi062.stderr:listed 0 entries 2023-06-08T03:53:23.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.444+0000 7f1947621640 1 -- 172.21.15.62:0/2618290591 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1924066280 msgr2=0x7f1924068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:23.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.444+0000 7f1947621640 1 --2- 172.21.15.62:0/2618290591 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1924066280 0x7f1924068730 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f19400b01f0 tx=0x7f1930008040 comp rx=0 tx=0).stop 2023-06-08T03:53:23.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.444+0000 7f1947621640 1 -- 172.21.15.62:0/2618290591 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f192c003980 msgr2=0x7f19401423c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:23.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.444+0000 7f1947621640 1 --2- 172.21.15.62:0/2618290591 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f192c003980 0x7f19401423c0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f193c0b0040 tx=0x7f193c009750 comp rx=0 tx=0).stop 2023-06-08T03:53:23.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.444+0000 7f1947621640 1 -- 172.21.15.62:0/2618290591 shutdown_connections 2023-06-08T03:53:23.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.444+0000 7f1947621640 1 --2- 172.21.15.62:0/2618290591 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1924066280 0x7f1924068730 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.444+0000 7f1947621640 1 --2- 172.21.15.62:0/2618290591 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f19400c6c60 0x7f19400c7100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.444+0000 7f1947621640 1 --2- 172.21.15.62:0/2618290591 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f19401633a0 0x7f1940163810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.455 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.444+0000 7f1947621640 1 --2- 172.21.15.62:0/2618290591 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f192c003980 0x7f19401423c0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.455 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.444+0000 7f1947621640 1 -- 172.21.15.62:0/2618290591 >> 172.21.15.62:0/2618290591 conn(0x7f19400ca6c0 msgr2=0x7f194014edc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:23.455 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.444+0000 7f1947621640 1 -- 172.21.15.62:0/2618290591 shutdown_connections 2023-06-08T03:53:23.455 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.444+0000 7f1947621640 1 -- 172.21.15.62:0/2618290591 wait complete. 2023-06-08T03:53:23.469 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi062.front.sepia.ceph.com... 2023-06-08T03:53:23.469 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:23.470 DEBUG:teuthology.orchestra.run.smithi062:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2023-06-08T03:53:23.482 INFO:teuthology.orchestra.run:waiting for 300 2023-06-08T03:53:23.483 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi062.front.sepia.ceph.com 2023-06-08T03:53:23.483 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:23.484 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2023-06-08T03:53:23.531 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:53:23.531 DEBUG:teuthology.orchestra.run.smithi188:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-08T03:53:23.539 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:53:23.539 DEBUG:teuthology.orchestra.run.smithi188:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-08T03:53:23.586 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:53:23.711 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.704+0000 7fd1f64ee640 1 Processor -- start 2023-06-08T03:53:23.711 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.704+0000 7fd1f64ee640 1 -- start start 2023-06-08T03:53:23.712 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.704+0000 7fd1f64ee640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fd1f00c9830 0x7fd1f0164350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:23.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.704+0000 7fd1f64ee640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd1f00c8390 con 0x7fd1f00ca430 2023-06-08T03:53:23.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.704+0000 7fd1f64ee640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd1f0070870 con 0x7fd1f0159730 2023-06-08T03:53:23.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.704+0000 7fd1f64ee640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1f0070b50 con 0x7fd1f00c9830 2023-06-08T03:53:23.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.704+0000 7fd1effff640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fd1f00ca430 0x7fd1f00ca800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:37368/0 (socket says 172.21.15.62:37368) 2023-06-08T03:53:23.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.704+0000 7fd1effff640 1 -- 172.21.15.62:0/2929725646 learned_addr learned my addr 172.21.15.62:0/2929725646 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:23.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.704+0000 7fd1f4a8b640 1 --2- 172.21.15.62:0/2929725646 >> v2:172.21.15.62:3300/0 conn(0x7fd1f00c9830 0x7fd1f0164350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:23.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.704+0000 7fd1eeffd640 1 -- 172.21.15.62:0/2929725646 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4004634222 0 0) 0x7fd1f00c8390 con 0x7fd1f00ca430 2023-06-08T03:53:23.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.704+0000 7fd1eeffd640 1 -- 172.21.15.62:0/2929725646 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd1d8003530 con 0x7fd1f00ca430 2023-06-08T03:53:23.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.704+0000 7fd1f4a8b640 1 -- 172.21.15.62:0/2929725646 >> v1:172.21.15.188:6789/0 conn(0x7fd1f0159730 legacy=0x7fd1f006fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:23.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.704+0000 7fd1f4a8b640 1 -- 172.21.15.62:0/2929725646 >> v1:172.21.15.62:6789/0 conn(0x7fd1f00ca430 legacy=0x7fd1f00ca800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:23.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.704+0000 7fd1f4a8b640 1 -- 172.21.15.62:0/2929725646 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1f0070e30 con 0x7fd1f00c9830 2023-06-08T03:53:23.717 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.708+0000 7fd1f4a8b640 1 --2- 172.21.15.62:0/2929725646 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd1f00c9830 0x7fd1f0164350 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fd1e8009d90 tx=0x7fd1e801c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29e33abae2bd5952 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:23.717 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.708+0000 7fd1eeffd640 1 -- 172.21.15.62:0/2929725646 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1e80a5920 con 0x7fd1f00c9830 2023-06-08T03:53:23.717 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.708+0000 7fd1eeffd640 1 -- 172.21.15.62:0/2929725646 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1e80a5a80 con 0x7fd1f00c9830 2023-06-08T03:53:23.718 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.708+0000 7fd1eeffd640 1 -- 172.21.15.62:0/2929725646 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1e80a5e10 con 0x7fd1f00c9830 2023-06-08T03:53:23.718 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.708+0000 7fd1f64ee640 1 -- 172.21.15.62:0/2929725646 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd1f00c9830 msgr2=0x7fd1f0164350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:23.718 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.708+0000 7fd1f64ee640 1 --2- 172.21.15.62:0/2929725646 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd1f00c9830 0x7fd1f0164350 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fd1e8009d90 tx=0x7fd1e801c950 comp rx=0 tx=0).stop 2023-06-08T03:53:23.718 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.708+0000 7fd1f64ee640 1 -- 172.21.15.62:0/2929725646 shutdown_connections 2023-06-08T03:53:23.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.708+0000 7fd1f64ee640 1 --2- 172.21.15.62:0/2929725646 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd1f00c9830 0x7fd1f0164350 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.708+0000 7fd1f64ee640 1 -- 172.21.15.62:0/2929725646 >> 172.21.15.62:0/2929725646 conn(0x7fd1f00af640 msgr2=0x7fd1f00afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:23.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.708+0000 7fd1f64ee640 1 -- 172.21.15.62:0/2929725646 shutdown_connections 2023-06-08T03:53:23.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.708+0000 7fd1f64ee640 1 -- 172.21.15.62:0/2929725646 wait complete. 2023-06-08T03:53:23.723 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.708+0000 7fd1f64ee640 1 Processor -- start 2023-06-08T03:53:23.723 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.708+0000 7fd1f64ee640 1 -- start start 2023-06-08T03:53:23.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1f64ee640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd1f00c9830 0x7fd1f0146c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:23.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1f64ee640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd1f00ca430 0x7fd1f014d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:23.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1f64ee640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd1f0159730 0x7fd1f014def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:23.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1f64ee640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1f0148350 con 0x7fd1f00c9830 2023-06-08T03:53:23.725 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1f64ee640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1f014c1e0 con 0x7fd1f0159730 2023-06-08T03:53:23.725 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1f64ee640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1f014c4c0 con 0x7fd1f00ca430 2023-06-08T03:53:23.725 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1effff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd1f00c9830 0x7fd1f0146c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:23.725 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1effff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd1f00c9830 0x7fd1f0146c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47126/0 (socket says 172.21.15.62:47126) 2023-06-08T03:53:23.726 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1effff640 1 -- 172.21.15.62:0/285247336 learned_addr learned my addr 172.21.15.62:0/285247336 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:23.726 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1f4a8b640 1 --2- 172.21.15.62:0/285247336 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd1f0159730 0x7fd1f014def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:23.726 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1ef7fe640 1 --2- 172.21.15.62:0/285247336 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd1f00ca430 0x7fd1f014d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:23.726 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1effff640 1 -- 172.21.15.62:0/285247336 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd1f00ca430 msgr2=0x7fd1f014d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:23.727 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1effff640 1 --2- 172.21.15.62:0/285247336 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd1f00ca430 0x7fd1f014d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.727 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1effff640 1 -- 172.21.15.62:0/285247336 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd1f0159730 msgr2=0x7fd1f014def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:23.727 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1effff640 1 --2- 172.21.15.62:0/285247336 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd1f0159730 0x7fd1f014def0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.727 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1effff640 1 -- 172.21.15.62:0/285247336 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1e8009a70 con 0x7fd1f00c9830 2023-06-08T03:53:23.728 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1ef7fe640 1 --2- 172.21.15.62:0/285247336 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd1f00ca430 0x7fd1f014d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:23.728 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1effff640 1 --2- 172.21.15.62:0/285247336 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd1f00c9830 0x7fd1f0146c50 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fd1e000c4d0 tx=0x7fd1e000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:23.728 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1ecff9640 1 -- 172.21.15.62:0/285247336 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1e0005cf0 con 0x7fd1f00c9830 2023-06-08T03:53:23.728 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1ecff9640 1 -- 172.21.15.62:0/285247336 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1e0005e50 con 0x7fd1f00c9830 2023-06-08T03:53:23.729 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1ecff9640 1 -- 172.21.15.62:0/285247336 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1e0007270 con 0x7fd1f00c9830 2023-06-08T03:53:23.729 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1f64ee640 1 -- 172.21.15.62:0/285247336 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1f014c7a0 con 0x7fd1f00c9830 2023-06-08T03:53:23.729 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1f64ee640 1 -- 172.21.15.62:0/285247336 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1f014cfa0 con 0x7fd1f00c9830 2023-06-08T03:53:23.729 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1f64ee640 1 -- 172.21.15.62:0/285247336 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1f004d6c0 con 0x7fd1f00c9830 2023-06-08T03:53:23.730 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1ecff9640 1 -- 172.21.15.62:0/285247336 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd1e00073d0 con 0x7fd1f00c9830 2023-06-08T03:53:23.730 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1ecff9640 1 --2- 172.21.15.62:0/285247336 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd1dc066280 0x7fd1dc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:23.730 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1ecff9640 1 -- 172.21.15.62:0/285247336 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fd1e0083200 con 0x7fd1f00c9830 2023-06-08T03:53:23.730 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1ef7fe640 1 --2- 172.21.15.62:0/285247336 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd1dc066280 0x7fd1dc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:23.731 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.712+0000 7fd1ef7fe640 1 --2- 172.21.15.62:0/285247336 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd1dc066280 0x7fd1dc068730 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fd1f006f760 tx=0x7fd1e4009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:23.731 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.716+0000 7fd1ecff9640 1 -- 172.21.15.62:0/285247336 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd1e0050780 con 0x7fd1f00c9830 2023-06-08T03:53:23.880 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.872+0000 7fd1f64ee640 1 -- 172.21.15.62:0/285247336 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd1f0150fc0 con 0x7fd1f00c9830 2023-06-08T03:53:23.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.876+0000 7fd1ecff9640 1 -- 172.21.15.62:0/285247336 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18374 (secure 0 0 0) 0x7fd1e0053da0 con 0x7fd1f00c9830 2023-06-08T03:53:23.883 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:23.883 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":25,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:53:16.353560+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.f","mappings":[{"from":1,"to":2}]},{"pgid":"4.37","mappings":[{"from":3,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:53:23.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.876+0000 7fd1f64ee640 1 -- 172.21.15.62:0/285247336 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd1dc066280 msgr2=0x7fd1dc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:23.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.876+0000 7fd1f64ee640 1 --2- 172.21.15.62:0/285247336 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd1dc066280 0x7fd1dc068730 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fd1f006f760 tx=0x7fd1e4009040 comp rx=0 tx=0).stop 2023-06-08T03:53:23.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.876+0000 7fd1f64ee640 1 -- 172.21.15.62:0/285247336 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd1f00c9830 msgr2=0x7fd1f0146c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:23.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.876+0000 7fd1f64ee640 1 --2- 172.21.15.62:0/285247336 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd1f00c9830 0x7fd1f0146c50 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fd1e000c4d0 tx=0x7fd1e000c990 comp rx=0 tx=0).stop 2023-06-08T03:53:23.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.876+0000 7fd1f64ee640 1 -- 172.21.15.62:0/285247336 shutdown_connections 2023-06-08T03:53:23.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.876+0000 7fd1f64ee640 1 --2- 172.21.15.62:0/285247336 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd1dc066280 0x7fd1dc068730 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.876+0000 7fd1f64ee640 1 --2- 172.21.15.62:0/285247336 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd1f0159730 0x7fd1f014def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.876+0000 7fd1f64ee640 1 --2- 172.21.15.62:0/285247336 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd1f00ca430 0x7fd1f014d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.876+0000 7fd1f64ee640 1 --2- 172.21.15.62:0/285247336 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd1f00c9830 0x7fd1f0146c50 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:23.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.876+0000 7fd1f64ee640 1 -- 172.21.15.62:0/285247336 >> 172.21.15.62:0/285247336 conn(0x7fd1f00af640 msgr2=0x7fd1f0072320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:23.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.876+0000 7fd1f64ee640 1 -- 172.21.15.62:0/285247336 shutdown_connections 2023-06-08T03:53:23.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:23.876+0000 7fd1f64ee640 1 -- 172.21.15.62:0/285247336 wait complete. 2023-06-08T03:53:23.902 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-08T03:52:22.372947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-08T03:52:28.107223+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-08T03:52:32.655480+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-08T03:52:33.144430+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-08T03:53:23.903 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-08T03:53:24.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.020+0000 7f88baa71640 1 Processor -- start 2023-06-08T03:53:24.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.020+0000 7f88baa71640 1 -- start start 2023-06-08T03:53:24.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.020+0000 7f88baa71640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f88b415b8f0 0x7f88b40b4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.020+0000 7f88baa71640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f88b40d0fd0 0x7f88b40ce7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.020+0000 7f88baa71640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88b40ce270 con 0x7f88b40b5340 2023-06-08T03:53:24.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.020+0000 7f88baa71640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88b40b16b0 con 0x7f88b40d0fd0 2023-06-08T03:53:24.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.020+0000 7f88baa71640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88b40ce510 con 0x7f88b415b8f0 2023-06-08T03:53:24.029 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.020+0000 7f88b900e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f88b40d0fd0 0x7f88b40ce7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:24.029 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.020+0000 7f88b3fff640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f88b40b5340 0x7f88b40d08c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:37378/0 (socket says 172.21.15.62:37378) 2023-06-08T03:53:24.029 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.020+0000 7f88b3fff640 1 -- 172.21.15.62:0/1409594501 learned_addr learned my addr 172.21.15.62:0/1409594501 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:24.030 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.020+0000 7f88b880d640 1 --2- 172.21.15.62:0/1409594501 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f88b415b8f0 0x7f88b40b4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:24.030 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.020+0000 7f88b900e640 1 -- 172.21.15.62:0/1409594501 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f88b415b8f0 msgr2=0x7f88b40b4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:24.030 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.020+0000 7f88b900e640 1 --2- 172.21.15.62:0/1409594501 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f88b415b8f0 0x7f88b40b4e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.030 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.020+0000 7f88b900e640 1 -- 172.21.15.62:0/1409594501 >> v1:172.21.15.62:6789/0 conn(0x7f88b40b5340 legacy=0x7f88b40d08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.030 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.020+0000 7f88b900e640 1 -- 172.21.15.62:0/1409594501 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88b40cc7a0 con 0x7f88b40d0fd0 2023-06-08T03:53:24.030 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.020+0000 7f88b37fe640 1 -- 172.21.15.62:0/1409594501 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3476183569 0 0) 0x7f88b40ce270 con 0x7f88b40b5340 2023-06-08T03:53:24.031 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88b900e640 1 --2- 172.21.15.62:0/1409594501 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88b40d0fd0 0x7f88b40ce7f0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f88ac009d90 tx=0x7f88ac01c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44746d9e5dc0d67c server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:24.031 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88b37fe640 1 -- 172.21.15.62:0/1409594501 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88ac0a5910 con 0x7f88b40d0fd0 2023-06-08T03:53:24.031 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88b37fe640 1 -- 172.21.15.62:0/1409594501 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88ac0a5a70 con 0x7f88b40d0fd0 2023-06-08T03:53:24.032 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88b37fe640 1 -- 172.21.15.62:0/1409594501 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88ac0a5e00 con 0x7f88b40d0fd0 2023-06-08T03:53:24.032 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88baa71640 1 -- 172.21.15.62:0/1409594501 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88b40d0fd0 msgr2=0x7f88b40ce7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.032 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88baa71640 1 --2- 172.21.15.62:0/1409594501 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88b40d0fd0 0x7f88b40ce7f0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f88ac009d90 tx=0x7f88ac01c890 comp rx=0 tx=0).stop 2023-06-08T03:53:24.032 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88baa71640 1 -- 172.21.15.62:0/1409594501 shutdown_connections 2023-06-08T03:53:24.032 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88baa71640 1 --2- 172.21.15.62:0/1409594501 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88b40d0fd0 0x7f88b40ce7f0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.032 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88baa71640 1 --2- 172.21.15.62:0/1409594501 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f88b415b8f0 0x7f88b40b4e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.032 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88baa71640 1 -- 172.21.15.62:0/1409594501 >> 172.21.15.62:0/1409594501 conn(0x7f88b40d1fb0 msgr2=0x7f88b40d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:24.033 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88baa71640 1 -- 172.21.15.62:0/1409594501 shutdown_connections 2023-06-08T03:53:24.033 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88baa71640 1 -- 172.21.15.62:0/1409594501 wait complete. 2023-06-08T03:53:24.034 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88baa71640 1 Processor -- start 2023-06-08T03:53:24.034 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88baa71640 1 -- start start 2023-06-08T03:53:24.034 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88baa71640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f88b40b5340 0x7f88b40c9080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88baa71640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88b40d0fd0 0x7f88b40c82f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88baa71640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f88b415b8f0 0x7f88b40ca970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88baa71640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88b40b4800 con 0x7f88b40d0fd0 2023-06-08T03:53:24.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88baa71640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88b415c8f0 con 0x7f88b40b5340 2023-06-08T03:53:24.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88baa71640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88b415cb70 con 0x7f88b415b8f0 2023-06-08T03:53:24.035 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88b3fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88b40d0fd0 0x7f88b40c82f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:24.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88b3fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88b40d0fd0 0x7f88b40c82f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47156/0 (socket says 172.21.15.62:47156) 2023-06-08T03:53:24.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88b3fff640 1 -- 172.21.15.62:0/1676741374 learned_addr learned my addr 172.21.15.62:0/1676741374 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:24.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88b3fff640 1 -- 172.21.15.62:0/1676741374 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f88b415b8f0 msgr2=0x7f88b40ca970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88b3fff640 1 --2- 172.21.15.62:0/1676741374 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f88b415b8f0 0x7f88b40ca970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88b3fff640 1 -- 172.21.15.62:0/1676741374 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f88b40b5340 msgr2=0x7f88b40c9080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88b3fff640 1 --2- 172.21.15.62:0/1676741374 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f88b40b5340 0x7f88b40c9080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.036 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88b3fff640 1 -- 172.21.15.62:0/1676741374 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88ac009a70 con 0x7f88b40d0fd0 2023-06-08T03:53:24.037 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88b3fff640 1 --2- 172.21.15.62:0/1676741374 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88b40d0fd0 0x7f88b40c82f0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f88a800c520 tx=0x7f88a800c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:24.037 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88b17fa640 1 -- 172.21.15.62:0/1676741374 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a80074e0 con 0x7f88b40d0fd0 2023-06-08T03:53:24.037 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88b17fa640 1 -- 172.21.15.62:0/1676741374 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88a8007640 con 0x7f88b40d0fd0 2023-06-08T03:53:24.037 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88baa71640 1 -- 172.21.15.62:0/1676741374 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88b41409f0 con 0x7f88b40d0fd0 2023-06-08T03:53:24.037 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88b17fa640 1 -- 172.21.15.62:0/1676741374 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a80049f0 con 0x7f88b40d0fd0 2023-06-08T03:53:24.037 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.024+0000 7f88baa71640 1 -- 172.21.15.62:0/1676741374 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88b40b4520 con 0x7f88b40d0fd0 2023-06-08T03:53:24.038 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.028+0000 7f88baa71640 1 -- 172.21.15.62:0/1676741374 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88b404d650 con 0x7f88b40d0fd0 2023-06-08T03:53:24.038 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.028+0000 7f88b17fa640 1 -- 172.21.15.62:0/1676741374 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f88a8004b70 con 0x7f88b40d0fd0 2023-06-08T03:53:24.038 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.028+0000 7f88b17fa640 1 --2- 172.21.15.62:0/1676741374 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f88a0066280 0x7f88a0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.038 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.028+0000 7f88b17fa640 1 -- 172.21.15.62:0/1676741374 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f88a8083410 con 0x7f88b40d0fd0 2023-06-08T03:53:24.039 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.028+0000 7f88b880d640 1 --2- 172.21.15.62:0/1676741374 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f88a0066280 0x7f88a0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:24.039 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.028+0000 7f88b880d640 1 --2- 172.21.15.62:0/1676741374 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f88a0066280 0x7f88a0068730 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f88a400b850 tx=0x7f88a4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:24.040 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.032+0000 7f88b17fa640 1 -- 172.21.15.62:0/1676741374 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f88a8050840 con 0x7f88b40d0fd0 2023-06-08T03:53:24.191 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.184+0000 7f88baa71640 1 -- 172.21.15.62:0/1676741374 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f88b40b1490 con 0x7f88b40d0fd0 2023-06-08T03:53:24.192 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.184+0000 7f88b17fa640 1 -- 172.21.15.62:0/1676741374 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7f88a8053e60 con 0x7f88b40d0fd0 2023-06-08T03:53:24.192 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 1 2023-06-08T03:53:24.194 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.184+0000 7f88baa71640 1 -- 172.21.15.62:0/1676741374 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f88a0066280 msgr2=0x7f88a0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.184+0000 7f88baa71640 1 --2- 172.21.15.62:0/1676741374 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f88a0066280 0x7f88a0068730 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f88a400b850 tx=0x7f88a4008040 comp rx=0 tx=0).stop 2023-06-08T03:53:24.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.184+0000 7f88baa71640 1 -- 172.21.15.62:0/1676741374 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88b40d0fd0 msgr2=0x7f88b40c82f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.184+0000 7f88baa71640 1 --2- 172.21.15.62:0/1676741374 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88b40d0fd0 0x7f88b40c82f0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f88a800c520 tx=0x7f88a800c9e0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.188+0000 7f88baa71640 1 -- 172.21.15.62:0/1676741374 shutdown_connections 2023-06-08T03:53:24.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.188+0000 7f88baa71640 1 --2- 172.21.15.62:0/1676741374 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f88a0066280 0x7f88a0068730 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.188+0000 7f88baa71640 1 --2- 172.21.15.62:0/1676741374 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f88b415b8f0 0x7f88b40ca970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.188+0000 7f88baa71640 1 --2- 172.21.15.62:0/1676741374 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88b40d0fd0 0x7f88b40c82f0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.196 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.188+0000 7f88baa71640 1 --2- 172.21.15.62:0/1676741374 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f88b40b5340 0x7f88b40c9080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.196 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.188+0000 7f88baa71640 1 -- 172.21.15.62:0/1676741374 >> 172.21.15.62:0/1676741374 conn(0x7f88b40d1fb0 msgr2=0x7f88b40d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:24.196 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.188+0000 7f88baa71640 1 -- 172.21.15.62:0/1676741374 shutdown_connections 2023-06-08T03:53:24.196 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.188+0000 7f88baa71640 1 -- 172.21.15.62:0/1676741374 wait complete. 2023-06-08T03:53:24.211 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-08T03:53:24.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.336+0000 7f59da705640 1 Processor -- start 2023-06-08T03:53:24.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.336+0000 7f59da705640 1 -- start start 2023-06-08T03:53:24.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.336+0000 7f59da705640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f59d41570c0 0x7f59d415d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.336+0000 7f59da705640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f59d415d130 0x7f59d40c8270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.336+0000 7f59da705640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f59d4157490 con 0x7f59d415dcb0 2023-06-08T03:53:24.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.336+0000 7f59da705640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f59d4070020 con 0x7f59d415d130 2023-06-08T03:53:24.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.336+0000 7f59da705640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59d4070300 con 0x7f59d41570c0 2023-06-08T03:53:24.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.336+0000 7f59d3fff640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f59d41570c0 0x7f59d415d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:24.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.336+0000 7f59d8ca2640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f59d415d130 0x7f59d40c8270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:24.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.336+0000 7f59d8ca2640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f59d415d130 0x7f59d40c8270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.62:54388/0 (socket says 172.21.15.62:54388) 2023-06-08T03:53:24.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.336+0000 7f59d3fff640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f59d41570c0 0x7f59d415d770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.62:37998/0 (socket says 172.21.15.62:37998) 2023-06-08T03:53:24.345 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.336+0000 7f59d8ca2640 1 -- 172.21.15.62:0/3049524920 learned_addr learned my addr 172.21.15.62:0/3049524920 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:24.346 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.336+0000 7f59d8ca2640 1 -- 172.21.15.62:0/3049524920 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f59d41570c0 msgr2=0x7f59d415d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:24.346 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.336+0000 7f59d8ca2640 1 --2- 172.21.15.62:0/3049524920 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f59d41570c0 0x7f59d415d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.346 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.336+0000 7f59d8ca2640 1 -- 172.21.15.62:0/3049524920 >> v1:172.21.15.188:6789/0 conn(0x7f59d415dcb0 legacy=0x7f59d40af6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.346 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.336+0000 7f59d8ca2640 1 -- 172.21.15.62:0/3049524920 --> v2:172.21.15.188:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59d40705e0 con 0x7f59d415d130 2023-06-08T03:53:24.346 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.336+0000 7f59d3fff640 1 --2- 172.21.15.62:0/3049524920 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f59d41570c0 0x7f59d415d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:53:24.347 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.340+0000 7f59d8ca2640 1 --2- 172.21.15.62:0/3049524920 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f59d415d130 0x7f59d40c8270 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f59cc009870 tx=0x7f59cc01c480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f0008bd227b8a905 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:24.347 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.340+0000 7f59d2ffd640 1 -- 172.21.15.62:0/3049524920 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59cc0ac410 con 0x7f59d415d130 2023-06-08T03:53:24.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.340+0000 7f59d2ffd640 1 -- 172.21.15.62:0/3049524920 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59cc0ac570 con 0x7f59d415d130 2023-06-08T03:53:24.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.340+0000 7f59d2ffd640 1 -- 172.21.15.62:0/3049524920 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59cc0ac900 con 0x7f59d415d130 2023-06-08T03:53:24.349 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.340+0000 7f59da705640 1 -- 172.21.15.62:0/3049524920 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f59d415d130 msgr2=0x7f59d40c8270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.349 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.340+0000 7f59da705640 1 --2- 172.21.15.62:0/3049524920 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f59d415d130 0x7f59d40c8270 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f59cc009870 tx=0x7f59cc01c480 comp rx=0 tx=0).stop 2023-06-08T03:53:24.349 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.340+0000 7f59da705640 1 -- 172.21.15.62:0/3049524920 shutdown_connections 2023-06-08T03:53:24.349 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.340+0000 7f59da705640 1 --2- 172.21.15.62:0/3049524920 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f59d415d130 0x7f59d40c8270 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.349 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.340+0000 7f59da705640 1 --2- 172.21.15.62:0/3049524920 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f59d41570c0 0x7f59d415d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.349 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.340+0000 7f59da705640 1 -- 172.21.15.62:0/3049524920 >> 172.21.15.62:0/3049524920 conn(0x7f59d40ca6a0 msgr2=0x7f59d40caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:24.350 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.340+0000 7f59da705640 1 -- 172.21.15.62:0/3049524920 shutdown_connections 2023-06-08T03:53:24.350 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.340+0000 7f59da705640 1 -- 172.21.15.62:0/3049524920 wait complete. 2023-06-08T03:53:24.350 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.340+0000 7f59da705640 1 Processor -- start 2023-06-08T03:53:24.350 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.340+0000 7f59da705640 1 -- start start 2023-06-08T03:53:24.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59da705640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f59d41570c0 0x7f59d40c3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59da705640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f59d415d130 0x7f59d40ad680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59da705640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f59d415dcb0 0x7f59d4152be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59da705640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59d4151b40 con 0x7f59d415dcb0 2023-06-08T03:53:24.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59da705640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59d4151e20 con 0x7f59d415d130 2023-06-08T03:53:24.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59da705640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59d4152100 con 0x7f59d41570c0 2023-06-08T03:53:24.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59d8ca2640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f59d415dcb0 0x7f59d4152be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:24.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59d8ca2640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f59d415dcb0 0x7f59d4152be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47172/0 (socket says 172.21.15.62:47172) 2023-06-08T03:53:24.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59d8ca2640 1 -- 172.21.15.62:0/3020917615 learned_addr learned my addr 172.21.15.62:0/3020917615 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:24.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59d37fe640 1 --2- 172.21.15.62:0/3020917615 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f59d415d130 0x7f59d40ad680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:24.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59d3fff640 1 --2- 172.21.15.62:0/3020917615 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f59d41570c0 0x7f59d40c3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:24.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59d8ca2640 1 -- 172.21.15.62:0/3020917615 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f59d41570c0 msgr2=0x7f59d40c3ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59d8ca2640 1 --2- 172.21.15.62:0/3020917615 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f59d41570c0 0x7f59d40c3ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59d8ca2640 1 -- 172.21.15.62:0/3020917615 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f59d415d130 msgr2=0x7f59d40ad680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59d8ca2640 1 --2- 172.21.15.62:0/3020917615 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f59d415d130 0x7f59d40ad680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59d8ca2640 1 -- 172.21.15.62:0/3020917615 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59c4009a70 con 0x7f59d415dcb0 2023-06-08T03:53:24.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59d8ca2640 1 --2- 172.21.15.62:0/3020917615 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f59d415dcb0 0x7f59d4152be0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f59cc01a0b0 tx=0x7f59cc019220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:24.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59d0ff9640 1 -- 172.21.15.62:0/3020917615 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59cc0ac410 con 0x7f59d415dcb0 2023-06-08T03:53:24.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59d0ff9640 1 -- 172.21.15.62:0/3020917615 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59cc0ace10 con 0x7f59d415dcb0 2023-06-08T03:53:24.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59da705640 1 -- 172.21.15.62:0/3020917615 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59cc0094d0 con 0x7f59d415dcb0 2023-06-08T03:53:24.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59d0ff9640 1 -- 172.21.15.62:0/3020917615 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59cc0b67f0 con 0x7f59d415dcb0 2023-06-08T03:53:24.355 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59da705640 1 -- 172.21.15.62:0/3020917615 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59d41526c0 con 0x7f59d415dcb0 2023-06-08T03:53:24.355 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59da705640 1 -- 172.21.15.62:0/3020917615 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59d41528b0 con 0x7f59d415dcb0 2023-06-08T03:53:24.355 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59d0ff9640 1 -- 172.21.15.62:0/3020917615 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f59cc0b6950 con 0x7f59d415dcb0 2023-06-08T03:53:24.356 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59d0ff9640 1 --2- 172.21.15.62:0/3020917615 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f59b4066280 0x7f59b4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.356 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.344+0000 7f59d0ff9640 1 -- 172.21.15.62:0/3020917615 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f59cc11e7f0 con 0x7f59d415dcb0 2023-06-08T03:53:24.356 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.348+0000 7f59d3fff640 1 --2- 172.21.15.62:0/3020917615 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f59b4066280 0x7f59b4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:24.356 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.348+0000 7f59d3fff640 1 --2- 172.21.15.62:0/3020917615 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f59b4066280 0x7f59b4068730 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f59c4007600 tx=0x7f59c400b040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:24.358 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.348+0000 7f59d0ff9640 1 -- 172.21.15.62:0/3020917615 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f59cc0ebcb0 con 0x7f59d415dcb0 2023-06-08T03:53:24.506 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.496+0000 7f59da705640 1 -- 172.21.15.62:0/3020917615 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f59d404d650 con 0x7f59d415dcb0 2023-06-08T03:53:24.506 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.500+0000 7f59d0ff9640 1 -- 172.21.15.62:0/3020917615 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v25) v1 ==== 92+0+10 (secure 0 0 0) 0x7f59cc0ef2d0 con 0x7f59d415dcb0 2023-06-08T03:53:24.507 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 8 2023-06-08T03:53:24.508 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.500+0000 7f59da705640 1 -- 172.21.15.62:0/3020917615 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f59b4066280 msgr2=0x7f59b4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.509 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.500+0000 7f59da705640 1 --2- 172.21.15.62:0/3020917615 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f59b4066280 0x7f59b4068730 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f59c4007600 tx=0x7f59c400b040 comp rx=0 tx=0).stop 2023-06-08T03:53:24.509 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.500+0000 7f59da705640 1 -- 172.21.15.62:0/3020917615 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f59d415dcb0 msgr2=0x7f59d4152be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.509 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.500+0000 7f59da705640 1 --2- 172.21.15.62:0/3020917615 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f59d415dcb0 0x7f59d4152be0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f59cc01a0b0 tx=0x7f59cc019220 comp rx=0 tx=0).stop 2023-06-08T03:53:24.509 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.500+0000 7f59da705640 1 -- 172.21.15.62:0/3020917615 shutdown_connections 2023-06-08T03:53:24.509 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.500+0000 7f59da705640 1 --2- 172.21.15.62:0/3020917615 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f59b4066280 0x7f59b4068730 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.509 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.500+0000 7f59da705640 1 --2- 172.21.15.62:0/3020917615 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f59d415dcb0 0x7f59d4152be0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.509 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.500+0000 7f59da705640 1 --2- 172.21.15.62:0/3020917615 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f59d415d130 0x7f59d40ad680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.510 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.500+0000 7f59da705640 1 --2- 172.21.15.62:0/3020917615 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f59d41570c0 0x7f59d40c3ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.510 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.500+0000 7f59da705640 1 -- 172.21.15.62:0/3020917615 >> 172.21.15.62:0/3020917615 conn(0x7f59d40ca6a0 msgr2=0x7f59d406aaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:24.510 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.500+0000 7f59da705640 1 -- 172.21.15.62:0/3020917615 shutdown_connections 2023-06-08T03:53:24.510 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.500+0000 7f59da705640 1 -- 172.21.15.62:0/3020917615 wait complete. 2023-06-08T03:53:24.524 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-08T03:53:24.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.644+0000 7feed7edd640 1 Processor -- start 2023-06-08T03:53:24.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.644+0000 7feed7edd640 1 -- start start 2023-06-08T03:53:24.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.644+0000 7feed7edd640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7feed01570c0 0x7feed015d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.644+0000 7feed7edd640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7feed015d130 0x7feed00c8270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.644+0000 7feed7edd640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feed0157490 con 0x7feed015dcb0 2023-06-08T03:53:24.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.644+0000 7feed7edd640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feed0070020 con 0x7feed015d130 2023-06-08T03:53:24.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.644+0000 7feed7edd640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feed0070300 con 0x7feed01570c0 2023-06-08T03:53:24.653 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.644+0000 7feed647a640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7feed015d130 0x7feed00c8270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:24.653 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.644+0000 7feed5c79640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7feed01570c0 0x7feed015d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:24.653 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.644+0000 7feed5c79640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7feed01570c0 0x7feed015d770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.62:38024/0 (socket says 172.21.15.62:38024) 2023-06-08T03:53:24.653 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.644+0000 7feed5c79640 1 -- 172.21.15.62:0/2731828315 learned_addr learned my addr 172.21.15.62:0/2731828315 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:24.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.644+0000 7feed5c79640 1 -- 172.21.15.62:0/2731828315 >> v2:172.21.15.188:3300/0 conn(0x7feed015d130 msgr2=0x7feed00c8270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:24.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.644+0000 7feed5c79640 1 --2- 172.21.15.62:0/2731828315 >> v2:172.21.15.188:3300/0 conn(0x7feed015d130 0x7feed00c8270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.644+0000 7feed5c79640 1 -- 172.21.15.62:0/2731828315 >> v1:172.21.15.188:6789/0 conn(0x7feed015dcb0 legacy=0x7feed00af6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.644+0000 7feed5c79640 1 -- 172.21.15.62:0/2731828315 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feed00705e0 con 0x7feed01570c0 2023-06-08T03:53:24.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.644+0000 7feed647a640 1 --2- 172.21.15.62:0/2731828315 >> v2:172.21.15.188:3300/0 conn(0x7feed015d130 0x7feed00c8270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:53:24.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.648+0000 7feed5c79640 1 --2- 172.21.15.62:0/2731828315 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7feed01570c0 0x7feed015d770 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7feecc009870 tx=0x7feecc01c480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ccccf38c13e26d08 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:24.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.648+0000 7feed4c77640 1 -- 172.21.15.62:0/2731828315 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feecc0ac410 con 0x7feed01570c0 2023-06-08T03:53:24.656 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.648+0000 7feed4c77640 1 -- 172.21.15.62:0/2731828315 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feecc0ac570 con 0x7feed01570c0 2023-06-08T03:53:24.656 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.648+0000 7feed4c77640 1 -- 172.21.15.62:0/2731828315 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feecc0ac900 con 0x7feed01570c0 2023-06-08T03:53:24.656 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.648+0000 7feed7edd640 1 -- 172.21.15.62:0/2731828315 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7feed01570c0 msgr2=0x7feed015d770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.648+0000 7feed7edd640 1 --2- 172.21.15.62:0/2731828315 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7feed01570c0 0x7feed015d770 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7feecc009870 tx=0x7feecc01c480 comp rx=0 tx=0).stop 2023-06-08T03:53:24.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.648+0000 7feed7edd640 1 -- 172.21.15.62:0/2731828315 shutdown_connections 2023-06-08T03:53:24.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.648+0000 7feed7edd640 1 --2- 172.21.15.62:0/2731828315 >> v2:172.21.15.188:3300/0 conn(0x7feed015d130 0x7feed00c8270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.648+0000 7feed7edd640 1 --2- 172.21.15.62:0/2731828315 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7feed01570c0 0x7feed015d770 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.648+0000 7feed7edd640 1 -- 172.21.15.62:0/2731828315 >> 172.21.15.62:0/2731828315 conn(0x7feed00ca6a0 msgr2=0x7feed00caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:24.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.648+0000 7feed7edd640 1 -- 172.21.15.62:0/2731828315 shutdown_connections 2023-06-08T03:53:24.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.648+0000 7feed7edd640 1 -- 172.21.15.62:0/2731828315 wait complete. 2023-06-08T03:53:24.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.648+0000 7feed7edd640 1 Processor -- start 2023-06-08T03:53:24.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.648+0000 7feed7edd640 1 -- start start 2023-06-08T03:53:24.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feed7edd640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feed01570c0 0x7feed014de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feed7edd640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7feed015d130 0x7feed00c4330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feed7edd640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7feed015dcb0 0x7feed00b2e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feed7edd640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feed014e3c0 con 0x7feed01570c0 2023-06-08T03:53:24.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feed7edd640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feed00ad820 con 0x7feed015dcb0 2023-06-08T03:53:24.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feed7edd640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feed00adb00 con 0x7feed015d130 2023-06-08T03:53:24.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feed5c79640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feed01570c0 0x7feed014de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:24.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feed5c79640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feed01570c0 0x7feed014de80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47174/0 (socket says 172.21.15.62:47174) 2023-06-08T03:53:24.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feed5c79640 1 -- 172.21.15.62:0/149949894 learned_addr learned my addr 172.21.15.62:0/149949894 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:24.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feed5c79640 1 -- 172.21.15.62:0/149949894 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7feed015d130 msgr2=0x7feed00c4330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feed5c79640 1 --2- 172.21.15.62:0/149949894 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7feed015d130 0x7feed00c4330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feed5c79640 1 -- 172.21.15.62:0/149949894 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7feed015dcb0 msgr2=0x7feed00b2e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feed5c79640 1 --2- 172.21.15.62:0/149949894 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7feed015dcb0 0x7feed00b2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feed5c79640 1 -- 172.21.15.62:0/149949894 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feec8009a70 con 0x7feed01570c0 2023-06-08T03:53:24.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feed5c79640 1 --2- 172.21.15.62:0/149949894 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feed01570c0 0x7feed014de80 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7feecc01ab30 tx=0x7feecc019220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:24.662 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feec67fc640 1 -- 172.21.15.62:0/149949894 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feecc0ac410 con 0x7feed01570c0 2023-06-08T03:53:24.662 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feec67fc640 1 -- 172.21.15.62:0/149949894 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feecc0ace10 con 0x7feed01570c0 2023-06-08T03:53:24.662 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feed7edd640 1 -- 172.21.15.62:0/149949894 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feecc0094d0 con 0x7feed01570c0 2023-06-08T03:53:24.662 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feec67fc640 1 -- 172.21.15.62:0/149949894 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feecc0b5860 con 0x7feed01570c0 2023-06-08T03:53:24.662 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feed7edd640 1 -- 172.21.15.62:0/149949894 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feed00ae0c0 con 0x7feed01570c0 2023-06-08T03:53:24.662 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feed7edd640 1 -- 172.21.15.62:0/149949894 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feed004d650 con 0x7feed01570c0 2023-06-08T03:53:24.663 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feec67fc640 1 -- 172.21.15.62:0/149949894 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7feecc0b3040 con 0x7feed01570c0 2023-06-08T03:53:24.663 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feec67fc640 1 --2- 172.21.15.62:0/149949894 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7feeb40662b0 0x7feeb4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.663 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feec67fc640 1 -- 172.21.15.62:0/149949894 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7feecc11dc70 con 0x7feed01570c0 2023-06-08T03:53:24.663 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.652+0000 7feed5478640 1 --2- 172.21.15.62:0/149949894 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7feeb40662b0 0x7feeb4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:24.663 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.656+0000 7feed5478640 1 --2- 172.21.15.62:0/149949894 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7feeb40662b0 0x7feeb4068760 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7feec0000f70 tx=0x7feec00079e0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:24.665 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.656+0000 7feec67fc640 1 -- 172.21.15.62:0/149949894 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7feecc0eb0c0 con 0x7feed01570c0 2023-06-08T03:53:24.811 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.804+0000 7feed7edd640 1 -- 172.21.15.62:0/149949894 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7feed00b3ba0 con 0x7feed01570c0 2023-06-08T03:53:24.811 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.804+0000 7feec67fc640 1 -- 172.21.15.62:0/149949894 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7feecc0ee6e0 con 0x7feed01570c0 2023-06-08T03:53:24.811 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 32 2023-06-08T03:53:24.814 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.804+0000 7feed7edd640 1 -- 172.21.15.62:0/149949894 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7feeb40662b0 msgr2=0x7feeb4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.814 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.804+0000 7feed7edd640 1 --2- 172.21.15.62:0/149949894 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7feeb40662b0 0x7feeb4068760 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7feec0000f70 tx=0x7feec00079e0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.814 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.804+0000 7feed7edd640 1 -- 172.21.15.62:0/149949894 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feed01570c0 msgr2=0x7feed014de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.814 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.804+0000 7feed7edd640 1 --2- 172.21.15.62:0/149949894 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feed01570c0 0x7feed014de80 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7feecc01ab30 tx=0x7feecc019220 comp rx=0 tx=0).stop 2023-06-08T03:53:24.814 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.804+0000 7feed7edd640 1 -- 172.21.15.62:0/149949894 shutdown_connections 2023-06-08T03:53:24.814 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.804+0000 7feed7edd640 1 --2- 172.21.15.62:0/149949894 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7feeb40662b0 0x7feeb4068760 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.815 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.804+0000 7feed7edd640 1 --2- 172.21.15.62:0/149949894 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7feed015dcb0 0x7feed00b2e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.815 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.804+0000 7feed7edd640 1 --2- 172.21.15.62:0/149949894 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7feed015d130 0x7feed00c4330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.815 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.804+0000 7feed7edd640 1 --2- 172.21.15.62:0/149949894 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feed01570c0 0x7feed014de80 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.815 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.804+0000 7feed7edd640 1 -- 172.21.15.62:0/149949894 >> 172.21.15.62:0/149949894 conn(0x7feed00ca6a0 msgr2=0x7feed006abf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:24.815 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.804+0000 7feed7edd640 1 -- 172.21.15.62:0/149949894 shutdown_connections 2023-06-08T03:53:24.815 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.804+0000 7feed7edd640 1 -- 172.21.15.62:0/149949894 wait complete. 2023-06-08T03:53:24.829 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-08T03:53:24.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.940+0000 7fc4dac9f640 1 Processor -- start 2023-06-08T03:53:24.947 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.940+0000 7fc4dac9f640 1 -- start start 2023-06-08T03:53:24.948 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.940+0000 7fc4dac9f640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fc4d40b0f40 0x7fc4d40d08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.948 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.940+0000 7fc4dac9f640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4d40d0e00 0x7fc4d40ce7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.948 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.940+0000 7fc4dac9f640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4d40d1260 con 0x7fc4d415b8f0 2023-06-08T03:53:24.948 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.940+0000 7fc4dac9f640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4d40ce270 con 0x7fc4d40b0f40 2023-06-08T03:53:24.948 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.940+0000 7fc4dac9f640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4d40b16b0 con 0x7fc4d40d0e00 2023-06-08T03:53:24.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.940+0000 7fc4d3fff640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fc4d40b0f40 0x7fc4d40d08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:24.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.940+0000 7fc4d923c640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4d40d0e00 0x7fc4d40ce7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:24.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.940+0000 7fc4d8a3b640 1 --1- >> v1:172.21.15.188:6789/0 conn(0x7fc4d415b8f0 0x7fc4d40b4e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.188:6789/0 says I am v1:172.21.15.62:35788/0 (socket says 172.21.15.62:35788) 2023-06-08T03:53:24.949 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.940+0000 7fc4d8a3b640 1 -- 172.21.15.62:0/2390171384 learned_addr learned my addr 172.21.15.62:0/2390171384 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:24.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.940+0000 7fc4d923c640 1 -- 172.21.15.62:0/2390171384 >> v2:172.21.15.188:3300/0 conn(0x7fc4d40b0f40 msgr2=0x7fc4d40d08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:24.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.940+0000 7fc4d923c640 1 --2- 172.21.15.62:0/2390171384 >> v2:172.21.15.188:3300/0 conn(0x7fc4d40b0f40 0x7fc4d40d08c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.940+0000 7fc4d923c640 1 -- 172.21.15.62:0/2390171384 >> v1:172.21.15.188:6789/0 conn(0x7fc4d415b8f0 legacy=0x7fc4d40b4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.940+0000 7fc4d923c640 1 -- 172.21.15.62:0/2390171384 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4d40ce510 con 0x7fc4d40d0e00 2023-06-08T03:53:24.950 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.940+0000 7fc4d3fff640 1 --2- 172.21.15.62:0/2390171384 >> v2:172.21.15.188:3300/0 conn(0x7fc4d40b0f40 0x7fc4d40d08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:53:24.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4d923c640 1 --2- 172.21.15.62:0/2390171384 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4d40d0e00 0x7fc4d40ce7f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fc4cc009d90 tx=0x7fc4cc01c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c2ec9b58ebe68983 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:24.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4d37fe640 1 -- 172.21.15.62:0/2390171384 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4cc0a58c0 con 0x7fc4d40d0e00 2023-06-08T03:53:24.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4d37fe640 1 -- 172.21.15.62:0/2390171384 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4cc0a5a20 con 0x7fc4d40d0e00 2023-06-08T03:53:24.951 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4d37fe640 1 -- 172.21.15.62:0/2390171384 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4cc0a5db0 con 0x7fc4d40d0e00 2023-06-08T03:53:24.952 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4dac9f640 1 -- 172.21.15.62:0/2390171384 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4d40d0e00 msgr2=0x7fc4d40ce7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.952 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4dac9f640 1 --2- 172.21.15.62:0/2390171384 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4d40d0e00 0x7fc4d40ce7f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fc4cc009d90 tx=0x7fc4cc01c800 comp rx=0 tx=0).stop 2023-06-08T03:53:24.953 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4dac9f640 1 -- 172.21.15.62:0/2390171384 shutdown_connections 2023-06-08T03:53:24.953 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4dac9f640 1 --2- 172.21.15.62:0/2390171384 >> v2:172.21.15.188:3300/0 conn(0x7fc4d40b0f40 0x7fc4d40d08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.953 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4dac9f640 1 --2- 172.21.15.62:0/2390171384 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4d40d0e00 0x7fc4d40ce7f0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.953 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4dac9f640 1 -- 172.21.15.62:0/2390171384 >> 172.21.15.62:0/2390171384 conn(0x7fc4d40d1fb0 msgr2=0x7fc4d40d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:24.953 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4dac9f640 1 -- 172.21.15.62:0/2390171384 shutdown_connections 2023-06-08T03:53:24.953 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4dac9f640 1 -- 172.21.15.62:0/2390171384 wait complete. 2023-06-08T03:53:24.954 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4dac9f640 1 Processor -- start 2023-06-08T03:53:24.955 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4dac9f640 1 -- start start 2023-06-08T03:53:24.955 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4dac9f640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4d40b0f40 0x7fc4d415e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.955 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4dac9f640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4d40d0e00 0x7fc4d40b3450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.955 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4dac9f640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc4d415b8f0 0x7fc4d40b3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.955 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4dac9f640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4d414b6a0 con 0x7fc4d40d0e00 2023-06-08T03:53:24.955 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4dac9f640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4d415e2a0 con 0x7fc4d415b8f0 2023-06-08T03:53:24.955 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4dac9f640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4d415e580 con 0x7fc4d40b0f40 2023-06-08T03:53:24.956 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4d3fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4d40d0e00 0x7fc4d40b3450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:24.956 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4d3fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4d40d0e00 0x7fc4d40b3450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47178/0 (socket says 172.21.15.62:47178) 2023-06-08T03:53:24.956 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.944+0000 7fc4d3fff640 1 -- 172.21.15.62:0/3048205367 learned_addr learned my addr 172.21.15.62:0/3048205367 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:24.956 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.948+0000 7fc4d923c640 1 --2- 172.21.15.62:0/3048205367 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc4d415b8f0 0x7fc4d40b3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:24.956 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.948+0000 7fc4d8a3b640 1 --2- 172.21.15.62:0/3048205367 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4d40b0f40 0x7fc4d415e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:24.956 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.948+0000 7fc4d3fff640 1 -- 172.21.15.62:0/3048205367 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4d40b0f40 msgr2=0x7fc4d415e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.956 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.948+0000 7fc4d3fff640 1 --2- 172.21.15.62:0/3048205367 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4d40b0f40 0x7fc4d415e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.948+0000 7fc4d3fff640 1 -- 172.21.15.62:0/3048205367 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc4d415b8f0 msgr2=0x7fc4d40b3990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:24.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.948+0000 7fc4d3fff640 1 --2- 172.21.15.62:0/3048205367 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc4d415b8f0 0x7fc4d40b3990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:24.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.948+0000 7fc4d3fff640 1 -- 172.21.15.62:0/3048205367 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4c0009420 con 0x7fc4d40d0e00 2023-06-08T03:53:24.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.948+0000 7fc4d923c640 1 --2- 172.21.15.62:0/3048205367 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc4d415b8f0 0x7fc4d40b3990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:53:24.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.948+0000 7fc4d3fff640 1 --2- 172.21.15.62:0/3048205367 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4d40d0e00 0x7fc4d40b3450 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fc4c000e980 tx=0x7fc4c000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:24.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.948+0000 7fc4d17fa640 1 -- 172.21.15.62:0/3048205367 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4c000ca00 con 0x7fc4d40d0e00 2023-06-08T03:53:24.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.948+0000 7fc4d17fa640 1 -- 172.21.15.62:0/3048205367 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4c000cb60 con 0x7fc4d40d0e00 2023-06-08T03:53:24.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.948+0000 7fc4dac9f640 1 -- 172.21.15.62:0/3048205367 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4cc009a70 con 0x7fc4d40d0e00 2023-06-08T03:53:24.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.948+0000 7fc4d17fa640 1 -- 172.21.15.62:0/3048205367 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4c0013470 con 0x7fc4d40d0e00 2023-06-08T03:53:24.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.948+0000 7fc4dac9f640 1 -- 172.21.15.62:0/3048205367 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4d40b2510 con 0x7fc4d40d0e00 2023-06-08T03:53:24.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.948+0000 7fc4dac9f640 1 -- 172.21.15.62:0/3048205367 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4d404d650 con 0x7fc4d40d0e00 2023-06-08T03:53:24.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.948+0000 7fc4d17fa640 1 -- 172.21.15.62:0/3048205367 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc4c00135d0 con 0x7fc4d40d0e00 2023-06-08T03:53:24.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.948+0000 7fc4d17fa640 1 --2- 172.21.15.62:0/3048205367 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc4b8066280 0x7fc4b8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:24.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.948+0000 7fc4d17fa640 1 -- 172.21.15.62:0/3048205367 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fc4c0084060 con 0x7fc4d40d0e00 2023-06-08T03:53:24.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.948+0000 7fc4d8a3b640 1 --2- 172.21.15.62:0/3048205367 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc4b8066280 0x7fc4b8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:24.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.948+0000 7fc4d8a3b640 1 --2- 172.21.15.62:0/3048205367 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc4b8066280 0x7fc4b8068730 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fc4c8005890 tx=0x7fc4c8009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:24.962 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:24.956+0000 7fc4d17fa640 1 -- 172.21.15.62:0/3048205367 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc4c0051420 con 0x7fc4d40d0e00 2023-06-08T03:53:25.115 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.108+0000 7fc4dac9f640 1 -- 172.21.15.62:0/3048205367 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc4d40b09a0 con 0x7fc4d40d0e00 2023-06-08T03:53:25.115 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.108+0000 7fc4d17fa640 1 -- 172.21.15.62:0/3048205367 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc4c0054a40 con 0x7fc4d40d0e00 2023-06-08T03:53:25.116 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 64 2023-06-08T03:53:25.117 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.108+0000 7fc4dac9f640 1 -- 172.21.15.62:0/3048205367 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc4b8066280 msgr2=0x7fc4b8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:25.117 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.108+0000 7fc4dac9f640 1 --2- 172.21.15.62:0/3048205367 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc4b8066280 0x7fc4b8068730 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fc4c8005890 tx=0x7fc4c8009040 comp rx=0 tx=0).stop 2023-06-08T03:53:25.118 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.108+0000 7fc4dac9f640 1 -- 172.21.15.62:0/3048205367 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4d40d0e00 msgr2=0x7fc4d40b3450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:25.118 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.108+0000 7fc4dac9f640 1 --2- 172.21.15.62:0/3048205367 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4d40d0e00 0x7fc4d40b3450 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fc4c000e980 tx=0x7fc4c000ee40 comp rx=0 tx=0).stop 2023-06-08T03:53:25.118 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.108+0000 7fc4dac9f640 1 -- 172.21.15.62:0/3048205367 shutdown_connections 2023-06-08T03:53:25.119 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.108+0000 7fc4dac9f640 1 --2- 172.21.15.62:0/3048205367 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc4b8066280 0x7fc4b8068730 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.119 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.108+0000 7fc4dac9f640 1 --2- 172.21.15.62:0/3048205367 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc4d415b8f0 0x7fc4d40b3990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.119 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.108+0000 7fc4dac9f640 1 --2- 172.21.15.62:0/3048205367 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4d40d0e00 0x7fc4d40b3450 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.119 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.108+0000 7fc4dac9f640 1 --2- 172.21.15.62:0/3048205367 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc4d40b0f40 0x7fc4d415e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.119 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.108+0000 7fc4dac9f640 1 -- 172.21.15.62:0/3048205367 >> 172.21.15.62:0/3048205367 conn(0x7fc4d40d1fb0 msgr2=0x7fc4d415a790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:25.119 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.108+0000 7fc4dac9f640 1 -- 172.21.15.62:0/3048205367 shutdown_connections 2023-06-08T03:53:25.119 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.108+0000 7fc4dac9f640 1 -- 172.21.15.62:0/3048205367 wait complete. 2023-06-08T03:53:25.134 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-08T03:53:25.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b179d6640 1 Processor -- start 2023-06-08T03:53:25.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b179d6640 1 -- start start 2023-06-08T03:53:25.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b179d6640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4b100afdd0 0x7f4b1015dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:25.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b179d6640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b10070a10 con 0x7f4b100705b0 2023-06-08T03:53:25.257 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b179d6640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b10159af0 con 0x7f4b10159720 2023-06-08T03:53:25.258 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b179d6640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b1006c500 con 0x7f4b100afdd0 2023-06-08T03:53:25.258 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b14f71640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f4b100705b0 0x7f4b100af6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:37394/0 (socket says 172.21.15.62:37394) 2023-06-08T03:53:25.258 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b14f71640 1 -- 172.21.15.62:0/1661019883 learned_addr learned my addr 172.21.15.62:0/1661019883 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:25.259 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b07fff640 1 -- 172.21.15.62:0/1661019883 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2970165962 0 0) 0x7f4b10070a10 con 0x7f4b100705b0 2023-06-08T03:53:25.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b15f73640 1 --2- 172.21.15.62:0/1661019883 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4b100afdd0 0x7f4b1015dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:25.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b07fff640 1 -- 172.21.15.62:0/1661019883 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4afc003530 con 0x7f4b100705b0 2023-06-08T03:53:25.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b07fff640 1 -- 172.21.15.62:0/1661019883 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4214762691 0 0) 0x7f4afc003530 con 0x7f4b100705b0 2023-06-08T03:53:25.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b07fff640 1 -- 172.21.15.62:0/1661019883 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4b100afdd0 msgr2=0x7f4b1015dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:25.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b07fff640 1 --2- 172.21.15.62:0/1661019883 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4b100afdd0 0x7f4b1015dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b07fff640 1 -- 172.21.15.62:0/1661019883 >> v1:172.21.15.188:6789/0 conn(0x7f4b10159720 legacy=0x7f4b1006c990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:25.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b07fff640 1 -- 172.21.15.62:0/1661019883 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b1015e180 con 0x7f4b100705b0 2023-06-08T03:53:25.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b07fff640 1 -- 172.21.15.62:0/1661019883 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f4b0c001680 con 0x7f4b100705b0 2023-06-08T03:53:25.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b07fff640 1 -- 172.21.15.62:0/1661019883 >> v1:172.21.15.62:6789/0 conn(0x7f4b100705b0 legacy=0x7f4b100af6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:25.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b07fff640 1 --2- 172.21.15.62:0/1661019883 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4afc0039b0 0x7f4afc003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:25.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b07fff640 1 --2- 172.21.15.62:0/1661019883 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4b100afdd0 0x7f4afc0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:25.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b07fff640 1 --2- 172.21.15.62:0/1661019883 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4afc004d10 0x7f4afc005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:25.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b07fff640 1 -- 172.21.15.62:0/1661019883 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b1006c500 con 0x7f4afc0039b0 2023-06-08T03:53:25.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b07fff640 1 -- 172.21.15.62:0/1661019883 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4afc00ba70 con 0x7f4afc004d10 2023-06-08T03:53:25.261 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.248+0000 7f4b07fff640 1 -- 172.21.15.62:0/1661019883 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4afc00bc30 con 0x7f4b100afdd0 2023-06-08T03:53:25.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.252+0000 7f4b15772640 1 --2- 172.21.15.62:0/1661019883 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4afc0039b0 0x7f4afc003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:25.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.252+0000 7f4b15f73640 1 --2- 172.21.15.62:0/1661019883 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4afc004d10 0x7f4afc005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:25.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.252+0000 7f4b14f71640 1 --2- 172.21.15.62:0/1661019883 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4b100afdd0 0x7f4afc0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:25.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.252+0000 7f4b15772640 1 -- 172.21.15.62:0/1661019883 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4b100afdd0 msgr2=0x7f4afc0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:25.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.252+0000 7f4b15772640 1 --2- 172.21.15.62:0/1661019883 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4b100afdd0 0x7f4afc0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.252+0000 7f4b15772640 1 -- 172.21.15.62:0/1661019883 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4afc004d10 msgr2=0x7f4afc005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:25.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.252+0000 7f4b15772640 1 --2- 172.21.15.62:0/1661019883 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4afc004d10 0x7f4afc005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.262 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.252+0000 7f4b15772640 1 -- 172.21.15.62:0/1661019883 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4afc003530 con 0x7f4afc0039b0 2023-06-08T03:53:25.263 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.252+0000 7f4b15772640 1 --2- 172.21.15.62:0/1661019883 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4afc0039b0 0x7f4afc003de0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f4b000015e0 tx=0x7f4b0001c260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecff97bf4c8ca118 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:25.263 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.252+0000 7f4b07fff640 1 -- 172.21.15.62:0/1661019883 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b000052d0 con 0x7f4afc0039b0 2023-06-08T03:53:25.264 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.252+0000 7f4b07fff640 1 -- 172.21.15.62:0/1661019883 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b000a7050 con 0x7f4afc0039b0 2023-06-08T03:53:25.264 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.252+0000 7f4b07fff640 1 -- 172.21.15.62:0/1661019883 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b00003600 con 0x7f4afc0039b0 2023-06-08T03:53:25.264 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b179d6640 1 -- 172.21.15.62:0/1661019883 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4afc0039b0 msgr2=0x7f4afc003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:25.264 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b179d6640 1 --2- 172.21.15.62:0/1661019883 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4afc0039b0 0x7f4afc003de0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f4b000015e0 tx=0x7f4b0001c260 comp rx=0 tx=0).stop 2023-06-08T03:53:25.264 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b15f73640 1 -- 172.21.15.62:0/1661019883 reap_dead start 2023-06-08T03:53:25.264 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b179d6640 1 -- 172.21.15.62:0/1661019883 shutdown_connections 2023-06-08T03:53:25.264 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b179d6640 1 -- 172.21.15.62:0/1661019883 >> 172.21.15.62:0/1661019883 conn(0x7f4b100ca6c0 msgr2=0x7f4b100caac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:25.265 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b179d6640 1 -- 172.21.15.62:0/1661019883 shutdown_connections 2023-06-08T03:53:25.265 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b179d6640 1 -- 172.21.15.62:0/1661019883 wait complete. 2023-06-08T03:53:25.266 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b179d6640 1 Processor -- start 2023-06-08T03:53:25.266 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b179d6640 1 -- start start 2023-06-08T03:53:25.267 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b179d6640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4afc0039b0 0x7f4b1014de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:25.267 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b179d6640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4b100c9da0 0x7f4b101f39a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:25.267 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b179d6640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4b100c1bf0 0x7f4b100c2060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:25.267 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b179d6640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b100c25a0 con 0x7f4b100c9da0 2023-06-08T03:53:25.267 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b179d6640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b1014e4b0 con 0x7f4b100c1bf0 2023-06-08T03:53:25.267 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b179d6640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b1014e790 con 0x7f4afc0039b0 2023-06-08T03:53:25.267 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b14f71640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4b100c9da0 0x7f4b101f39a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:25.268 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b14f71640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4b100c9da0 0x7f4b101f39a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47190/0 (socket says 172.21.15.62:47190) 2023-06-08T03:53:25.268 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b14f71640 1 -- 172.21.15.62:0/3435448627 learned_addr learned my addr 172.21.15.62:0/3435448627 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:25.268 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b15772640 1 --2- 172.21.15.62:0/3435448627 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4afc0039b0 0x7f4b1014de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:25.268 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b15f73640 1 --2- 172.21.15.62:0/3435448627 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4b100c1bf0 0x7f4b100c2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:25.268 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b14f71640 1 -- 172.21.15.62:0/3435448627 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4afc0039b0 msgr2=0x7f4b1014de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:25.268 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b14f71640 1 --2- 172.21.15.62:0/3435448627 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4afc0039b0 0x7f4b1014de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.268 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b14f71640 1 -- 172.21.15.62:0/3435448627 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4b100c1bf0 msgr2=0x7f4b100c2060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:25.268 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b14f71640 1 --2- 172.21.15.62:0/3435448627 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4b100c1bf0 0x7f4b100c2060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b14f71640 1 -- 172.21.15.62:0/3435448627 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b1014ea70 con 0x7f4b100c9da0 2023-06-08T03:53:25.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b14f71640 1 --2- 172.21.15.62:0/3435448627 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4b100c9da0 0x7f4b101f39a0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c00e730 tx=0x7f4b0c00ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:25.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b05ffb640 1 -- 172.21.15.62:0/3435448627 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b0c00ee40 con 0x7f4b100c9da0 2023-06-08T03:53:25.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b05ffb640 1 -- 172.21.15.62:0/3435448627 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b0c00c8d0 con 0x7f4b100c9da0 2023-06-08T03:53:25.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b05ffb640 1 -- 172.21.15.62:0/3435448627 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b0c00cc80 con 0x7f4b100c9da0 2023-06-08T03:53:25.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b179d6640 1 -- 172.21.15.62:0/3435448627 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b1014ed50 con 0x7f4b100c9da0 2023-06-08T03:53:25.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.256+0000 7f4b179d6640 1 -- 172.21.15.62:0/3435448627 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b100ca210 con 0x7f4b100c9da0 2023-06-08T03:53:25.270 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.260+0000 7f4b179d6640 1 -- 172.21.15.62:0/3435448627 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b1004d650 con 0x7f4b100c9da0 2023-06-08T03:53:25.270 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.260+0000 7f4b05ffb640 1 -- 172.21.15.62:0/3435448627 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f4b0c01d460 con 0x7f4b100c9da0 2023-06-08T03:53:25.270 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.260+0000 7f4b05ffb640 1 --2- 172.21.15.62:0/3435448627 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4af4066280 0x7f4af4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:25.271 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.260+0000 7f4b05ffb640 1 -- 172.21.15.62:0/3435448627 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f4b0c083d50 con 0x7f4b100c9da0 2023-06-08T03:53:25.271 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.260+0000 7f4b15772640 1 --2- 172.21.15.62:0/3435448627 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4af4066280 0x7f4af4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:25.271 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.260+0000 7f4b15772640 1 --2- 172.21.15.62:0/3435448627 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4af4066280 0x7f4af4068730 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f4b000015b0 tx=0x7f4b000011a0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:25.271 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.264+0000 7f4b05ffb640 1 -- 172.21.15.62:0/3435448627 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f4b0c087030 con 0x7f4b100c9da0 2023-06-08T03:53:25.430 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.424+0000 7f4b179d6640 1 -- 172.21.15.62:0/3435448627 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f4b1014f200 con 0x7f4b100c9da0 2023-06-08T03:53:25.431 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.424+0000 7f4b05ffb640 1 -- 172.21.15.62:0/3435448627 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7f4b0c054c20 con 0x7f4b100c9da0 2023-06-08T03:53:25.431 INFO:teuthology.orchestra.run.smithi062.stderr:listed 0 entries 2023-06-08T03:53:25.434 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.424+0000 7f4b179d6640 1 -- 172.21.15.62:0/3435448627 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4af4066280 msgr2=0x7f4af4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:25.435 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.424+0000 7f4b179d6640 1 --2- 172.21.15.62:0/3435448627 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4af4066280 0x7f4af4068730 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f4b000015b0 tx=0x7f4b000011a0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.435 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.424+0000 7f4b179d6640 1 -- 172.21.15.62:0/3435448627 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4b100c9da0 msgr2=0x7f4b101f39a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:25.435 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.424+0000 7f4b179d6640 1 --2- 172.21.15.62:0/3435448627 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4b100c9da0 0x7f4b101f39a0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c00e730 tx=0x7f4b0c00ebf0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.435 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.428+0000 7f4b179d6640 1 -- 172.21.15.62:0/3435448627 shutdown_connections 2023-06-08T03:53:25.435 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.428+0000 7f4b179d6640 1 --2- 172.21.15.62:0/3435448627 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4af4066280 0x7f4af4068730 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.435 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.428+0000 7f4b179d6640 1 --2- 172.21.15.62:0/3435448627 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4b100c1bf0 0x7f4b100c2060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.435 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.428+0000 7f4b179d6640 1 --2- 172.21.15.62:0/3435448627 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4b100c9da0 0x7f4b101f39a0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.436 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.428+0000 7f4b179d6640 1 --2- 172.21.15.62:0/3435448627 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f4afc0039b0 0x7f4b1014de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.436 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.428+0000 7f4b179d6640 1 -- 172.21.15.62:0/3435448627 >> 172.21.15.62:0/3435448627 conn(0x7f4b100ca6c0 msgr2=0x7f4b100c30c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:25.436 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.428+0000 7f4b179d6640 1 -- 172.21.15.62:0/3435448627 shutdown_connections 2023-06-08T03:53:25.436 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.428+0000 7f4b179d6640 1 -- 172.21.15.62:0/3435448627 wait complete. 2023-06-08T03:53:25.450 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T03:53:25.450 DEBUG:teuthology.orchestra.run.smithi188:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-08T03:53:25.456 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:53:25.569 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.560+0000 7f0033c57640 1 Processor -- start 2023-06-08T03:53:25.570 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.560+0000 7f0033c57640 1 -- start start 2023-06-08T03:53:25.571 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.564+0000 7f0033c57640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f002c0ce280 0x7f002c0b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:25.571 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.564+0000 7f0033c57640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f002c0d1be0 con 0x7f002c0b1290 2023-06-08T03:53:25.571 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.564+0000 7f0033c57640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f002c0b1660 con 0x7f002c0ce950 2023-06-08T03:53:25.571 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.564+0000 7f0033c57640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f002c0cc6c0 con 0x7f002c0ce280 2023-06-08T03:53:25.572 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.564+0000 7f00319f3640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f002c0b1290 0x7f002c0d0520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:37396/0 (socket says 172.21.15.62:37396) 2023-06-08T03:53:25.572 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.564+0000 7f00319f3640 1 -- 172.21.15.62:0/3889748241 learned_addr learned my addr 172.21.15.62:0/3889748241 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:25.572 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.564+0000 7f00311f2640 1 --2- 172.21.15.62:0/3889748241 >> v2:172.21.15.62:3300/0 conn(0x7f002c0ce280 0x7f002c0b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:25.572 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.564+0000 7f00309f1640 1 -- 172.21.15.62:0/3889748241 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3692579633 0 0) 0x7f002c0d1be0 con 0x7f002c0b1290 2023-06-08T03:53:25.573 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.564+0000 7f00309f1640 1 -- 172.21.15.62:0/3889748241 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0018003530 con 0x7f002c0b1290 2023-06-08T03:53:25.573 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.564+0000 7f00311f2640 1 -- 172.21.15.62:0/3889748241 >> v1:172.21.15.188:6789/0 conn(0x7f002c0ce950 legacy=0x7f002c0d2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:25.573 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.564+0000 7f00311f2640 1 -- 172.21.15.62:0/3889748241 >> v1:172.21.15.62:6789/0 conn(0x7f002c0b1290 legacy=0x7f002c0d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:25.573 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.564+0000 7f00311f2640 1 -- 172.21.15.62:0/3889748241 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f002c0cc9a0 con 0x7f002c0ce280 2023-06-08T03:53:25.574 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.564+0000 7f00311f2640 1 --2- 172.21.15.62:0/3889748241 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f002c0ce280 0x7f002c0b4d90 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f001c0097c0 tx=0x7f001c01c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59987e9a6edf0aa9 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:25.574 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.564+0000 7f00309f1640 1 -- 172.21.15.62:0/3889748241 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f001c0ab600 con 0x7f002c0ce280 2023-06-08T03:53:25.574 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.564+0000 7f00309f1640 1 -- 172.21.15.62:0/3889748241 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f001c0a7050 con 0x7f002c0ce280 2023-06-08T03:53:25.574 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.564+0000 7f00309f1640 1 -- 172.21.15.62:0/3889748241 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f001c0ab980 con 0x7f002c0ce280 2023-06-08T03:53:25.575 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f0033c57640 1 -- 172.21.15.62:0/3889748241 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f002c0ce280 msgr2=0x7f002c0b4d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:25.575 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f0033c57640 1 --2- 172.21.15.62:0/3889748241 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f002c0ce280 0x7f002c0b4d90 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f001c0097c0 tx=0x7f001c01c3f0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.575 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f0033c57640 1 -- 172.21.15.62:0/3889748241 shutdown_connections 2023-06-08T03:53:25.575 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f0033c57640 1 --2- 172.21.15.62:0/3889748241 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f002c0ce280 0x7f002c0b4d90 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.575 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f0033c57640 1 -- 172.21.15.62:0/3889748241 >> 172.21.15.62:0/3889748241 conn(0x7f002c06b5a0 msgr2=0x7f002c06b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:25.575 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f0033c57640 1 -- 172.21.15.62:0/3889748241 shutdown_connections 2023-06-08T03:53:25.576 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f0033c57640 1 -- 172.21.15.62:0/3889748241 wait complete. 2023-06-08T03:53:25.576 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f0033c57640 1 Processor -- start 2023-06-08T03:53:25.577 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f0033c57640 1 -- start start 2023-06-08T03:53:25.577 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f0033c57640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f002c0b1290 0x7f002c0cb7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:25.577 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f0033c57640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f002c0ce280 0x7f002c0c9a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:25.577 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f0033c57640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f002c0ce950 0x7f002c0b2a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:25.577 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f0033c57640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f002c0cbd20 con 0x7f002c0b1290 2023-06-08T03:53:25.577 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f0033c57640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f002c0ca740 con 0x7f002c0ce950 2023-06-08T03:53:25.577 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f0033c57640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f002c0caa20 con 0x7f002c0ce280 2023-06-08T03:53:25.578 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f00319f3640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f002c0b1290 0x7f002c0cb7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:25.578 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f00319f3640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f002c0b1290 0x7f002c0cb7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47194/0 (socket says 172.21.15.62:47194) 2023-06-08T03:53:25.578 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f00319f3640 1 -- 172.21.15.62:0/735117014 learned_addr learned my addr 172.21.15.62:0/735117014 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:25.579 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f00319f3640 1 -- 172.21.15.62:0/735117014 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f002c0ce280 msgr2=0x7f002c0c9a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:25.579 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f00319f3640 1 --2- 172.21.15.62:0/735117014 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f002c0ce280 0x7f002c0c9a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.579 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f00319f3640 1 -- 172.21.15.62:0/735117014 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f002c0ce950 msgr2=0x7f002c0b2a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:25.579 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f00319f3640 1 --2- 172.21.15.62:0/735117014 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f002c0ce950 0x7f002c0b2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.580 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f00319f3640 1 -- 172.21.15.62:0/735117014 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f001c009420 con 0x7f002c0b1290 2023-06-08T03:53:25.580 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f00319f3640 1 --2- 172.21.15.62:0/735117014 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f002c0b1290 0x7f002c0cb7e0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f002800c420 tx=0x7f002800c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:25.580 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f00227fc640 1 -- 172.21.15.62:0/735117014 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0028005cf0 con 0x7f002c0b1290 2023-06-08T03:53:25.580 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f00227fc640 1 -- 172.21.15.62:0/735117014 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0028005e50 con 0x7f002c0b1290 2023-06-08T03:53:25.580 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f0033c57640 1 -- 172.21.15.62:0/735117014 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f002c0cad00 con 0x7f002c0b1290 2023-06-08T03:53:25.580 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f00227fc640 1 -- 172.21.15.62:0/735117014 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00280072d0 con 0x7f002c0b1290 2023-06-08T03:53:25.580 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.568+0000 7f0033c57640 1 -- 172.21.15.62:0/735117014 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f002c0cb2c0 con 0x7f002c0b1290 2023-06-08T03:53:25.580 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.572+0000 7f0033c57640 1 -- 172.21.15.62:0/735117014 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f002c0cc270 con 0x7f002c0b1290 2023-06-08T03:53:25.581 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.572+0000 7f00227fc640 1 -- 172.21.15.62:0/735117014 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0028007430 con 0x7f002c0b1290 2023-06-08T03:53:25.581 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.572+0000 7f00227fc640 1 --2- 172.21.15.62:0/735117014 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0010066280 0x7f0010068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:25.581 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.572+0000 7f00227fc640 1 -- 172.21.15.62:0/735117014 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f00280832d0 con 0x7f002c0b1290 2023-06-08T03:53:25.581 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.572+0000 7f00311f2640 1 --2- 172.21.15.62:0/735117014 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0010066280 0x7f0010068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:25.582 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.572+0000 7f00311f2640 1 --2- 172.21.15.62:0/735117014 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0010066280 0x7f0010068730 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f001c0ad000 tx=0x7f001c004740 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:25.583 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.576+0000 7f00227fc640 1 -- 172.21.15.62:0/735117014 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f00280507c0 con 0x7f002c0b1290 2023-06-08T03:53:25.738 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.728+0000 7f0033c57640 1 -- 172.21.15.62:0/735117014 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f002c04d6c0 con 0x7f002c0b1290 2023-06-08T03:53:25.740 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.732+0000 7f00227fc640 1 -- 172.21.15.62:0/735117014 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18374 (secure 0 0 0) 0x7f0028053de0 con 0x7f002c0b1290 2023-06-08T03:53:25.740 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:25.740 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":25,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:53:16.353560+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.f","mappings":[{"from":1,"to":2}]},{"pgid":"4.37","mappings":[{"from":3,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:53:25.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.732+0000 7f0033c57640 1 -- 172.21.15.62:0/735117014 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0010066280 msgr2=0x7f0010068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:25.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.732+0000 7f0033c57640 1 --2- 172.21.15.62:0/735117014 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0010066280 0x7f0010068730 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f001c0ad000 tx=0x7f001c004740 comp rx=0 tx=0).stop 2023-06-08T03:53:25.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.732+0000 7f0033c57640 1 -- 172.21.15.62:0/735117014 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f002c0b1290 msgr2=0x7f002c0cb7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:25.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.732+0000 7f0033c57640 1 --2- 172.21.15.62:0/735117014 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f002c0b1290 0x7f002c0cb7e0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f002800c420 tx=0x7f002800c8e0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.732+0000 7f0033c57640 1 -- 172.21.15.62:0/735117014 shutdown_connections 2023-06-08T03:53:25.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.732+0000 7f0033c57640 1 --2- 172.21.15.62:0/735117014 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f0010066280 0x7f0010068730 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.732+0000 7f0033c57640 1 --2- 172.21.15.62:0/735117014 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f002c0ce950 0x7f002c0b2a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.732+0000 7f0033c57640 1 --2- 172.21.15.62:0/735117014 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f002c0ce280 0x7f002c0c9a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.732+0000 7f0033c57640 1 --2- 172.21.15.62:0/735117014 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f002c0b1290 0x7f002c0cb7e0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.744 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.732+0000 7f0033c57640 1 -- 172.21.15.62:0/735117014 >> 172.21.15.62:0/735117014 conn(0x7f002c06b5a0 msgr2=0x7f002c0b6df0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:25.744 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.736+0000 7f0033c57640 1 -- 172.21.15.62:0/735117014 shutdown_connections 2023-06-08T03:53:25.744 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.736+0000 7f0033c57640 1 -- 172.21.15.62:0/735117014 wait complete. 2023-06-08T03:53:25.759 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-08T03:52:22.372947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-08T03:52:28.107223+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-08T03:52:32.655480+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-08T03:52:33.144430+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-08T03:53:25.760 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-08T03:53:25.874 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.864+0000 7fa4ee548640 1 Processor -- start 2023-06-08T03:53:25.874 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.864+0000 7fa4ee548640 1 -- start start 2023-06-08T03:53:25.876 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.868+0000 7fa4ee548640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa4e80cc750 0x7fa4e80ccb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:25.876 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.868+0000 7fa4ee548640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa4e806ed70 0x7fa4e806f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:25.876 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.868+0000 7fa4ee548640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4e80cbd00 con 0x7fa4e81584e0 2023-06-08T03:53:25.876 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.868+0000 7fa4ee548640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4e806f710 con 0x7fa4e806ed70 2023-06-08T03:53:25.876 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.868+0000 7fa4ee548640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4e815cbc0 con 0x7fa4e80cc750 2023-06-08T03:53:25.876 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.868+0000 7fa4ecae5640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa4e806ed70 0x7fa4e806f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:25.876 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.868+0000 7fa4e7fff640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fa4e81584e0 0x7fa4e815c100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:37404/0 (socket says 172.21.15.62:37404) 2023-06-08T03:53:25.877 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.868+0000 7fa4e7fff640 1 -- 172.21.15.62:0/4231328974 learned_addr learned my addr 172.21.15.62:0/4231328974 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:25.877 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.868+0000 7fa4e77fe640 1 --2- 172.21.15.62:0/4231328974 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa4e80cc750 0x7fa4e80ccb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:25.877 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.868+0000 7fa4ecae5640 1 -- 172.21.15.62:0/4231328974 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa4e80cc750 msgr2=0x7fa4e80ccb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:25.877 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.868+0000 7fa4ecae5640 1 --2- 172.21.15.62:0/4231328974 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa4e80cc750 0x7fa4e80ccb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.877 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.868+0000 7fa4e6ffd640 1 -- 172.21.15.62:0/4231328974 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2817684290 0 0) 0x7fa4e80cbd00 con 0x7fa4e81584e0 2023-06-08T03:53:25.877 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.868+0000 7fa4ecae5640 1 -- 172.21.15.62:0/4231328974 >> v1:172.21.15.62:6789/0 conn(0x7fa4e81584e0 legacy=0x7fa4e815c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:25.877 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.868+0000 7fa4ecae5640 1 -- 172.21.15.62:0/4231328974 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4e815cea0 con 0x7fa4e806ed70 2023-06-08T03:53:25.878 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.868+0000 7fa4ecae5640 1 --2- 172.21.15.62:0/4231328974 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e806ed70 0x7fa4e806f1d0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fa4e0009d90 tx=0x7fa4e001f130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=418191713ce22774 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:25.879 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.868+0000 7fa4e6ffd640 1 -- 172.21.15.62:0/4231328974 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4e00af600 con 0x7fa4e806ed70 2023-06-08T03:53:25.879 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.868+0000 7fa4e6ffd640 1 -- 172.21.15.62:0/4231328974 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4e00ab050 con 0x7fa4e806ed70 2023-06-08T03:53:25.879 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.868+0000 7fa4e6ffd640 1 -- 172.21.15.62:0/4231328974 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4e00af980 con 0x7fa4e806ed70 2023-06-08T03:53:25.879 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4ee548640 1 -- 172.21.15.62:0/4231328974 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e806ed70 msgr2=0x7fa4e806f1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:25.879 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4ee548640 1 --2- 172.21.15.62:0/4231328974 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e806ed70 0x7fa4e806f1d0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fa4e0009d90 tx=0x7fa4e001f130 comp rx=0 tx=0).stop 2023-06-08T03:53:25.879 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4ee548640 1 -- 172.21.15.62:0/4231328974 shutdown_connections 2023-06-08T03:53:25.879 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4ee548640 1 --2- 172.21.15.62:0/4231328974 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e806ed70 0x7fa4e806f1d0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.880 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4ee548640 1 --2- 172.21.15.62:0/4231328974 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa4e80cc750 0x7fa4e80ccb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.880 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4ee548640 1 -- 172.21.15.62:0/4231328974 >> 172.21.15.62:0/4231328974 conn(0x7fa4e80ca6a0 msgr2=0x7fa4e80caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:25.880 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4ee548640 1 -- 172.21.15.62:0/4231328974 shutdown_connections 2023-06-08T03:53:25.880 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4ee548640 1 -- 172.21.15.62:0/4231328974 wait complete. 2023-06-08T03:53:25.881 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4ee548640 1 Processor -- start 2023-06-08T03:53:25.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4ee548640 1 -- start start 2023-06-08T03:53:25.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4ee548640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa4e806ed70 0x7fa4e8150db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:25.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4ee548640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e80cc750 0x7fa4e806f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:25.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4ee548640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa4e81584e0 0x7fa4e806fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:25.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4ee548640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4e81591c0 con 0x7fa4e80cc750 2023-06-08T03:53:25.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4ee548640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4e81eeb70 con 0x7fa4e81584e0 2023-06-08T03:53:25.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4ee548640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4e81588b0 con 0x7fa4e806ed70 2023-06-08T03:53:25.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4e77fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e80cc750 0x7fa4e806f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:25.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4e77fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e80cc750 0x7fa4e806f850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47216/0 (socket says 172.21.15.62:47216) 2023-06-08T03:53:25.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4e77fe640 1 -- 172.21.15.62:0/3533008976 learned_addr learned my addr 172.21.15.62:0/3533008976 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:25.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4ecae5640 1 --2- 172.21.15.62:0/3533008976 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa4e81584e0 0x7fa4e806fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:25.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4e7fff640 1 --2- 172.21.15.62:0/3533008976 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa4e806ed70 0x7fa4e8150db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:25.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4e77fe640 1 -- 172.21.15.62:0/3533008976 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa4e806ed70 msgr2=0x7fa4e8150db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:25.883 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4e77fe640 1 --2- 172.21.15.62:0/3533008976 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa4e806ed70 0x7fa4e8150db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4e77fe640 1 -- 172.21.15.62:0/3533008976 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa4e81584e0 msgr2=0x7fa4e806fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:25.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4e77fe640 1 --2- 172.21.15.62:0/3533008976 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa4e81584e0 0x7fa4e806fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:25.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4e77fe640 1 -- 172.21.15.62:0/3533008976 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4e0009a70 con 0x7fa4e80cc750 2023-06-08T03:53:25.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4e7fff640 1 --2- 172.21.15.62:0/3533008976 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa4e806ed70 0x7fa4e8150db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:25.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4ecae5640 1 --2- 172.21.15.62:0/3533008976 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa4e81584e0 0x7fa4e806fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:25.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4e77fe640 1 --2- 172.21.15.62:0/3533008976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e80cc750 0x7fa4e806f850 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fa4d800d830 tx=0x7fa4d800dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:25.884 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4e4ff9640 1 -- 172.21.15.62:0/3533008976 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4d800b6c0 con 0x7fa4e80cc750 2023-06-08T03:53:25.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4e4ff9640 1 -- 172.21.15.62:0/3533008976 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4d800b860 con 0x7fa4e80cc750 2023-06-08T03:53:25.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4ee548640 1 -- 172.21.15.62:0/3533008976 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4e80c34d0 con 0x7fa4e80cc750 2023-06-08T03:53:25.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4e4ff9640 1 -- 172.21.15.62:0/3533008976 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4d800bc10 con 0x7fa4e80cc750 2023-06-08T03:53:25.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.872+0000 7fa4ee548640 1 -- 172.21.15.62:0/3533008976 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4e8158de0 con 0x7fa4e80cc750 2023-06-08T03:53:25.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.876+0000 7fa4ee548640 1 -- 172.21.15.62:0/3533008976 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4e8159300 con 0x7fa4e80cc750 2023-06-08T03:53:25.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.876+0000 7fa4e4ff9640 1 -- 172.21.15.62:0/3533008976 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa4d800bd70 con 0x7fa4e80cc750 2023-06-08T03:53:25.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.876+0000 7fa4e4ff9640 1 --2- 172.21.15.62:0/3533008976 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa4c8066280 0x7fa4c8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:25.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.876+0000 7fa4e4ff9640 1 -- 172.21.15.62:0/3533008976 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fa4d8084380 con 0x7fa4e80cc750 2023-06-08T03:53:25.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.876+0000 7fa4e7fff640 1 --2- 172.21.15.62:0/3533008976 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa4c8066280 0x7fa4c8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:25.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.876+0000 7fa4e7fff640 1 --2- 172.21.15.62:0/3533008976 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa4c8066280 0x7fa4c8068730 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa4d0007fd0 tx=0x7fa4d0009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:25.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:25.880+0000 7fa4e4ff9640 1 -- 172.21.15.62:0/3533008976 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa4e8159300 con 0x7fa4e80cc750 2023-06-08T03:53:26.040 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.032+0000 7fa4ee548640 1 -- 172.21.15.62:0/3533008976 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa4e8159300 con 0x7fa4e80cc750 2023-06-08T03:53:26.041 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.032+0000 7fa4e4ff9640 1 -- 172.21.15.62:0/3533008976 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa4e8159300 con 0x7fa4e80cc750 2023-06-08T03:53:26.041 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 1 2023-06-08T03:53:26.043 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.036+0000 7fa4ee548640 1 -- 172.21.15.62:0/3533008976 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa4c8066280 msgr2=0x7fa4c8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:26.043 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.036+0000 7fa4ee548640 1 --2- 172.21.15.62:0/3533008976 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa4c8066280 0x7fa4c8068730 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa4d0007fd0 tx=0x7fa4d0009040 comp rx=0 tx=0).stop 2023-06-08T03:53:26.043 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.036+0000 7fa4ee548640 1 -- 172.21.15.62:0/3533008976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e80cc750 msgr2=0x7fa4e806f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:26.043 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.036+0000 7fa4ee548640 1 --2- 172.21.15.62:0/3533008976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e80cc750 0x7fa4e806f850 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fa4d800d830 tx=0x7fa4d800dcf0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.043 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.036+0000 7fa4ee548640 1 -- 172.21.15.62:0/3533008976 shutdown_connections 2023-06-08T03:53:26.044 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.036+0000 7fa4ee548640 1 --2- 172.21.15.62:0/3533008976 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa4c8066280 0x7fa4c8068730 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.044 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.036+0000 7fa4ee548640 1 --2- 172.21.15.62:0/3533008976 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa4e81584e0 0x7fa4e806fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.044 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.036+0000 7fa4ee548640 1 --2- 172.21.15.62:0/3533008976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e80cc750 0x7fa4e806f850 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.044 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.036+0000 7fa4ee548640 1 --2- 172.21.15.62:0/3533008976 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa4e806ed70 0x7fa4e8150db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.044 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.036+0000 7fa4ee548640 1 -- 172.21.15.62:0/3533008976 >> 172.21.15.62:0/3533008976 conn(0x7fa4e80ca6a0 msgr2=0x7fa4e80708a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:26.044 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.036+0000 7fa4ee548640 1 -- 172.21.15.62:0/3533008976 shutdown_connections 2023-06-08T03:53:26.044 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.036+0000 7fa4ee548640 1 -- 172.21.15.62:0/3533008976 wait complete. 2023-06-08T03:53:26.059 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-08T03:53:26.169 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.160+0000 7fe7faf18640 1 Processor -- start 2023-06-08T03:53:26.170 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.160+0000 7fe7faf18640 1 -- start start 2023-06-08T03:53:26.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.164+0000 7fe7faf18640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe7f40cda40 0x7fe7f40cde10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:26.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.164+0000 7fe7faf18640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fe7f40cc830 0x7fe7f40ccc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:26.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.164+0000 7fe7faf18640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7f40ce350 con 0x7fe7f4159870 2023-06-08T03:53:26.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.164+0000 7fe7faf18640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7f40cd870 con 0x7fe7f40cda40 2023-06-08T03:53:26.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.164+0000 7fe7faf18640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7f40cd2b0 con 0x7fe7f40cc830 2023-06-08T03:53:26.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.164+0000 7fe7f8cb4640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe7f40cda40 0x7fe7f40cde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:26.172 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.164+0000 7fe7f8cb4640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe7f40cda40 0x7fe7f40cde10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47224/0 (socket says 172.21.15.62:47224) 2023-06-08T03:53:26.172 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.164+0000 7fe7f8cb4640 1 -- 172.21.15.62:0/2151845637 learned_addr learned my addr 172.21.15.62:0/2151845637 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:26.172 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.164+0000 7fe7f3fff640 1 --2- 172.21.15.62:0/2151845637 >> v2:172.21.15.188:3300/0 conn(0x7fe7f40cc830 0x7fe7f40ccc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:26.172 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.164+0000 7fe7f8cb4640 1 -- 172.21.15.62:0/2151845637 >> v2:172.21.15.188:3300/0 conn(0x7fe7f40cc830 msgr2=0x7fe7f40ccc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:26.172 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.164+0000 7fe7f8cb4640 1 --2- 172.21.15.62:0/2151845637 >> v2:172.21.15.188:3300/0 conn(0x7fe7f40cc830 0x7fe7f40ccc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.173 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.164+0000 7fe7f8cb4640 1 -- 172.21.15.62:0/2151845637 >> v1:172.21.15.188:6789/0 conn(0x7fe7f4159870 legacy=0x7fe7f4159cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:26.173 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.164+0000 7fe7f8cb4640 1 -- 172.21.15.62:0/2151845637 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7f40cd590 con 0x7fe7f40cda40 2023-06-08T03:53:26.173 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.164+0000 7fe7f8cb4640 1 --2- 172.21.15.62:0/2151845637 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7f40cda40 0x7fe7f40cde10 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fe7f4070180 tx=0x7fe7e401c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=958cc95cc5bf30d4 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:26.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.164+0000 7fe7f37fe640 1 -- 172.21.15.62:0/2151845637 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7e40ab600 con 0x7fe7f40cda40 2023-06-08T03:53:26.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.164+0000 7fe7f37fe640 1 -- 172.21.15.62:0/2151845637 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7e40ab760 con 0x7fe7f40cda40 2023-06-08T03:53:26.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.164+0000 7fe7f37fe640 1 -- 172.21.15.62:0/2151845637 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7e40abaf0 con 0x7fe7f40cda40 2023-06-08T03:53:26.175 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7faf18640 1 -- 172.21.15.62:0/2151845637 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7f40cda40 msgr2=0x7fe7f40cde10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:26.175 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7faf18640 1 --2- 172.21.15.62:0/2151845637 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7f40cda40 0x7fe7f40cde10 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fe7f4070180 tx=0x7fe7e401c400 comp rx=0 tx=0).stop 2023-06-08T03:53:26.175 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7faf18640 1 -- 172.21.15.62:0/2151845637 shutdown_connections 2023-06-08T03:53:26.175 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7faf18640 1 --2- 172.21.15.62:0/2151845637 >> v2:172.21.15.188:3300/0 conn(0x7fe7f40cc830 0x7fe7f40ccc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.175 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7faf18640 1 --2- 172.21.15.62:0/2151845637 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7f40cda40 0x7fe7f40cde10 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.176 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7faf18640 1 -- 172.21.15.62:0/2151845637 >> 172.21.15.62:0/2151845637 conn(0x7fe7f4065850 msgr2=0x7fe7f4099140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:26.176 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7faf18640 1 -- 172.21.15.62:0/2151845637 shutdown_connections 2023-06-08T03:53:26.176 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7faf18640 1 -- 172.21.15.62:0/2151845637 wait complete. 2023-06-08T03:53:26.176 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7faf18640 1 Processor -- start 2023-06-08T03:53:26.176 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7faf18640 1 -- start start 2023-06-08T03:53:26.178 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7faf18640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7f40cc830 0x7fe7f40c4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:26.178 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7faf18640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe7f40cda40 0x7fe7f40c6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:26.178 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7faf18640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe7f4159870 0x7fe7f4154ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:26.178 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7faf18640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7f40c5050 con 0x7fe7f40cc830 2023-06-08T03:53:26.178 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7faf18640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7f40b5150 con 0x7fe7f40cda40 2023-06-08T03:53:26.178 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7faf18640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7f40b4540 con 0x7fe7f4159870 2023-06-08T03:53:26.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7f8cb4640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7f40cc830 0x7fe7f40c4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:26.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7f8cb4640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7f40cc830 0x7fe7f40c4b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47232/0 (socket says 172.21.15.62:47232) 2023-06-08T03:53:26.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7f8cb4640 1 -- 172.21.15.62:0/1639856731 learned_addr learned my addr 172.21.15.62:0/1639856731 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:26.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7f3fff640 1 --2- 172.21.15.62:0/1639856731 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe7f40cda40 0x7fe7f40c6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:26.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7f94b5640 1 --2- 172.21.15.62:0/1639856731 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe7f4159870 0x7fe7f4154ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:26.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7f8cb4640 1 -- 172.21.15.62:0/1639856731 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe7f4159870 msgr2=0x7fe7f4154ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:26.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7f8cb4640 1 --2- 172.21.15.62:0/1639856731 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe7f4159870 0x7fe7f4154ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7f8cb4640 1 -- 172.21.15.62:0/1639856731 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe7f40cda40 msgr2=0x7fe7f40c6410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:26.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7f8cb4640 1 --2- 172.21.15.62:0/1639856731 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe7f40cda40 0x7fe7f40c6410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7f8cb4640 1 -- 172.21.15.62:0/1639856731 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7e40094d0 con 0x7fe7f40cc830 2023-06-08T03:53:26.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7f8cb4640 1 --2- 172.21.15.62:0/1639856731 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7f40cc830 0x7fe7f40c4b10 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fe7e401a030 tx=0x7fe7e401ac40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:26.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7f17fa640 1 -- 172.21.15.62:0/1639856731 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7e40b4800 con 0x7fe7f40cc830 2023-06-08T03:53:26.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7f17fa640 1 -- 172.21.15.62:0/1639856731 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7e40b4980 con 0x7fe7f40cc830 2023-06-08T03:53:26.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7faf18640 1 -- 172.21.15.62:0/1639856731 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7f40b4820 con 0x7fe7f40cc830 2023-06-08T03:53:26.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7f17fa640 1 -- 172.21.15.62:0/1639856731 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7e40b4d30 con 0x7fe7f40cc830 2023-06-08T03:53:26.181 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.168+0000 7fe7faf18640 1 -- 172.21.15.62:0/1639856731 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7f40b4de0 con 0x7fe7f40cc830 2023-06-08T03:53:26.181 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.172+0000 7fe7faf18640 1 -- 172.21.15.62:0/1639856731 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7f404d650 con 0x7fe7f40cc830 2023-06-08T03:53:26.181 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.172+0000 7fe7f17fa640 1 -- 172.21.15.62:0/1639856731 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe7e40c7390 con 0x7fe7f40cc830 2023-06-08T03:53:26.182 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.172+0000 7fe7f17fa640 1 --2- 172.21.15.62:0/1639856731 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe7e0066280 0x7fe7e0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:26.182 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.172+0000 7fe7f17fa640 1 -- 172.21.15.62:0/1639856731 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fe7e411e720 con 0x7fe7f40cc830 2023-06-08T03:53:26.182 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.172+0000 7fe7f3fff640 1 --2- 172.21.15.62:0/1639856731 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe7e0066280 0x7fe7e0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:26.182 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.172+0000 7fe7f3fff640 1 --2- 172.21.15.62:0/1639856731 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe7e0066280 0x7fe7e0068730 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fe7f40b1430 tx=0x7fe7e8008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:26.183 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.176+0000 7fe7f17fa640 1 -- 172.21.15.62:0/1639856731 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe7e40ebb60 con 0x7fe7f40cc830 2023-06-08T03:53:26.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.320+0000 7fe7faf18640 1 -- 172.21.15.62:0/1639856731 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fe7f40b1180 con 0x7fe7f40cc830 2023-06-08T03:53:26.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.320+0000 7fe7f17fa640 1 -- 172.21.15.62:0/1639856731 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v25) v1 ==== 92+0+10 (secure 0 0 0) 0x7fe7e40ef180 con 0x7fe7f40cc830 2023-06-08T03:53:26.330 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 8 2023-06-08T03:53:26.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.324+0000 7fe7faf18640 1 -- 172.21.15.62:0/1639856731 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe7e0066280 msgr2=0x7fe7e0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:26.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.324+0000 7fe7faf18640 1 --2- 172.21.15.62:0/1639856731 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe7e0066280 0x7fe7e0068730 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fe7f40b1430 tx=0x7fe7e8008040 comp rx=0 tx=0).stop 2023-06-08T03:53:26.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.324+0000 7fe7faf18640 1 -- 172.21.15.62:0/1639856731 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7f40cc830 msgr2=0x7fe7f40c4b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:26.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.324+0000 7fe7faf18640 1 --2- 172.21.15.62:0/1639856731 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7f40cc830 0x7fe7f40c4b10 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fe7e401a030 tx=0x7fe7e401ac40 comp rx=0 tx=0).stop 2023-06-08T03:53:26.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.324+0000 7fe7faf18640 1 -- 172.21.15.62:0/1639856731 shutdown_connections 2023-06-08T03:53:26.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.324+0000 7fe7faf18640 1 --2- 172.21.15.62:0/1639856731 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe7e0066280 0x7fe7e0068730 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.324+0000 7fe7faf18640 1 --2- 172.21.15.62:0/1639856731 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe7f4159870 0x7fe7f4154ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.324+0000 7fe7faf18640 1 --2- 172.21.15.62:0/1639856731 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe7f40cda40 0x7fe7f40c6410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.324+0000 7fe7faf18640 1 --2- 172.21.15.62:0/1639856731 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7f40cc830 0x7fe7f40c4b10 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.324+0000 7fe7faf18640 1 -- 172.21.15.62:0/1639856731 >> 172.21.15.62:0/1639856731 conn(0x7fe7f4065850 msgr2=0x7fe7f40b1810 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:26.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.324+0000 7fe7faf18640 1 -- 172.21.15.62:0/1639856731 shutdown_connections 2023-06-08T03:53:26.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.324+0000 7fe7faf18640 1 -- 172.21.15.62:0/1639856731 wait complete. 2023-06-08T03:53:26.347 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-08T03:53:26.475 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.468+0000 7fb9b2518640 1 Processor -- start 2023-06-08T03:53:26.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.468+0000 7fb9b2518640 1 -- start start 2023-06-08T03:53:26.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.468+0000 7fb9b2518640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fb9ac15b8f0 0x7fb9ac0b4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:26.477 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.468+0000 7fb9b2518640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fb9ac0b5340 0x7fb9ac0d08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:26.477 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.468+0000 7fb9b2518640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9ac0cf800 con 0x7fb9ac0b0f40 2023-06-08T03:53:26.477 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.468+0000 7fb9b2518640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9ac0ce270 con 0x7fb9ac15b8f0 2023-06-08T03:53:26.477 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.468+0000 7fb9b2518640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9ac0b16b0 con 0x7fb9ac0b5340 2023-06-08T03:53:26.477 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.468+0000 7fb9abfff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fb9ac15b8f0 0x7fb9ac0b4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:26.477 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.468+0000 7fb9abfff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fb9ac15b8f0 0x7fb9ac0b4e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47242/0 (socket says 172.21.15.62:47242) 2023-06-08T03:53:26.477 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.468+0000 7fb9abfff640 1 -- 172.21.15.62:0/3265944163 learned_addr learned my addr 172.21.15.62:0/3265944163 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:26.478 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.468+0000 7fb9abfff640 1 -- 172.21.15.62:0/3265944163 >> v2:172.21.15.188:3300/0 conn(0x7fb9ac0b5340 msgr2=0x7fb9ac0d08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:26.478 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.468+0000 7fb9ab7fe640 1 --2- 172.21.15.62:0/3265944163 >> v2:172.21.15.188:3300/0 conn(0x7fb9ac0b5340 0x7fb9ac0d08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:26.478 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.468+0000 7fb9abfff640 1 --2- 172.21.15.62:0/3265944163 >> v2:172.21.15.188:3300/0 conn(0x7fb9ac0b5340 0x7fb9ac0d08c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.468+0000 7fb9abfff640 1 -- 172.21.15.62:0/3265944163 >> v1:172.21.15.188:6789/0 conn(0x7fb9ac0b0f40 legacy=0x7fb9ac0b3a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:26.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.468+0000 7fb9abfff640 1 -- 172.21.15.62:0/3265944163 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9ac0ce510 con 0x7fb9ac15b8f0 2023-06-08T03:53:26.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.468+0000 7fb9ab7fe640 1 --2- 172.21.15.62:0/3265944163 >> v2:172.21.15.188:3300/0 conn(0x7fb9ac0b5340 0x7fb9ac0d08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:26.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.472+0000 7fb9abfff640 1 --2- 172.21.15.62:0/3265944163 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9ac15b8f0 0x7fb9ac0b4e00 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fb9ac065f10 tx=0x7fb9a001c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9672e9ea4aed0327 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:26.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.472+0000 7fb9aaffd640 1 -- 172.21.15.62:0/3265944163 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9ac0b4950 con 0x7fb9ac15b8f0 2023-06-08T03:53:26.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.472+0000 7fb9aaffd640 1 -- 172.21.15.62:0/3265944163 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9a00ac640 con 0x7fb9ac15b8f0 2023-06-08T03:53:26.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.472+0000 7fb9aaffd640 1 -- 172.21.15.62:0/3265944163 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9a00ac9d0 con 0x7fb9ac15b8f0 2023-06-08T03:53:26.481 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.472+0000 7fb9b2518640 1 -- 172.21.15.62:0/3265944163 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9ac15b8f0 msgr2=0x7fb9ac0b4e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:26.481 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.472+0000 7fb9b2518640 1 --2- 172.21.15.62:0/3265944163 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9ac15b8f0 0x7fb9ac0b4e00 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fb9ac065f10 tx=0x7fb9a001c400 comp rx=0 tx=0).stop 2023-06-08T03:53:26.481 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.472+0000 7fb9b2518640 1 -- 172.21.15.62:0/3265944163 shutdown_connections 2023-06-08T03:53:26.481 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.472+0000 7fb9b2518640 1 --2- 172.21.15.62:0/3265944163 >> v2:172.21.15.188:3300/0 conn(0x7fb9ac0b5340 0x7fb9ac0d08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.481 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.472+0000 7fb9b2518640 1 --2- 172.21.15.62:0/3265944163 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9ac15b8f0 0x7fb9ac0b4e00 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.481 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.472+0000 7fb9b2518640 1 -- 172.21.15.62:0/3265944163 >> 172.21.15.62:0/3265944163 conn(0x7fb9ac0d1fb0 msgr2=0x7fb9ac0d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:26.481 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.472+0000 7fb9b2518640 1 -- 172.21.15.62:0/3265944163 shutdown_connections 2023-06-08T03:53:26.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.472+0000 7fb9b2518640 1 -- 172.21.15.62:0/3265944163 wait complete. 2023-06-08T03:53:26.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.472+0000 7fb9b2518640 1 Processor -- start 2023-06-08T03:53:26.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.472+0000 7fb9b2518640 1 -- start start 2023-06-08T03:53:26.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9b2518640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb9ac0b0f40 0x7fb9ac15d880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:26.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9b2518640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9ac0b5340 0x7fb9ac0b6f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:26.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9b2518640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb9ac15b8f0 0x7fb9ac15bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:26.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9b2518640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9ac0b7440 con 0x7fb9ac0b5340 2023-06-08T03:53:26.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9b2518640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9ac0c90c0 con 0x7fb9ac0b0f40 2023-06-08T03:53:26.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9b2518640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9ac0c6ee0 con 0x7fb9ac15b8f0 2023-06-08T03:53:26.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9ab7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9ac0b5340 0x7fb9ac0b6f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:26.485 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9ab7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9ac0b5340 0x7fb9ac0b6f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47246/0 (socket says 172.21.15.62:47246) 2023-06-08T03:53:26.485 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9ab7fe640 1 -- 172.21.15.62:0/2669203144 learned_addr learned my addr 172.21.15.62:0/2669203144 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:26.485 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9abfff640 1 --2- 172.21.15.62:0/2669203144 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb9ac0b0f40 0x7fb9ac15d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:26.485 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9ab7fe640 1 -- 172.21.15.62:0/2669203144 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb9ac15b8f0 msgr2=0x7fb9ac15bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:26.485 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9b0ab5640 1 --2- 172.21.15.62:0/2669203144 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb9ac15b8f0 0x7fb9ac15bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:26.485 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9ab7fe640 1 --2- 172.21.15.62:0/2669203144 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb9ac15b8f0 0x7fb9ac15bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.485 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9ab7fe640 1 -- 172.21.15.62:0/2669203144 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb9ac0b0f40 msgr2=0x7fb9ac15d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:26.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9ab7fe640 1 --2- 172.21.15.62:0/2669203144 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb9ac0b0f40 0x7fb9ac15d880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9ab7fe640 1 -- 172.21.15.62:0/2669203144 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9a00094d0 con 0x7fb9ac0b5340 2023-06-08T03:53:26.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9abfff640 1 --2- 172.21.15.62:0/2669203144 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb9ac0b0f40 0x7fb9ac15d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:26.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9ab7fe640 1 --2- 172.21.15.62:0/2669203144 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9ac0b5340 0x7fb9ac0b6f00 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb99c00c7f0 tx=0x7fb99c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:26.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9a8ff9640 1 -- 172.21.15.62:0/2669203144 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb99c00cea0 con 0x7fb9ac0b5340 2023-06-08T03:53:26.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9a8ff9640 1 -- 172.21.15.62:0/2669203144 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb99c007a30 con 0x7fb9ac0b5340 2023-06-08T03:53:26.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9b2518640 1 -- 172.21.15.62:0/2669203144 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9ac15c410 con 0x7fb9ac0b5340 2023-06-08T03:53:26.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9a8ff9640 1 -- 172.21.15.62:0/2669203144 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb99c007de0 con 0x7fb9ac0b5340 2023-06-08T03:53:26.487 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9b2518640 1 -- 172.21.15.62:0/2669203144 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9ac0c9310 con 0x7fb9ac0b5340 2023-06-08T03:53:26.487 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9b2518640 1 -- 172.21.15.62:0/2669203144 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9ac0c7070 con 0x7fb9ac0b5340 2023-06-08T03:53:26.487 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9a8ff9640 1 -- 172.21.15.62:0/2669203144 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb99c0113f0 con 0x7fb9ac0b5340 2023-06-08T03:53:26.488 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9a8ff9640 1 --2- 172.21.15.62:0/2669203144 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb9980662b0 0x7fb998068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:26.488 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9a8ff9640 1 -- 172.21.15.62:0/2669203144 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fb99c083e60 con 0x7fb9ac0b5340 2023-06-08T03:53:26.488 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.476+0000 7fb9abfff640 1 --2- 172.21.15.62:0/2669203144 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb9980662b0 0x7fb998068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:26.488 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.480+0000 7fb9abfff640 1 --2- 172.21.15.62:0/2669203144 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb9980662b0 0x7fb998068760 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb9a00ae000 tx=0x7fb9a0008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:26.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.480+0000 7fb9a8ff9640 1 -- 172.21.15.62:0/2669203144 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb99c0512a0 con 0x7fb9ac0b5340 2023-06-08T03:53:26.645 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.636+0000 7fb9b2518640 1 -- 172.21.15.62:0/2669203144 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb9ac04d650 con 0x7fb9ac0b5340 2023-06-08T03:53:26.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.636+0000 7fb9a8ff9640 1 -- 172.21.15.62:0/2669203144 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7fb99c0548c0 con 0x7fb9ac0b5340 2023-06-08T03:53:26.646 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 32 2023-06-08T03:53:26.648 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.640+0000 7fb9b2518640 1 -- 172.21.15.62:0/2669203144 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb9980662b0 msgr2=0x7fb998068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:26.648 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.640+0000 7fb9b2518640 1 --2- 172.21.15.62:0/2669203144 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb9980662b0 0x7fb998068760 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb9a00ae000 tx=0x7fb9a0008040 comp rx=0 tx=0).stop 2023-06-08T03:53:26.648 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.640+0000 7fb9b2518640 1 -- 172.21.15.62:0/2669203144 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9ac0b5340 msgr2=0x7fb9ac0b6f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:26.648 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.640+0000 7fb9b2518640 1 --2- 172.21.15.62:0/2669203144 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9ac0b5340 0x7fb9ac0b6f00 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb99c00c7f0 tx=0x7fb99c00ccb0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.640+0000 7fb9b2518640 1 -- 172.21.15.62:0/2669203144 shutdown_connections 2023-06-08T03:53:26.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.640+0000 7fb9b2518640 1 --2- 172.21.15.62:0/2669203144 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb9980662b0 0x7fb998068760 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.640+0000 7fb9b2518640 1 --2- 172.21.15.62:0/2669203144 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb9ac15b8f0 0x7fb9ac15bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.640+0000 7fb9b2518640 1 --2- 172.21.15.62:0/2669203144 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9ac0b5340 0x7fb9ac0b6f00 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.640+0000 7fb9b2518640 1 --2- 172.21.15.62:0/2669203144 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb9ac0b0f40 0x7fb9ac15d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.640+0000 7fb9b2518640 1 -- 172.21.15.62:0/2669203144 >> 172.21.15.62:0/2669203144 conn(0x7fb9ac0d1fb0 msgr2=0x7fb9ac06a020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:26.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.640+0000 7fb9b2518640 1 -- 172.21.15.62:0/2669203144 shutdown_connections 2023-06-08T03:53:26.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.640+0000 7fb9b2518640 1 -- 172.21.15.62:0/2669203144 wait complete. 2023-06-08T03:53:26.665 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-08T03:53:26.787 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c2e5d4640 1 Processor -- start 2023-06-08T03:53:26.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c2e5d4640 1 -- start start 2023-06-08T03:53:26.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c2e5d4640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f5c28159070 0x7f5c2815fde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:26.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c2e5d4640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5c280cc510 con 0x7f5c280ce850 2023-06-08T03:53:26.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c2e5d4640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5c280cc7b0 con 0x7f5c28159440 2023-06-08T03:53:26.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c2e5d4640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5c280cca90 con 0x7f5c28159070 2023-06-08T03:53:26.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c2cb71640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f5c280ce850 0x7f5c280cecf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:37408/0 (socket says 172.21.15.62:37408) 2023-06-08T03:53:26.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c2cb71640 1 -- 172.21.15.62:0/3875918016 learned_addr learned my addr 172.21.15.62:0/3875918016 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:26.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c27fff640 1 --2- 172.21.15.62:0/3875918016 >> v2:172.21.15.188:3300/0 conn(0x7f5c28159070 0x7f5c2815fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:26.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c26ffd640 1 -- 172.21.15.62:0/3875918016 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 547159763 0 0) 0x7f5c280cc510 con 0x7f5c280ce850 2023-06-08T03:53:26.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c26ffd640 1 -- 172.21.15.62:0/3875918016 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5c10003530 con 0x7f5c280ce850 2023-06-08T03:53:26.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c26ffd640 1 -- 172.21.15.62:0/3875918016 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2926856843 0 0) 0x7f5c10003530 con 0x7f5c280ce850 2023-06-08T03:53:26.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c26ffd640 1 -- 172.21.15.62:0/3875918016 >> v2:172.21.15.188:3300/0 conn(0x7f5c28159070 msgr2=0x7f5c2815fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:26.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c26ffd640 1 --2- 172.21.15.62:0/3875918016 >> v2:172.21.15.188:3300/0 conn(0x7f5c28159070 0x7f5c2815fde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c26ffd640 1 -- 172.21.15.62:0/3875918016 >> v1:172.21.15.188:6789/0 conn(0x7f5c28159440 legacy=0x7f5c2815c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:26.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c26ffd640 1 -- 172.21.15.62:0/3875918016 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c2815f300 con 0x7f5c280ce850 2023-06-08T03:53:26.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c26ffd640 1 -- 172.21.15.62:0/3875918016 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f5c20001a00 con 0x7f5c280ce850 2023-06-08T03:53:26.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c26ffd640 1 -- 172.21.15.62:0/3875918016 >> v1:172.21.15.62:6789/0 conn(0x7f5c280ce850 legacy=0x7f5c280cecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:26.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c26ffd640 1 --2- 172.21.15.62:0/3875918016 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5c10003980 0x7f5c10003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:26.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c26ffd640 1 --2- 172.21.15.62:0/3875918016 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c100047d0 0x7f5c10004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:26.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c26ffd640 1 --2- 172.21.15.62:0/3875918016 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c100052a0 0x7f5c1000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:26.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c26ffd640 1 -- 172.21.15.62:0/3875918016 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c280cca90 con 0x7f5c100047d0 2023-06-08T03:53:26.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c26ffd640 1 -- 172.21.15.62:0/3875918016 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c1000c1d0 con 0x7f5c10003980 2023-06-08T03:53:26.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c26ffd640 1 -- 172.21.15.62:0/3875918016 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c1000c390 con 0x7f5c100052a0 2023-06-08T03:53:26.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c277fe640 1 --2- 172.21.15.62:0/3875918016 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c100047d0 0x7f5c10004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:26.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c2cb71640 1 --2- 172.21.15.62:0/3875918016 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c100052a0 0x7f5c1000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:26.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.780+0000 7f5c27fff640 1 --2- 172.21.15.62:0/3875918016 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5c10003980 0x7f5c10003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:26.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.784+0000 7f5c277fe640 1 -- 172.21.15.62:0/3875918016 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c100052a0 msgr2=0x7f5c1000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:26.794 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.784+0000 7f5c277fe640 1 --2- 172.21.15.62:0/3875918016 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c100052a0 0x7f5c1000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.794 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.784+0000 7f5c277fe640 1 -- 172.21.15.62:0/3875918016 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5c10003980 msgr2=0x7f5c10003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:26.794 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.784+0000 7f5c277fe640 1 --2- 172.21.15.62:0/3875918016 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5c10003980 0x7f5c10003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.794 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.784+0000 7f5c277fe640 1 -- 172.21.15.62:0/3875918016 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c10003530 con 0x7f5c100047d0 2023-06-08T03:53:26.794 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.784+0000 7f5c2cb71640 1 -- 172.21.15.62:0/3875918016 reap_dead start 2023-06-08T03:53:26.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.784+0000 7f5c277fe640 1 --2- 172.21.15.62:0/3875918016 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c100047d0 0x7f5c10004c40 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f5c28159860 tx=0x7f5c1c01c310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ac0a7575153897b server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:26.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.784+0000 7f5c26ffd640 1 -- 172.21.15.62:0/3875918016 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c1c0052d0 con 0x7f5c100047d0 2023-06-08T03:53:26.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.784+0000 7f5c26ffd640 1 -- 172.21.15.62:0/3875918016 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c1c0a7050 con 0x7f5c100047d0 2023-06-08T03:53:26.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.784+0000 7f5c26ffd640 1 -- 172.21.15.62:0/3875918016 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c1c003600 con 0x7f5c100047d0 2023-06-08T03:53:26.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.784+0000 7f5c2e5d4640 1 -- 172.21.15.62:0/3875918016 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c100047d0 msgr2=0x7f5c10004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:26.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.784+0000 7f5c2e5d4640 1 --2- 172.21.15.62:0/3875918016 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c100047d0 0x7f5c10004c40 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f5c28159860 tx=0x7f5c1c01c310 comp rx=0 tx=0).stop 2023-06-08T03:53:26.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.784+0000 7f5c2e5d4640 1 -- 172.21.15.62:0/3875918016 shutdown_connections 2023-06-08T03:53:26.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.784+0000 7f5c2e5d4640 1 --2- 172.21.15.62:0/3875918016 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c100047d0 0x7f5c10004c40 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.784+0000 7f5c2e5d4640 1 -- 172.21.15.62:0/3875918016 >> 172.21.15.62:0/3875918016 conn(0x7f5c28069a90 msgr2=0x7f5c28069e90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:26.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.784+0000 7f5c2e5d4640 1 -- 172.21.15.62:0/3875918016 shutdown_connections 2023-06-08T03:53:26.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.784+0000 7f5c2e5d4640 1 -- 172.21.15.62:0/3875918016 wait complete. 2023-06-08T03:53:26.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c2e5d4640 1 Processor -- start 2023-06-08T03:53:26.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c2e5d4640 1 -- start start 2023-06-08T03:53:26.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c2e5d4640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5c100047d0 0x7f5c280c7d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:26.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c2e5d4640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c280b3190 0x7f5c280b35e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:26.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c2e5d4640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c28155050 0x7f5c281554c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:26.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c2e5d4640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c280b3b20 con 0x7f5c280b3190 2023-06-08T03:53:26.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c2e5d4640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c28155a00 con 0x7f5c100047d0 2023-06-08T03:53:26.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c2e5d4640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c280b4e90 con 0x7f5c28155050 2023-06-08T03:53:26.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c277fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c280b3190 0x7f5c280b35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:26.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c277fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c280b3190 0x7f5c280b35e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47272/0 (socket says 172.21.15.62:47272) 2023-06-08T03:53:26.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c277fe640 1 -- 172.21.15.62:0/4229588039 learned_addr learned my addr 172.21.15.62:0/4229588039 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:26.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c27fff640 1 --2- 172.21.15.62:0/4229588039 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5c100047d0 0x7f5c280c7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:26.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c2cb71640 1 --2- 172.21.15.62:0/4229588039 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c28155050 0x7f5c281554c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:26.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c277fe640 1 -- 172.21.15.62:0/4229588039 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c28155050 msgr2=0x7f5c281554c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:26.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c277fe640 1 --2- 172.21.15.62:0/4229588039 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c28155050 0x7f5c281554c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c277fe640 1 -- 172.21.15.62:0/4229588039 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5c100047d0 msgr2=0x7f5c280c7d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:26.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c277fe640 1 --2- 172.21.15.62:0/4229588039 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5c100047d0 0x7f5c280c7d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c277fe640 1 -- 172.21.15.62:0/4229588039 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c2815cc80 con 0x7f5c280b3190 2023-06-08T03:53:26.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c277fe640 1 --2- 172.21.15.62:0/4229588039 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c280b3190 0x7f5c280b35e0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f5c1c000c10 tx=0x7f5c10005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:26.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c24ff9640 1 -- 172.21.15.62:0/4229588039 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c1c0b9070 con 0x7f5c280b3190 2023-06-08T03:53:26.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c24ff9640 1 -- 172.21.15.62:0/4229588039 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c1c0070f0 con 0x7f5c280b3190 2023-06-08T03:53:26.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c2e5d4640 1 -- 172.21.15.62:0/4229588039 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c280b5170 con 0x7f5c280b3190 2023-06-08T03:53:26.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c24ff9640 1 -- 172.21.15.62:0/4229588039 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c1c007460 con 0x7f5c280b3190 2023-06-08T03:53:26.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c2e5d4640 1 -- 172.21.15.62:0/4229588039 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c280b5730 con 0x7f5c280b3190 2023-06-08T03:53:26.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c2e5d4640 1 -- 172.21.15.62:0/4229588039 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c280cd460 con 0x7f5c280b3190 2023-06-08T03:53:26.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c24ff9640 1 -- 172.21.15.62:0/4229588039 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5c1c0067e0 con 0x7f5c280b3190 2023-06-08T03:53:26.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c24ff9640 1 --2- 172.21.15.62:0/4229588039 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5c14066280 0x7f5c14068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:26.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.788+0000 7f5c24ff9640 1 -- 172.21.15.62:0/4229588039 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f5c1c11d730 con 0x7f5c280b3190 2023-06-08T03:53:26.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.792+0000 7f5c27fff640 1 --2- 172.21.15.62:0/4229588039 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5c14066280 0x7f5c14068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:26.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.792+0000 7f5c27fff640 1 --2- 172.21.15.62:0/4229588039 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5c14066280 0x7f5c14068730 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f5c18009b30 tx=0x7f5c18008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:26.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.792+0000 7f5c24ff9640 1 -- 172.21.15.62:0/4229588039 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5c1c0ee600 con 0x7f5c280b3190 2023-06-08T03:53:26.954 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.944+0000 7f5c2e5d4640 1 -- 172.21.15.62:0/4229588039 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f5c2804d650 con 0x7f5c280b3190 2023-06-08T03:53:26.954 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.948+0000 7f5c24ff9640 1 -- 172.21.15.62:0/4229588039 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f5c1c0ee190 con 0x7f5c280b3190 2023-06-08T03:53:26.955 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 64 2023-06-08T03:53:26.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.948+0000 7f5c2e5d4640 1 -- 172.21.15.62:0/4229588039 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5c14066280 msgr2=0x7f5c14068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:26.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.948+0000 7f5c2e5d4640 1 --2- 172.21.15.62:0/4229588039 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5c14066280 0x7f5c14068730 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f5c18009b30 tx=0x7f5c18008040 comp rx=0 tx=0).stop 2023-06-08T03:53:26.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.948+0000 7f5c2e5d4640 1 -- 172.21.15.62:0/4229588039 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c280b3190 msgr2=0x7f5c280b35e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:26.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.948+0000 7f5c2e5d4640 1 --2- 172.21.15.62:0/4229588039 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c280b3190 0x7f5c280b35e0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f5c1c000c10 tx=0x7f5c10005800 comp rx=0 tx=0).stop 2023-06-08T03:53:26.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.948+0000 7f5c2e5d4640 1 -- 172.21.15.62:0/4229588039 shutdown_connections 2023-06-08T03:53:26.957 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.948+0000 7f5c2e5d4640 1 --2- 172.21.15.62:0/4229588039 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5c14066280 0x7f5c14068730 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.948+0000 7f5c2e5d4640 1 --2- 172.21.15.62:0/4229588039 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5c28155050 0x7f5c281554c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.948+0000 7f5c2e5d4640 1 --2- 172.21.15.62:0/4229588039 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c280b3190 0x7f5c280b35e0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.948+0000 7f5c2e5d4640 1 --2- 172.21.15.62:0/4229588039 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5c100047d0 0x7f5c280c7d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:26.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.948+0000 7f5c2e5d4640 1 -- 172.21.15.62:0/4229588039 >> 172.21.15.62:0/4229588039 conn(0x7f5c28069a90 msgr2=0x7f5c2815aa80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:26.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.948+0000 7f5c2e5d4640 1 -- 172.21.15.62:0/4229588039 shutdown_connections 2023-06-08T03:53:26.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:26.948+0000 7f5c2e5d4640 1 -- 172.21.15.62:0/4229588039 wait complete. 2023-06-08T03:53:26.974 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-08T03:53:27.094 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.088+0000 7f18a77c2640 1 Processor -- start 2023-06-08T03:53:27.095 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.088+0000 7f18a77c2640 1 -- start start 2023-06-08T03:53:27.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.088+0000 7f18a77c2640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f18a01523c0 0x7f18a006f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:27.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.088+0000 7f18a77c2640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18a00ca010 0x7f18a015beb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:27.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.088+0000 7f18a77c2640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f18a00ca470 con 0x7f18a00c9b70 2023-06-08T03:53:27.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.088+0000 7f18a77c2640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18a00cc820 con 0x7f18a01523c0 2023-06-08T03:53:27.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.088+0000 7f18a77c2640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18a00c8290 con 0x7f18a00ca010 2023-06-08T03:53:27.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.088+0000 7f18a555e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f18a01523c0 0x7f18a006f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:27.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.088+0000 7f18a555e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f18a01523c0 0x7f18a006f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41060/0 (socket says 172.21.15.62:41060) 2023-06-08T03:53:27.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.088+0000 7f18a555e640 1 -- 172.21.15.62:0/2596692691 learned_addr learned my addr 172.21.15.62:0/2596692691 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:27.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.088+0000 7f18a555e640 1 -- 172.21.15.62:0/2596692691 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18a00ca010 msgr2=0x7f18a015beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:27.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.088+0000 7f18a555e640 1 --2- 172.21.15.62:0/2596692691 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18a00ca010 0x7f18a015beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.088+0000 7f18a555e640 1 -- 172.21.15.62:0/2596692691 >> v1:172.21.15.188:6789/0 conn(0x7f18a00c9b70 legacy=0x7f18a015b7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:27.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.088+0000 7f18a555e640 1 -- 172.21.15.62:0/2596692691 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18a00c8570 con 0x7f18a01523c0 2023-06-08T03:53:27.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a555e640 1 --2- 172.21.15.62:0/2596692691 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18a01523c0 0x7f18a006f190 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f189c009870 tx=0x7f189c01c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67b95c0055aa4aa3 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:27.099 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f1897fff640 1 -- 172.21.15.62:0/2596692691 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f189c0ab610 con 0x7f18a01523c0 2023-06-08T03:53:27.099 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f1897fff640 1 -- 172.21.15.62:0/2596692691 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f189c0ab770 con 0x7f18a01523c0 2023-06-08T03:53:27.099 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f1897fff640 1 -- 172.21.15.62:0/2596692691 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f189c0abb00 con 0x7f18a01523c0 2023-06-08T03:53:27.100 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a77c2640 1 -- 172.21.15.62:0/2596692691 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18a01523c0 msgr2=0x7f18a006f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:27.100 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a77c2640 1 --2- 172.21.15.62:0/2596692691 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18a01523c0 0x7f18a006f190 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f189c009870 tx=0x7f189c01c4d0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.100 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a77c2640 1 -- 172.21.15.62:0/2596692691 shutdown_connections 2023-06-08T03:53:27.100 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a77c2640 1 --2- 172.21.15.62:0/2596692691 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18a00ca010 0x7f18a015beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.100 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a77c2640 1 --2- 172.21.15.62:0/2596692691 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18a01523c0 0x7f18a006f190 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.100 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a77c2640 1 -- 172.21.15.62:0/2596692691 >> 172.21.15.62:0/2596692691 conn(0x7f18a00ca6c0 msgr2=0x7f18a00caac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:27.101 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a77c2640 1 -- 172.21.15.62:0/2596692691 shutdown_connections 2023-06-08T03:53:27.101 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a77c2640 1 -- 172.21.15.62:0/2596692691 wait complete. 2023-06-08T03:53:27.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a77c2640 1 Processor -- start 2023-06-08T03:53:27.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a77c2640 1 -- start start 2023-06-08T03:53:27.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a77c2640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18a00c9b70 0x7f18a014bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:27.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a77c2640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f18a00ca010 0x7f18a01487f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:27.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a77c2640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18a01523c0 0x7f18a00cacf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:27.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a77c2640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18a014b070 con 0x7f18a00c9b70 2023-06-08T03:53:27.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a77c2640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18a0148d30 con 0x7f18a00ca010 2023-06-08T03:53:27.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a77c2640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18a014a3f0 con 0x7f18a01523c0 2023-06-08T03:53:27.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a555e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18a00c9b70 0x7f18a014bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:27.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a555e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18a00c9b70 0x7f18a014bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41070/0 (socket says 172.21.15.62:41070) 2023-06-08T03:53:27.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a555e640 1 -- 172.21.15.62:0/1865067291 learned_addr learned my addr 172.21.15.62:0/1865067291 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:27.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a5d5f640 1 --2- 172.21.15.62:0/1865067291 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18a01523c0 0x7f18a00cacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:27.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a4d5d640 1 --2- 172.21.15.62:0/1865067291 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f18a00ca010 0x7f18a01487f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:27.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a555e640 1 -- 172.21.15.62:0/1865067291 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18a01523c0 msgr2=0x7f18a00cacf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:27.105 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a555e640 1 --2- 172.21.15.62:0/1865067291 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18a01523c0 0x7f18a00cacf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.105 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a555e640 1 -- 172.21.15.62:0/1865067291 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f18a00ca010 msgr2=0x7f18a01487f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:27.105 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a555e640 1 --2- 172.21.15.62:0/1865067291 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f18a00ca010 0x7f18a01487f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.105 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a555e640 1 -- 172.21.15.62:0/1865067291 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f189c0094d0 con 0x7f18a00c9b70 2023-06-08T03:53:27.105 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a4d5d640 1 --2- 172.21.15.62:0/1865067291 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f18a00ca010 0x7f18a01487f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:27.105 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a555e640 1 --2- 172.21.15.62:0/1865067291 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18a00c9b70 0x7f18a014bed0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f189c0ad040 tx=0x7f189c01ad10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:27.105 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f1895ffb640 1 -- 172.21.15.62:0/1865067291 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f189c0b4800 con 0x7f18a00c9b70 2023-06-08T03:53:27.106 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f1895ffb640 1 -- 172.21.15.62:0/1865067291 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f189c0b4980 con 0x7f18a00c9b70 2023-06-08T03:53:27.106 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a77c2640 1 -- 172.21.15.62:0/1865067291 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18a014a6d0 con 0x7f18a00c9b70 2023-06-08T03:53:27.106 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f1895ffb640 1 -- 172.21.15.62:0/1865067291 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f189c0b4d30 con 0x7f18a00c9b70 2023-06-08T03:53:27.106 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.092+0000 7f18a77c2640 1 -- 172.21.15.62:0/1865067291 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18a014ac90 con 0x7f18a00c9b70 2023-06-08T03:53:27.106 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.096+0000 7f18a77c2640 1 -- 172.21.15.62:0/1865067291 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18a004d650 con 0x7f18a00c9b70 2023-06-08T03:53:27.107 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.096+0000 7f1895ffb640 1 -- 172.21.15.62:0/1865067291 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f189c0c7440 con 0x7f18a00c9b70 2023-06-08T03:53:27.107 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.096+0000 7f1895ffb640 1 --2- 172.21.15.62:0/1865067291 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1884066280 0x7f1884068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:27.107 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.096+0000 7f1895ffb640 1 -- 172.21.15.62:0/1865067291 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f189c11e9f0 con 0x7f18a00c9b70 2023-06-08T03:53:27.107 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.096+0000 7f18a4d5d640 1 --2- 172.21.15.62:0/1865067291 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1884066280 0x7f1884068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:27.107 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.096+0000 7f18a4d5d640 1 --2- 172.21.15.62:0/1865067291 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1884066280 0x7f1884068730 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f1890003e40 tx=0x7f1890009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:27.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.100+0000 7f1895ffb640 1 -- 172.21.15.62:0/1865067291 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f189c0ebec0 con 0x7f18a00c9b70 2023-06-08T03:53:27.269 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.260+0000 7f18a77c2640 1 -- 172.21.15.62:0/1865067291 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f18a00b02d0 con 0x7f18a00c9b70 2023-06-08T03:53:27.270 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.260+0000 7f1895ffb640 1 -- 172.21.15.62:0/1865067291 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7f189c0ef4e0 con 0x7f18a00c9b70 2023-06-08T03:53:27.270 INFO:teuthology.orchestra.run.smithi062.stderr:listed 0 entries 2023-06-08T03:53:27.272 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.264+0000 7f18a77c2640 1 -- 172.21.15.62:0/1865067291 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1884066280 msgr2=0x7f1884068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:27.272 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.264+0000 7f18a77c2640 1 --2- 172.21.15.62:0/1865067291 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1884066280 0x7f1884068730 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f1890003e40 tx=0x7f1890009040 comp rx=0 tx=0).stop 2023-06-08T03:53:27.272 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.264+0000 7f18a77c2640 1 -- 172.21.15.62:0/1865067291 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18a00c9b70 msgr2=0x7f18a014bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:27.272 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.264+0000 7f18a77c2640 1 --2- 172.21.15.62:0/1865067291 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18a00c9b70 0x7f18a014bed0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f189c0ad040 tx=0x7f189c01ad10 comp rx=0 tx=0).stop 2023-06-08T03:53:27.272 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.264+0000 7f18a77c2640 1 -- 172.21.15.62:0/1865067291 shutdown_connections 2023-06-08T03:53:27.273 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.264+0000 7f18a77c2640 1 --2- 172.21.15.62:0/1865067291 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1884066280 0x7f1884068730 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.273 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.264+0000 7f18a77c2640 1 --2- 172.21.15.62:0/1865067291 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f18a01523c0 0x7f18a00cacf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.273 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.264+0000 7f18a77c2640 1 --2- 172.21.15.62:0/1865067291 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f18a00ca010 0x7f18a01487f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.273 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.264+0000 7f18a77c2640 1 --2- 172.21.15.62:0/1865067291 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18a00c9b70 0x7f18a014bed0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.273 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.264+0000 7f18a77c2640 1 -- 172.21.15.62:0/1865067291 >> 172.21.15.62:0/1865067291 conn(0x7f18a00ca6c0 msgr2=0x7f18a00ada70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:27.273 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.264+0000 7f18a77c2640 1 -- 172.21.15.62:0/1865067291 shutdown_connections 2023-06-08T03:53:27.273 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.264+0000 7f18a77c2640 1 -- 172.21.15.62:0/1865067291 wait complete. 2023-06-08T03:53:27.287 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi188.front.sepia.ceph.com... 2023-06-08T03:53:27.287 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:27.288 DEBUG:teuthology.orchestra.run.smithi188:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2023-06-08T03:53:27.302 INFO:teuthology.orchestra.run:waiting for 300 2023-06-08T03:53:27.303 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi188.front.sepia.ceph.com 2023-06-08T03:53:27.303 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:27.303 DEBUG:teuthology.orchestra.run.smithi188:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2023-06-08T03:53:27.349 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2023-06-08T03:53:27.350 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-08T03:53:27.478 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.472+0000 7f6ff9b03640 1 Processor -- start 2023-06-08T03:53:27.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.472+0000 7f6ff9b03640 1 -- start start 2023-06-08T03:53:27.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.472+0000 7f6ff9b03640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f6ff4159730 0x7f6ff406fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:27.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.472+0000 7f6ff9b03640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f6ff4070260 0x7f6ff40c8820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:27.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.472+0000 7f6ff9b03640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ff40c8390 con 0x7f6ff40ca430 2023-06-08T03:53:27.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.472+0000 7f6ff9b03640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ff4070870 con 0x7f6ff4070260 2023-06-08T03:53:27.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.472+0000 7f6ff9b03640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ff4070b50 con 0x7f6ff4159730 2023-06-08T03:53:27.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.472+0000 7f6ff3fff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f6ff4070260 0x7f6ff40c8820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:27.481 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.472+0000 7f6ff37fe640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f6ff40ca430 0x7f6ff40ca800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:51228/0 (socket says 172.21.15.62:51228) 2023-06-08T03:53:27.481 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.472+0000 7f6ff37fe640 1 -- 172.21.15.62:0/3429298782 learned_addr learned my addr 172.21.15.62:0/3429298782 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:27.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.472+0000 7f6febfff640 1 --2- 172.21.15.62:0/3429298782 >> v2:172.21.15.188:3300/0 conn(0x7f6ff4159730 0x7f6ff406fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:27.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.472+0000 7f6ff3fff640 1 -- 172.21.15.62:0/3429298782 >> v2:172.21.15.188:3300/0 conn(0x7f6ff4159730 msgr2=0x7f6ff406fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:27.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.472+0000 7f6ff3fff640 1 --2- 172.21.15.62:0/3429298782 >> v2:172.21.15.188:3300/0 conn(0x7f6ff4159730 0x7f6ff406fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.472+0000 7f6ff3fff640 1 -- 172.21.15.62:0/3429298782 >> v1:172.21.15.62:6789/0 conn(0x7f6ff40ca430 legacy=0x7f6ff40ca800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:27.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.472+0000 7f6ff2ffd640 1 -- 172.21.15.62:0/3429298782 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2193607981 0 0) 0x7f6ff40c8390 con 0x7f6ff40ca430 2023-06-08T03:53:27.483 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.472+0000 7f6ff3fff640 1 -- 172.21.15.62:0/3429298782 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ff4070e30 con 0x7f6ff4070260 2023-06-08T03:53:27.483 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.472+0000 7f6febfff640 1 --2- 172.21.15.62:0/3429298782 >> v2:172.21.15.188:3300/0 conn(0x7f6ff4159730 0x7f6ff406fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:27.483 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff3fff640 1 --2- 172.21.15.62:0/3429298782 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6ff4070260 0x7f6ff40c8820 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f6ff40ca400 tx=0x7f6fec01c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=842007d19544ca21 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:27.483 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff2ffd640 1 -- 172.21.15.62:0/3429298782 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fec0ab600 con 0x7f6ff4070260 2023-06-08T03:53:27.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff2ffd640 1 -- 172.21.15.62:0/3429298782 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fec0a7050 con 0x7f6ff4070260 2023-06-08T03:53:27.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff2ffd640 1 -- 172.21.15.62:0/3429298782 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fec0ab980 con 0x7f6ff4070260 2023-06-08T03:53:27.484 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff9b03640 1 -- 172.21.15.62:0/3429298782 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6ff4070260 msgr2=0x7f6ff40c8820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:27.485 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff9b03640 1 --2- 172.21.15.62:0/3429298782 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6ff4070260 0x7f6ff40c8820 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f6ff40ca400 tx=0x7f6fec01c460 comp rx=0 tx=0).stop 2023-06-08T03:53:27.485 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff9b03640 1 -- 172.21.15.62:0/3429298782 shutdown_connections 2023-06-08T03:53:27.485 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff9b03640 1 --2- 172.21.15.62:0/3429298782 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6ff4070260 0x7f6ff40c8820 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.485 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff9b03640 1 --2- 172.21.15.62:0/3429298782 >> v2:172.21.15.188:3300/0 conn(0x7f6ff4159730 0x7f6ff406fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.485 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff9b03640 1 -- 172.21.15.62:0/3429298782 >> 172.21.15.62:0/3429298782 conn(0x7f6ff40af640 msgr2=0x7f6ff40afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:27.485 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff9b03640 1 -- 172.21.15.62:0/3429298782 shutdown_connections 2023-06-08T03:53:27.486 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff9b03640 1 -- 172.21.15.62:0/3429298782 wait complete. 2023-06-08T03:53:27.487 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff9b03640 1 Processor -- start 2023-06-08T03:53:27.487 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff9b03640 1 -- start start 2023-06-08T03:53:27.487 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff9b03640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6ff4070260 0x7f6ff414f490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:27.487 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff9b03640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6ff40ca430 0x7f6ff415a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:27.488 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff9b03640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6ff4159730 0x7f6ff40c6bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:27.488 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff9b03640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ff40c1900 con 0x7f6ff4070260 2023-06-08T03:53:27.488 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff9b03640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ff415af80 con 0x7f6ff40ca430 2023-06-08T03:53:27.488 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff9b03640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ff415b260 con 0x7f6ff4159730 2023-06-08T03:53:27.488 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff37fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6ff4070260 0x7f6ff414f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:27.488 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff37fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6ff4070260 0x7f6ff414f490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41092/0 (socket says 172.21.15.62:41092) 2023-06-08T03:53:27.488 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.476+0000 7f6ff37fe640 1 -- 172.21.15.62:0/4215565673 learned_addr learned my addr 172.21.15.62:0/4215565673 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:27.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.480+0000 7f6ff3fff640 1 --2- 172.21.15.62:0/4215565673 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6ff4159730 0x7f6ff40c6bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:27.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.480+0000 7f6febfff640 1 --2- 172.21.15.62:0/4215565673 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6ff40ca430 0x7f6ff415a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:27.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.480+0000 7f6ff37fe640 1 -- 172.21.15.62:0/4215565673 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6ff4159730 msgr2=0x7f6ff40c6bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:27.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.480+0000 7f6ff37fe640 1 --2- 172.21.15.62:0/4215565673 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6ff4159730 0x7f6ff40c6bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.480+0000 7f6ff37fe640 1 -- 172.21.15.62:0/4215565673 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6ff40ca430 msgr2=0x7f6ff415a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:27.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.480+0000 7f6ff37fe640 1 --2- 172.21.15.62:0/4215565673 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6ff40ca430 0x7f6ff415a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.480+0000 7f6ff37fe640 1 -- 172.21.15.62:0/4215565673 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fec009420 con 0x7f6ff4070260 2023-06-08T03:53:27.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.480+0000 7f6ff37fe640 1 --2- 172.21.15.62:0/4215565673 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6ff4070260 0x7f6ff414f490 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f6fe4001570 tx=0x7f6fe400cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:27.490 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.480+0000 7f6ff0ff9640 1 -- 172.21.15.62:0/4215565673 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fe400a640 con 0x7f6ff4070260 2023-06-08T03:53:27.490 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.480+0000 7f6ff0ff9640 1 -- 172.21.15.62:0/4215565673 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fe400a7c0 con 0x7f6ff4070260 2023-06-08T03:53:27.490 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.480+0000 7f6ff9b03640 1 -- 172.21.15.62:0/4215565673 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ff415b540 con 0x7f6ff4070260 2023-06-08T03:53:27.490 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.480+0000 7f6ff0ff9640 1 -- 172.21.15.62:0/4215565673 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fe400ab70 con 0x7f6ff4070260 2023-06-08T03:53:27.490 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.480+0000 7f6ff9b03640 1 -- 172.21.15.62:0/4215565673 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ff415bb00 con 0x7f6ff4070260 2023-06-08T03:53:27.491 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.480+0000 7f6ff9b03640 1 -- 172.21.15.62:0/4215565673 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ff404d6c0 con 0x7f6ff4070260 2023-06-08T03:53:27.491 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.480+0000 7f6ff0ff9640 1 -- 172.21.15.62:0/4215565673 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6fe400acd0 con 0x7f6ff4070260 2023-06-08T03:53:27.491 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.480+0000 7f6ff0ff9640 1 --2- 172.21.15.62:0/4215565673 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6fd4066280 0x7f6fd4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:27.491 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.480+0000 7f6ff0ff9640 1 -- 172.21.15.62:0/4215565673 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f6fe40836d0 con 0x7f6ff4070260 2023-06-08T03:53:27.491 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.480+0000 7f6febfff640 1 --2- 172.21.15.62:0/4215565673 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6fd4066280 0x7f6fd4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:27.492 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.480+0000 7f6febfff640 1 --2- 172.21.15.62:0/4215565673 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6fd4066280 0x7f6fd4068730 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc006fd0 tx=0x7f6fdc008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:27.493 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.484+0000 7f6ff0ff9640 1 -- 172.21.15.62:0/4215565673 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6fe4050b10 con 0x7f6ff4070260 2023-06-08T03:53:27.679 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.672+0000 7f6ff9b03640 1 -- 172.21.15.62:0/4215565673 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6ff406c490 con 0x7f6ff4070260 2023-06-08T03:53:27.680 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.672+0000 7f6ff0ff9640 1 -- 172.21.15.62:0/4215565673 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4665 (secure 0 0 0) 0x7f6fe4054130 con 0x7f6ff4070260 2023-06-08T03:53:27.681 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:27.681 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4239,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/308746620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":308746620},{"type":"v1","addr":"172.21.15.62:6833","nonce":308746620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4242,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/3359552501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":3359552501},{"type":"v1","addr":"172.21.15.62:6835","nonce":3359552501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4247,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.188:6835/904875113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6834","nonce":904875113},{"type":"v1","addr":"172.21.15.188:6835","nonce":904875113}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-08T03:52:34.168220+0000","modified":"2023-06-08T03:52:36.833176+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.188:6837/4197767102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6836","nonce":4197767102},{"type":"v1","addr":"172.21.15.188:6837","nonce":4197767102}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-08T03:53:27.681 INFO:teuthology.orchestra.run.smithi062.stderr:dumped fsmap epoch 7 2023-06-08T03:53:27.683 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.676+0000 7f6ff9b03640 1 -- 172.21.15.62:0/4215565673 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6fd4066280 msgr2=0x7f6fd4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:27.683 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.676+0000 7f6ff9b03640 1 --2- 172.21.15.62:0/4215565673 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6fd4066280 0x7f6fd4068730 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc006fd0 tx=0x7f6fdc008040 comp rx=0 tx=0).stop 2023-06-08T03:53:27.683 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.676+0000 7f6ff9b03640 1 -- 172.21.15.62:0/4215565673 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6ff4070260 msgr2=0x7f6ff414f490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:27.683 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.676+0000 7f6ff9b03640 1 --2- 172.21.15.62:0/4215565673 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6ff4070260 0x7f6ff414f490 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f6fe4001570 tx=0x7f6fe400cd20 comp rx=0 tx=0).stop 2023-06-08T03:53:27.683 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.676+0000 7f6ff9b03640 1 -- 172.21.15.62:0/4215565673 shutdown_connections 2023-06-08T03:53:27.683 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.676+0000 7f6ff9b03640 1 --2- 172.21.15.62:0/4215565673 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6fd4066280 0x7f6fd4068730 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.683 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.676+0000 7f6ff9b03640 1 --2- 172.21.15.62:0/4215565673 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6ff4159730 0x7f6ff40c6bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.684 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.676+0000 7f6ff9b03640 1 --2- 172.21.15.62:0/4215565673 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6ff40ca430 0x7f6ff415a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.684 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.676+0000 7f6ff9b03640 1 --2- 172.21.15.62:0/4215565673 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6ff4070260 0x7f6ff414f490 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.684 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.676+0000 7f6ff9b03640 1 -- 172.21.15.62:0/4215565673 >> 172.21.15.62:0/4215565673 conn(0x7f6ff40af640 msgr2=0x7f6ff4163ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:27.684 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.676+0000 7f6ff9b03640 1 -- 172.21.15.62:0/4215565673 shutdown_connections 2023-06-08T03:53:27.684 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.676+0000 7f6ff9b03640 1 -- 172.21.15.62:0/4215565673 wait complete. 2023-06-08T03:53:27.700 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:53:27.817 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:53:27.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.812+0000 7fc55c4d7640 1 Processor -- start 2023-06-08T03:53:27.819 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.812+0000 7fc55c4d7640 1 -- start start 2023-06-08T03:53:27.819 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:53:27.821 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.812+0000 7fc55c4d7640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fc5540ce280 0x7fc5540b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:27.821 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.812+0000 7fc55c4d7640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc5540ce950 0x7fc5540cedf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:27.821 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.812+0000 7fc55c4d7640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5540d1be0 con 0x7fc5540b1290 2023-06-08T03:53:27.821 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.812+0000 7fc55c4d7640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5540cf330 con 0x7fc5540ce280 2023-06-08T03:53:27.821 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.812+0000 7fc55c4d7640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5540b1660 con 0x7fc5540ce950 2023-06-08T03:53:27.822 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.812+0000 7fc559a72640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fc5540ce280 0x7fc5540b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:27.822 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.812+0000 7fc55a273640 1 --1- >> v1:172.21.15.188:6789/0 conn(0x7fc5540b1290 0x7fc5540d0520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.188:6789/0 says I am v1:172.21.15.62:55288/0 (socket says 172.21.15.62:55288) 2023-06-08T03:53:27.822 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.812+0000 7fc55a273640 1 -- 172.21.15.62:0/2493043192 learned_addr learned my addr 172.21.15.62:0/2493043192 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:27.822 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.812+0000 7fc55aa74640 1 --2- 172.21.15.62:0/2493043192 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc5540ce950 0x7fc5540cedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:27.822 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.812+0000 7fc559a72640 1 -- 172.21.15.62:0/2493043192 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc5540ce950 msgr2=0x7fc5540cedf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:27.822 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.812+0000 7fc559a72640 1 --2- 172.21.15.62:0/2493043192 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc5540ce950 0x7fc5540cedf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.822 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.812+0000 7fc559a72640 1 -- 172.21.15.62:0/2493043192 >> v1:172.21.15.188:6789/0 conn(0x7fc5540b1290 legacy=0x7fc5540d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:27.823 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.812+0000 7fc559a72640 1 -- 172.21.15.62:0/2493043192 --> v2:172.21.15.188:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5540cc6c0 con 0x7fc5540ce280 2023-06-08T03:53:27.823 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.812+0000 7fc55aa74640 1 --2- 172.21.15.62:0/2493043192 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc5540ce950 0x7fc5540cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:53:27.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.816+0000 7fc559a72640 1 --2- 172.21.15.62:0/2493043192 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc5540ce280 0x7fc5540b4d90 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc5440097c0 tx=0x7fc54401c3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fba9711073dafb3 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:27.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.816+0000 7fc559271640 1 -- 172.21.15.62:0/2493043192 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5440ab5f0 con 0x7fc5540ce280 2023-06-08T03:53:27.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.816+0000 7fc559271640 1 -- 172.21.15.62:0/2493043192 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5440ab750 con 0x7fc5540ce280 2023-06-08T03:53:27.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.816+0000 7fc559271640 1 -- 172.21.15.62:0/2493043192 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5440abae0 con 0x7fc5540ce280 2023-06-08T03:53:27.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.816+0000 7fc55c4d7640 1 -- 172.21.15.62:0/2493043192 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc5540ce280 msgr2=0x7fc5540b4d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:27.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.816+0000 7fc55c4d7640 1 --2- 172.21.15.62:0/2493043192 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc5540ce280 0x7fc5540b4d90 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc5440097c0 tx=0x7fc54401c3f0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.816+0000 7fc55c4d7640 1 -- 172.21.15.62:0/2493043192 shutdown_connections 2023-06-08T03:53:27.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.816+0000 7fc55c4d7640 1 --2- 172.21.15.62:0/2493043192 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc5540ce280 0x7fc5540b4d90 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.816+0000 7fc55c4d7640 1 --2- 172.21.15.62:0/2493043192 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc5540ce950 0x7fc5540cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.816+0000 7fc55c4d7640 1 -- 172.21.15.62:0/2493043192 >> 172.21.15.62:0/2493043192 conn(0x7fc55406b5a0 msgr2=0x7fc55406b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:27.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.816+0000 7fc55c4d7640 1 -- 172.21.15.62:0/2493043192 shutdown_connections 2023-06-08T03:53:27.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.816+0000 7fc55c4d7640 1 -- 172.21.15.62:0/2493043192 wait complete. 2023-06-08T03:53:27.827 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.816+0000 7fc55c4d7640 1 Processor -- start 2023-06-08T03:53:27.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.816+0000 7fc55c4d7640 1 -- start start 2023-06-08T03:53:27.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc55c4d7640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc5540b1290 0x7fc55414ed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:27.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc55c4d7640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc5540ce280 0x7fc5540c7a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:27.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc55c4d7640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc5540ce950 0x7fc5540c7f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:27.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc55c4d7640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5540c8680 con 0x7fc5540ce280 2023-06-08T03:53:27.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc55c4d7640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5540b72c0 con 0x7fc5540ce950 2023-06-08T03:53:27.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc55c4d7640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc55414f260 con 0x7fc5540b1290 2023-06-08T03:53:27.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc559a72640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc5540ce280 0x7fc5540c7a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:27.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc559a72640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc5540ce280 0x7fc5540c7a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41106/0 (socket says 172.21.15.62:41106) 2023-06-08T03:53:27.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc559a72640 1 -- 172.21.15.62:0/1629552626 learned_addr learned my addr 172.21.15.62:0/1629552626 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:27.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc55aa74640 1 --2- 172.21.15.62:0/1629552626 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc5540ce950 0x7fc5540c7f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:27.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc55a273640 1 --2- 172.21.15.62:0/1629552626 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc5540b1290 0x7fc55414ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:27.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc559a72640 1 -- 172.21.15.62:0/1629552626 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc5540b1290 msgr2=0x7fc55414ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:27.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc559a72640 1 --2- 172.21.15.62:0/1629552626 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc5540b1290 0x7fc55414ed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.830 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc559a72640 1 -- 172.21.15.62:0/1629552626 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc5540ce950 msgr2=0x7fc5540c7f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:27.830 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc559a72640 1 --2- 172.21.15.62:0/1629552626 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc5540ce950 0x7fc5540c7f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.830 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc559a72640 1 -- 172.21.15.62:0/1629552626 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc54c009420 con 0x7fc5540ce280 2023-06-08T03:53:27.831 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc559a72640 1 --2- 172.21.15.62:0/1629552626 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc5540ce280 0x7fc5540c7a50 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fc54401a020 tx=0x7fc54401ac30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:27.831 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc54affd640 1 -- 172.21.15.62:0/1629552626 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5440bf610 con 0x7fc5540ce280 2023-06-08T03:53:27.831 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc54affd640 1 -- 172.21.15.62:0/1629552626 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5440bf770 con 0x7fc5540ce280 2023-06-08T03:53:27.831 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc55c4d7640 1 -- 172.21.15.62:0/1629552626 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc544009420 con 0x7fc5540ce280 2023-06-08T03:53:27.831 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc54affd640 1 -- 172.21.15.62:0/1629552626 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5440bfb00 con 0x7fc5540ce280 2023-06-08T03:53:27.832 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc55c4d7640 1 -- 172.21.15.62:0/1629552626 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5540b6a20 con 0x7fc5540ce280 2023-06-08T03:53:27.832 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc55c4d7640 1 -- 172.21.15.62:0/1629552626 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc55404d6c0 con 0x7fc5540ce280 2023-06-08T03:53:27.832 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.820+0000 7fc54affd640 1 -- 172.21.15.62:0/1629552626 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc5440b5400 con 0x7fc5540ce280 2023-06-08T03:53:27.832 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.824+0000 7fc54affd640 1 --2- 172.21.15.62:0/1629552626 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc538066280 0x7fc538068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:27.832 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.824+0000 7fc54affd640 1 -- 172.21.15.62:0/1629552626 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fc5440a8050 con 0x7fc5540ce280 2023-06-08T03:53:27.832 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.824+0000 7fc55a273640 1 --2- 172.21.15.62:0/1629552626 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc538066280 0x7fc538068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:27.833 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.824+0000 7fc55a273640 1 --2- 172.21.15.62:0/1629552626 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc538066280 0x7fc538068730 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc550005c10 tx=0x7fc550009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:27.834 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.828+0000 7fc54affd640 1 -- 172.21.15.62:0/1629552626 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc5440ebc40 con 0x7fc5540ce280 2023-06-08T03:53:27.988 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.980+0000 7fc55c4d7640 1 -- 172.21.15.62:0/1629552626 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc5540b42f0 con 0x7fc5540ce280 2023-06-08T03:53:27.990 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.980+0000 7fc54affd640 1 -- 172.21.15.62:0/1629552626 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18374 (secure 0 0 0) 0x7fc5440ef260 con 0x7fc5540ce280 2023-06-08T03:53:27.990 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:27.990 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":25,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:53:16.353560+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.f","mappings":[{"from":1,"to":2}]},{"pgid":"4.37","mappings":[{"from":3,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:53:27.992 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.984+0000 7fc55c4d7640 1 -- 172.21.15.62:0/1629552626 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc538066280 msgr2=0x7fc538068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:27.992 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.984+0000 7fc55c4d7640 1 --2- 172.21.15.62:0/1629552626 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc538066280 0x7fc538068730 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc550005c10 tx=0x7fc550009040 comp rx=0 tx=0).stop 2023-06-08T03:53:27.992 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.984+0000 7fc55c4d7640 1 -- 172.21.15.62:0/1629552626 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc5540ce280 msgr2=0x7fc5540c7a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:27.992 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.984+0000 7fc55c4d7640 1 --2- 172.21.15.62:0/1629552626 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc5540ce280 0x7fc5540c7a50 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fc54401a020 tx=0x7fc54401ac30 comp rx=0 tx=0).stop 2023-06-08T03:53:27.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.984+0000 7fc55c4d7640 1 -- 172.21.15.62:0/1629552626 shutdown_connections 2023-06-08T03:53:27.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.984+0000 7fc55c4d7640 1 --2- 172.21.15.62:0/1629552626 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc538066280 0x7fc538068730 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.984+0000 7fc55c4d7640 1 --2- 172.21.15.62:0/1629552626 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc5540ce950 0x7fc5540c7f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.984+0000 7fc55c4d7640 1 --2- 172.21.15.62:0/1629552626 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc5540ce280 0x7fc5540c7a50 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.984+0000 7fc55c4d7640 1 --2- 172.21.15.62:0/1629552626 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc5540b1290 0x7fc55414ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:27.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.984+0000 7fc55c4d7640 1 -- 172.21.15.62:0/1629552626 >> 172.21.15.62:0/1629552626 conn(0x7fc55406b5a0 msgr2=0x7fc5541585e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:27.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.984+0000 7fc55c4d7640 1 -- 172.21.15.62:0/1629552626 shutdown_connections 2023-06-08T03:53:27.993 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:27.984+0000 7fc55c4d7640 1 -- 172.21.15.62:0/1629552626 wait complete. 2023-06-08T03:53:28.008 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-08T03:52:22.372947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-08T03:52:28.107223+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-08T03:52:32.655480+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-08T03:52:33.144430+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-08T03:53:28.009 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-08T03:53:28.135 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.128+0000 7fbb80772640 1 Processor -- start 2023-06-08T03:53:28.135 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.128+0000 7fbb80772640 1 -- start start 2023-06-08T03:53:28.136 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.128+0000 7fbb80772640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fbb780cda40 0x7fbb780cde10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:28.136 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.128+0000 7fbb80772640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbb780cc830 0x7fbb780ccc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:28.136 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.128+0000 7fbb80772640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb780ce350 con 0x7fbb78159870 2023-06-08T03:53:28.137 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.128+0000 7fbb80772640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb780cd870 con 0x7fbb780cda40 2023-06-08T03:53:28.137 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.128+0000 7fbb80772640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb780cd2b0 con 0x7fbb780cc830 2023-06-08T03:53:28.137 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.128+0000 7fbb7e50e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fbb780cda40 0x7fbb780cde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:28.137 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.128+0000 7fbb7e50e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fbb780cda40 0x7fbb780cde10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41122/0 (socket says 172.21.15.62:41122) 2023-06-08T03:53:28.137 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.128+0000 7fbb7e50e640 1 -- 172.21.15.62:0/653193555 learned_addr learned my addr 172.21.15.62:0/653193555 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:28.137 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.128+0000 7fbb7e50e640 1 -- 172.21.15.62:0/653193555 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbb780cc830 msgr2=0x7fbb780ccc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:28.137 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.128+0000 7fbb7dd0d640 1 --2- 172.21.15.62:0/653193555 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbb780cc830 0x7fbb780ccc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:28.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.128+0000 7fbb7e50e640 1 --2- 172.21.15.62:0/653193555 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbb780cc830 0x7fbb780ccc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.128+0000 7fbb7e50e640 1 -- 172.21.15.62:0/653193555 >> v1:172.21.15.188:6789/0 conn(0x7fbb78159870 legacy=0x7fbb78159cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:28.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.128+0000 7fbb7e50e640 1 -- 172.21.15.62:0/653193555 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb780cd590 con 0x7fbb780cda40 2023-06-08T03:53:28.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb7e50e640 1 --2- 172.21.15.62:0/653193555 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbb780cda40 0x7fbb780cde10 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fbb74009870 tx=0x7fbb7401c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=728a26cccdcbdbfe server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:28.139 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb7d50c640 1 -- 172.21.15.62:0/653193555 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb740ab600 con 0x7fbb780cda40 2023-06-08T03:53:28.139 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb7d50c640 1 -- 172.21.15.62:0/653193555 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb740ab760 con 0x7fbb780cda40 2023-06-08T03:53:28.139 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb7d50c640 1 -- 172.21.15.62:0/653193555 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb740abaf0 con 0x7fbb780cda40 2023-06-08T03:53:28.139 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb80772640 1 -- 172.21.15.62:0/653193555 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbb780cda40 msgr2=0x7fbb780cde10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:28.140 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb80772640 1 --2- 172.21.15.62:0/653193555 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbb780cda40 0x7fbb780cde10 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fbb74009870 tx=0x7fbb7401c440 comp rx=0 tx=0).stop 2023-06-08T03:53:28.140 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb80772640 1 -- 172.21.15.62:0/653193555 shutdown_connections 2023-06-08T03:53:28.140 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb80772640 1 --2- 172.21.15.62:0/653193555 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbb780cc830 0x7fbb780ccc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.140 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb80772640 1 --2- 172.21.15.62:0/653193555 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbb780cda40 0x7fbb780cde10 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.140 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb80772640 1 -- 172.21.15.62:0/653193555 >> 172.21.15.62:0/653193555 conn(0x7fbb78065850 msgr2=0x7fbb78099140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:28.140 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb80772640 1 -- 172.21.15.62:0/653193555 shutdown_connections 2023-06-08T03:53:28.141 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb80772640 1 -- 172.21.15.62:0/653193555 wait complete. 2023-06-08T03:53:28.142 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb80772640 1 Processor -- start 2023-06-08T03:53:28.142 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb80772640 1 -- start start 2023-06-08T03:53:28.142 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb80772640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbb780cc830 0x7fbb7814a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:28.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb80772640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbb780cda40 0x7fbb781530d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:28.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb80772640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbb78159870 0x7fbb78153610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:28.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb80772640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb780b5300 con 0x7fbb78159870 2023-06-08T03:53:28.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb80772640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb7814aa70 con 0x7fbb780cc830 2023-06-08T03:53:28.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb80772640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb780b4d40 con 0x7fbb780cda40 2023-06-08T03:53:28.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb7ed0f640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbb78159870 0x7fbb78153610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:28.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb7ed0f640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbb78159870 0x7fbb78153610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41128/0 (socket says 172.21.15.62:41128) 2023-06-08T03:53:28.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb7ed0f640 1 -- 172.21.15.62:0/1629134717 learned_addr learned my addr 172.21.15.62:0/1629134717 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:28.144 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb7e50e640 1 --2- 172.21.15.62:0/1629134717 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbb780cc830 0x7fbb7814a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:28.144 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb7dd0d640 1 --2- 172.21.15.62:0/1629134717 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbb780cda40 0x7fbb781530d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:28.144 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb7ed0f640 1 -- 172.21.15.62:0/1629134717 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbb780cda40 msgr2=0x7fbb781530d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:28.144 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb7ed0f640 1 --2- 172.21.15.62:0/1629134717 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbb780cda40 0x7fbb781530d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.144 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb7ed0f640 1 -- 172.21.15.62:0/1629134717 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbb780cc830 msgr2=0x7fbb7814a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:28.144 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb7ed0f640 1 --2- 172.21.15.62:0/1629134717 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbb780cc830 0x7fbb7814a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.144 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb7ed0f640 1 -- 172.21.15.62:0/1629134717 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb740094d0 con 0x7fbb78159870 2023-06-08T03:53:28.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb7ed0f640 1 --2- 172.21.15.62:0/1629134717 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbb78159870 0x7fbb78153610 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fbb7000b970 tx=0x7fbb7000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:28.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb6effd640 1 -- 172.21.15.62:0/1629134717 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb7000cb40 con 0x7fbb78159870 2023-06-08T03:53:28.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb6effd640 1 -- 172.21.15.62:0/1629134717 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb7000cca0 con 0x7fbb78159870 2023-06-08T03:53:28.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb80772640 1 -- 172.21.15.62:0/1629134717 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb780b5020 con 0x7fbb78159870 2023-06-08T03:53:28.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb6effd640 1 -- 172.21.15.62:0/1629134717 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb70014680 con 0x7fbb78159870 2023-06-08T03:53:28.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.132+0000 7fbb80772640 1 -- 172.21.15.62:0/1629134717 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb7814b300 con 0x7fbb78159870 2023-06-08T03:53:28.146 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.136+0000 7fbb80772640 1 -- 172.21.15.62:0/1629134717 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb7804d650 con 0x7fbb78159870 2023-06-08T03:53:28.146 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.136+0000 7fbb6effd640 1 -- 172.21.15.62:0/1629134717 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fbb7001d3b0 con 0x7fbb78159870 2023-06-08T03:53:28.146 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.136+0000 7fbb6effd640 1 --2- 172.21.15.62:0/1629134717 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbb5c066280 0x7fbb5c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:28.146 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.136+0000 7fbb6effd640 1 -- 172.21.15.62:0/1629134717 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fbb70083b00 con 0x7fbb78159870 2023-06-08T03:53:28.147 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.136+0000 7fbb7e50e640 1 --2- 172.21.15.62:0/1629134717 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbb5c066280 0x7fbb5c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:28.147 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.136+0000 7fbb7e50e640 1 --2- 172.21.15.62:0/1629134717 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbb5c066280 0x7fbb5c068730 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fbb740af000 tx=0x7fbb740a7000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:28.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.140+0000 7fbb6effd640 1 -- 172.21.15.62:0/1629134717 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fbb70050fd0 con 0x7fbb78159870 2023-06-08T03:53:28.300 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.292+0000 7fbb80772640 1 -- 172.21.15.62:0/1629134717 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbb7806a720 con 0x7fbb78159870 2023-06-08T03:53:28.301 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.292+0000 7fbb6effd640 1 -- 172.21.15.62:0/1629134717 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbb700545f0 con 0x7fbb78159870 2023-06-08T03:53:28.301 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 1 2023-06-08T03:53:28.303 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.296+0000 7fbb80772640 1 -- 172.21.15.62:0/1629134717 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbb5c066280 msgr2=0x7fbb5c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:28.303 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.296+0000 7fbb80772640 1 --2- 172.21.15.62:0/1629134717 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbb5c066280 0x7fbb5c068730 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fbb740af000 tx=0x7fbb740a7000 comp rx=0 tx=0).stop 2023-06-08T03:53:28.303 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.296+0000 7fbb80772640 1 -- 172.21.15.62:0/1629134717 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbb78159870 msgr2=0x7fbb78153610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:28.304 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.296+0000 7fbb80772640 1 --2- 172.21.15.62:0/1629134717 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbb78159870 0x7fbb78153610 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fbb7000b970 tx=0x7fbb7000be30 comp rx=0 tx=0).stop 2023-06-08T03:53:28.304 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.296+0000 7fbb80772640 1 -- 172.21.15.62:0/1629134717 shutdown_connections 2023-06-08T03:53:28.304 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.296+0000 7fbb80772640 1 --2- 172.21.15.62:0/1629134717 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fbb5c066280 0x7fbb5c068730 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.304 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.296+0000 7fbb80772640 1 --2- 172.21.15.62:0/1629134717 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbb78159870 0x7fbb78153610 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.304 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.296+0000 7fbb80772640 1 --2- 172.21.15.62:0/1629134717 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fbb780cda40 0x7fbb781530d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.304 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.296+0000 7fbb80772640 1 --2- 172.21.15.62:0/1629134717 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fbb780cc830 0x7fbb7814a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.304 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.296+0000 7fbb80772640 1 -- 172.21.15.62:0/1629134717 >> 172.21.15.62:0/1629134717 conn(0x7fbb78065850 msgr2=0x7fbb7806d690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:28.305 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.296+0000 7fbb80772640 1 -- 172.21.15.62:0/1629134717 shutdown_connections 2023-06-08T03:53:28.305 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.296+0000 7fbb80772640 1 -- 172.21.15.62:0/1629134717 wait complete. 2023-06-08T03:53:28.320 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-08T03:53:28.438 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.428+0000 7fab1c7a8640 1 Processor -- start 2023-06-08T03:53:28.438 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.432+0000 7fab1c7a8640 1 -- start start 2023-06-08T03:53:28.439 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.432+0000 7fab1c7a8640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fab140cb7f0 0x7fab140ad070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:28.439 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.432+0000 7fab1c7a8640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab140af6a0 0x7fab140afb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:28.439 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.432+0000 7fab1c7a8640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab1406bce0 con 0x7fab140cd790 2023-06-08T03:53:28.440 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.432+0000 7fab1c7a8640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab1406b140 con 0x7fab140cb7f0 2023-06-08T03:53:28.440 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.432+0000 7fab1c7a8640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab1406c860 con 0x7fab140af6a0 2023-06-08T03:53:28.440 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.432+0000 7fab1a544640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fab140cd790 0x7fab1406b5d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:51236/0 (socket says 172.21.15.62:51236) 2023-06-08T03:53:28.440 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.432+0000 7fab1a544640 1 -- 172.21.15.62:0/4278014872 learned_addr learned my addr 172.21.15.62:0/4278014872 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:28.441 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.432+0000 7fab1ad45640 1 --2- 172.21.15.62:0/4278014872 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab140af6a0 0x7fab140afb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:28.441 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.432+0000 7fab19d43640 1 --2- 172.21.15.62:0/4278014872 >> v2:172.21.15.188:3300/0 conn(0x7fab140cb7f0 0x7fab140ad070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:28.441 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.432+0000 7fab1ad45640 1 -- 172.21.15.62:0/4278014872 >> v2:172.21.15.188:3300/0 conn(0x7fab140cb7f0 msgr2=0x7fab140ad070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:28.441 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.432+0000 7fab1ad45640 1 --2- 172.21.15.62:0/4278014872 >> v2:172.21.15.188:3300/0 conn(0x7fab140cb7f0 0x7fab140ad070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.441 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.432+0000 7fab1ad45640 1 -- 172.21.15.62:0/4278014872 >> v1:172.21.15.62:6789/0 conn(0x7fab140cd790 legacy=0x7fab1406b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:28.441 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.432+0000 7fab1ad45640 1 -- 172.21.15.62:0/4278014872 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab140b0040 con 0x7fab140af6a0 2023-06-08T03:53:28.442 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.436+0000 7fab1ad45640 1 --2- 172.21.15.62:0/4278014872 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab140af6a0 0x7fab140afb00 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fab0c0097c0 tx=0x7fab0c01c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7934cef88f2ec1e7 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:28.447 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab19542640 1 -- 172.21.15.62:0/4278014872 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab0c0ab600 con 0x7fab140af6a0 2023-06-08T03:53:28.447 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab19542640 1 -- 172.21.15.62:0/4278014872 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab0c0a7050 con 0x7fab140af6a0 2023-06-08T03:53:28.447 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab19542640 1 -- 172.21.15.62:0/4278014872 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab0c0ab980 con 0x7fab140af6a0 2023-06-08T03:53:28.448 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab1c7a8640 1 -- 172.21.15.62:0/4278014872 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab140af6a0 msgr2=0x7fab140afb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:28.448 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab1c7a8640 1 --2- 172.21.15.62:0/4278014872 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab140af6a0 0x7fab140afb00 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fab0c0097c0 tx=0x7fab0c01c330 comp rx=0 tx=0).stop 2023-06-08T03:53:28.448 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab1c7a8640 1 -- 172.21.15.62:0/4278014872 shutdown_connections 2023-06-08T03:53:28.448 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab1c7a8640 1 --2- 172.21.15.62:0/4278014872 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab140af6a0 0x7fab140afb00 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.449 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab1c7a8640 1 --2- 172.21.15.62:0/4278014872 >> v2:172.21.15.188:3300/0 conn(0x7fab140cb7f0 0x7fab140ad070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.449 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab1c7a8640 1 -- 172.21.15.62:0/4278014872 >> 172.21.15.62:0/4278014872 conn(0x7fab140ca6a0 msgr2=0x7fab140caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:28.449 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab1c7a8640 1 -- 172.21.15.62:0/4278014872 shutdown_connections 2023-06-08T03:53:28.449 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab1c7a8640 1 -- 172.21.15.62:0/4278014872 wait complete. 2023-06-08T03:53:28.450 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab1c7a8640 1 Processor -- start 2023-06-08T03:53:28.450 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab1c7a8640 1 -- start start 2023-06-08T03:53:28.450 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab1c7a8640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab140af6a0 0x7fab140b20d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:28.450 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab1c7a8640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab140cb7f0 0x7fab14153200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:28.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab1c7a8640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab140cd790 0x7fab140ad870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:28.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab1c7a8640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab14153740 con 0x7fab140af6a0 2023-06-08T03:53:28.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab1c7a8640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab14155190 con 0x7fab140cd790 2023-06-08T03:53:28.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab1c7a8640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab14153e80 con 0x7fab140cb7f0 2023-06-08T03:53:28.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab1a544640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab140af6a0 0x7fab140b20d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:28.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab1a544640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab140af6a0 0x7fab140b20d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41136/0 (socket says 172.21.15.62:41136) 2023-06-08T03:53:28.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.440+0000 7fab1a544640 1 -- 172.21.15.62:0/2782308189 learned_addr learned my addr 172.21.15.62:0/2782308189 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:28.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.444+0000 7fab19d43640 1 --2- 172.21.15.62:0/2782308189 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab140cb7f0 0x7fab14153200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:28.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.444+0000 7fab1ad45640 1 --2- 172.21.15.62:0/2782308189 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab140cd790 0x7fab140ad870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:28.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.444+0000 7fab1a544640 1 -- 172.21.15.62:0/2782308189 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab140cb7f0 msgr2=0x7fab14153200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:28.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.444+0000 7fab1a544640 1 --2- 172.21.15.62:0/2782308189 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab140cb7f0 0x7fab14153200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.444+0000 7fab1a544640 1 -- 172.21.15.62:0/2782308189 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab140cd790 msgr2=0x7fab140ad870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:28.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.444+0000 7fab1a544640 1 --2- 172.21.15.62:0/2782308189 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab140cd790 0x7fab140ad870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.444+0000 7fab1a544640 1 -- 172.21.15.62:0/2782308189 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab0c009420 con 0x7fab140af6a0 2023-06-08T03:53:28.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.444+0000 7fab1ad45640 1 --2- 172.21.15.62:0/2782308189 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab140cd790 0x7fab140ad870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:28.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.444+0000 7fab1a544640 1 --2- 172.21.15.62:0/2782308189 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab140af6a0 0x7fab140b20d0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fab1000ca70 tx=0x7fab1000cf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:28.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.444+0000 7fab0affd640 1 -- 172.21.15.62:0/2782308189 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab1000abd0 con 0x7fab140af6a0 2023-06-08T03:53:28.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.444+0000 7fab0affd640 1 -- 172.21.15.62:0/2782308189 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab1000ad30 con 0x7fab140af6a0 2023-06-08T03:53:28.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.444+0000 7fab1c7a8640 1 -- 172.21.15.62:0/2782308189 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab14154160 con 0x7fab140af6a0 2023-06-08T03:53:28.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.444+0000 7fab0affd640 1 -- 172.21.15.62:0/2782308189 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab10012620 con 0x7fab140af6a0 2023-06-08T03:53:28.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.444+0000 7fab1c7a8640 1 -- 172.21.15.62:0/2782308189 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab14154720 con 0x7fab140af6a0 2023-06-08T03:53:28.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.444+0000 7fab1c7a8640 1 -- 172.21.15.62:0/2782308189 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab1404d650 con 0x7fab140af6a0 2023-06-08T03:53:28.455 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.444+0000 7fab0affd640 1 -- 172.21.15.62:0/2782308189 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fab10007070 con 0x7fab140af6a0 2023-06-08T03:53:28.455 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.444+0000 7fab0affd640 1 --2- 172.21.15.62:0/2782308189 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7faaf8066280 0x7faaf8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:28.455 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.444+0000 7fab0affd640 1 -- 172.21.15.62:0/2782308189 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fab10083d20 con 0x7fab140af6a0 2023-06-08T03:53:28.455 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.444+0000 7fab19d43640 1 --2- 172.21.15.62:0/2782308189 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7faaf8066280 0x7faaf8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:28.455 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.444+0000 7fab19d43640 1 --2- 172.21.15.62:0/2782308189 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7faaf8066280 0x7faaf8068730 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fab140c1960 tx=0x7fab04008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:28.456 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.448+0000 7fab0affd640 1 -- 172.21.15.62:0/2782308189 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fab10051160 con 0x7fab140af6a0 2023-06-08T03:53:28.603 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.596+0000 7fab1c7a8640 1 -- 172.21.15.62:0/2782308189 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fab140cb5b0 con 0x7fab140af6a0 2023-06-08T03:53:28.603 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.596+0000 7fab0affd640 1 -- 172.21.15.62:0/2782308189 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v25) v1 ==== 92+0+10 (secure 0 0 0) 0x7fab10017070 con 0x7fab140af6a0 2023-06-08T03:53:28.603 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 8 2023-06-08T03:53:28.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.596+0000 7fab1c7a8640 1 -- 172.21.15.62:0/2782308189 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7faaf8066280 msgr2=0x7faaf8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:28.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.596+0000 7fab1c7a8640 1 --2- 172.21.15.62:0/2782308189 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7faaf8066280 0x7faaf8068730 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fab140c1960 tx=0x7fab04008040 comp rx=0 tx=0).stop 2023-06-08T03:53:28.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.596+0000 7fab1c7a8640 1 -- 172.21.15.62:0/2782308189 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab140af6a0 msgr2=0x7fab140b20d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:28.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.596+0000 7fab1c7a8640 1 --2- 172.21.15.62:0/2782308189 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab140af6a0 0x7fab140b20d0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fab1000ca70 tx=0x7fab1000cf30 comp rx=0 tx=0).stop 2023-06-08T03:53:28.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.596+0000 7fab1c7a8640 1 -- 172.21.15.62:0/2782308189 shutdown_connections 2023-06-08T03:53:28.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.596+0000 7fab1c7a8640 1 --2- 172.21.15.62:0/2782308189 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7faaf8066280 0x7faaf8068730 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.606 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.596+0000 7fab1c7a8640 1 --2- 172.21.15.62:0/2782308189 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fab140cd790 0x7fab140ad870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.596+0000 7fab1c7a8640 1 --2- 172.21.15.62:0/2782308189 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fab140cb7f0 0x7fab14153200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.596+0000 7fab1c7a8640 1 --2- 172.21.15.62:0/2782308189 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab140af6a0 0x7fab140b20d0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.596+0000 7fab1c7a8640 1 -- 172.21.15.62:0/2782308189 >> 172.21.15.62:0/2782308189 conn(0x7fab140ca6a0 msgr2=0x7fab14070040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:28.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.596+0000 7fab1c7a8640 1 -- 172.21.15.62:0/2782308189 shutdown_connections 2023-06-08T03:53:28.607 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.596+0000 7fab1c7a8640 1 -- 172.21.15.62:0/2782308189 wait complete. 2023-06-08T03:53:28.621 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-08T03:53:28.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.740+0000 7fd5ad1c6640 1 Processor -- start 2023-06-08T03:53:28.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.740+0000 7fd5ad1c6640 1 -- start start 2023-06-08T03:53:28.750 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.744+0000 7fd5ad1c6640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fd5a80cc830 0x7fd5a80ccc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:28.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.744+0000 7fd5ad1c6640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fd5a80cae60 0x7fd5a80cb2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:28.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.744+0000 7fd5ad1c6640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5a80cd2b0 con 0x7fd5a80cda40 2023-06-08T03:53:28.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.744+0000 7fd5ad1c6640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5a80cd870 con 0x7fd5a80cae60 2023-06-08T03:53:28.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.744+0000 7fd5ad1c6640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5a80cd590 con 0x7fd5a80cc830 2023-06-08T03:53:28.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.744+0000 7fd5a759e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fd5a80cae60 0x7fd5a80cb2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:28.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.744+0000 7fd5a759e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fd5a80cae60 0x7fd5a80cb2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41150/0 (socket says 172.21.15.62:41150) 2023-06-08T03:53:28.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.744+0000 7fd5a759e640 1 -- 172.21.15.62:0/1001272698 learned_addr learned my addr 172.21.15.62:0/1001272698 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:28.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.744+0000 7fd5a659c640 1 --2- 172.21.15.62:0/1001272698 >> v2:172.21.15.188:3300/0 conn(0x7fd5a80cc830 0x7fd5a80ccc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:28.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.744+0000 7fd5a759e640 1 -- 172.21.15.62:0/1001272698 >> v2:172.21.15.188:3300/0 conn(0x7fd5a80cc830 msgr2=0x7fd5a80ccc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:28.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.744+0000 7fd5a759e640 1 --2- 172.21.15.62:0/1001272698 >> v2:172.21.15.188:3300/0 conn(0x7fd5a80cc830 0x7fd5a80ccc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.744+0000 7fd5a759e640 1 -- 172.21.15.62:0/1001272698 >> v1:172.21.15.188:6789/0 conn(0x7fd5a80cda40 legacy=0x7fd5a80cde10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:28.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.744+0000 7fd5a759e640 1 -- 172.21.15.62:0/1001272698 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5a80ca660 con 0x7fd5a80cae60 2023-06-08T03:53:28.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.744+0000 7fd5a759e640 1 --2- 172.21.15.62:0/1001272698 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5a80cae60 0x7fd5a80cb2e0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fd5a8070180 tx=0x7fd5a001c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2399655ac9354379 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:28.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.744+0000 7fd5a5d9b640 1 -- 172.21.15.62:0/1001272698 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5a00ab660 con 0x7fd5a80cae60 2023-06-08T03:53:28.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.744+0000 7fd5a5d9b640 1 -- 172.21.15.62:0/1001272698 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5a00ab7c0 con 0x7fd5a80cae60 2023-06-08T03:53:28.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.744+0000 7fd5a5d9b640 1 -- 172.21.15.62:0/1001272698 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5a00abb50 con 0x7fd5a80cae60 2023-06-08T03:53:28.754 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.744+0000 7fd5ad1c6640 1 -- 172.21.15.62:0/1001272698 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5a80cae60 msgr2=0x7fd5a80cb2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:28.755 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.744+0000 7fd5ad1c6640 1 --2- 172.21.15.62:0/1001272698 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5a80cae60 0x7fd5a80cb2e0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fd5a8070180 tx=0x7fd5a001c440 comp rx=0 tx=0).stop 2023-06-08T03:53:28.755 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5ad1c6640 1 -- 172.21.15.62:0/1001272698 shutdown_connections 2023-06-08T03:53:28.755 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5ad1c6640 1 --2- 172.21.15.62:0/1001272698 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5a80cae60 0x7fd5a80cb2e0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.755 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5ad1c6640 1 --2- 172.21.15.62:0/1001272698 >> v2:172.21.15.188:3300/0 conn(0x7fd5a80cc830 0x7fd5a80ccc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.755 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5ad1c6640 1 -- 172.21.15.62:0/1001272698 >> 172.21.15.62:0/1001272698 conn(0x7fd5a8065850 msgr2=0x7fd5a8099140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:28.755 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5ad1c6640 1 -- 172.21.15.62:0/1001272698 shutdown_connections 2023-06-08T03:53:28.755 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5ad1c6640 1 -- 172.21.15.62:0/1001272698 wait complete. 2023-06-08T03:53:28.757 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5ad1c6640 1 Processor -- start 2023-06-08T03:53:28.757 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5ad1c6640 1 -- start start 2023-06-08T03:53:28.757 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5ad1c6640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd5a80cae60 0x7fd5a81524e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:28.757 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5ad1c6640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5a80cc830 0x7fd5a80b4c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:28.758 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5ad1c6640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd5a80cda40 0x7fd5a80b5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:28.758 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5ad1c6640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5a80b3eb0 con 0x7fd5a80cc830 2023-06-08T03:53:28.758 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5ad1c6640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5a80b5800 con 0x7fd5a80cae60 2023-06-08T03:53:28.758 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5ad1c6640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5a80b3510 con 0x7fd5a80cda40 2023-06-08T03:53:28.758 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5a659c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5a80cc830 0x7fd5a80b4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:28.758 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5a659c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5a80cc830 0x7fd5a80b4c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41166/0 (socket says 172.21.15.62:41166) 2023-06-08T03:53:28.758 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5a659c640 1 -- 172.21.15.62:0/2145133638 learned_addr learned my addr 172.21.15.62:0/2145133638 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:28.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5a6d9d640 1 --2- 172.21.15.62:0/2145133638 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd5a80cae60 0x7fd5a81524e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:28.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5a759e640 1 --2- 172.21.15.62:0/2145133638 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd5a80cda40 0x7fd5a80b5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:28.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5a659c640 1 -- 172.21.15.62:0/2145133638 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd5a80cda40 msgr2=0x7fd5a80b5170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:28.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5a659c640 1 --2- 172.21.15.62:0/2145133638 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd5a80cda40 0x7fd5a80b5170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5a659c640 1 -- 172.21.15.62:0/2145133638 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd5a80cae60 msgr2=0x7fd5a81524e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:28.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5a659c640 1 --2- 172.21.15.62:0/2145133638 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd5a80cae60 0x7fd5a81524e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5a659c640 1 -- 172.21.15.62:0/2145133638 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5a00094d0 con 0x7fd5a80cc830 2023-06-08T03:53:28.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5a759e640 1 --2- 172.21.15.62:0/2145133638 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd5a80cda40 0x7fd5a80b5170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:28.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5a659c640 1 --2- 172.21.15.62:0/2145133638 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5a80cc830 0x7fd5a80b4c30 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fd59c00d5f0 tx=0x7fd59c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:28.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd58f7fe640 1 -- 172.21.15.62:0/2145133638 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd59c0125f0 con 0x7fd5a80cc830 2023-06-08T03:53:28.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd58f7fe640 1 -- 172.21.15.62:0/2145133638 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd59c012750 con 0x7fd5a80cc830 2023-06-08T03:53:28.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5ad1c6640 1 -- 172.21.15.62:0/2145133638 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5a80b37f0 con 0x7fd5a80cc830 2023-06-08T03:53:28.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd58f7fe640 1 -- 172.21.15.62:0/2145133638 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd59c012ae0 con 0x7fd5a80cc830 2023-06-08T03:53:28.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5ad1c6640 1 -- 172.21.15.62:0/2145133638 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5a80c5e90 con 0x7fd5a80cc830 2023-06-08T03:53:28.761 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.748+0000 7fd5ad1c6640 1 -- 172.21.15.62:0/2145133638 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5a804d650 con 0x7fd5a80cc830 2023-06-08T03:53:28.761 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.752+0000 7fd58f7fe640 1 -- 172.21.15.62:0/2145133638 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd59c012c40 con 0x7fd5a80cc830 2023-06-08T03:53:28.761 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.752+0000 7fd58f7fe640 1 --2- 172.21.15.62:0/2145133638 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd594066280 0x7fd594068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:28.762 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.752+0000 7fd58f7fe640 1 -- 172.21.15.62:0/2145133638 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fd59c0841f0 con 0x7fd5a80cc830 2023-06-08T03:53:28.762 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.752+0000 7fd5a6d9d640 1 --2- 172.21.15.62:0/2145133638 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd594066280 0x7fd594068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:28.762 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.752+0000 7fd5a6d9d640 1 --2- 172.21.15.62:0/2145133638 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd594066280 0x7fd594068730 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd5980012f0 tx=0x7fd598009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:28.763 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.756+0000 7fd58f7fe640 1 -- 172.21.15.62:0/2145133638 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd59c0516c0 con 0x7fd5a80cc830 2023-06-08T03:53:28.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.908+0000 7fd5ad1c6640 1 -- 172.21.15.62:0/2145133638 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd5a80ce290 con 0x7fd5a80cc830 2023-06-08T03:53:28.918 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.912+0000 7fd58f7fe640 1 -- 172.21.15.62:0/2145133638 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd59c007380 con 0x7fd5a80cc830 2023-06-08T03:53:28.919 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 32 2023-06-08T03:53:28.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.912+0000 7fd5ad1c6640 1 -- 172.21.15.62:0/2145133638 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd594066280 msgr2=0x7fd594068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:28.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.912+0000 7fd5ad1c6640 1 --2- 172.21.15.62:0/2145133638 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd594066280 0x7fd594068730 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd5980012f0 tx=0x7fd598009040 comp rx=0 tx=0).stop 2023-06-08T03:53:28.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.912+0000 7fd5ad1c6640 1 -- 172.21.15.62:0/2145133638 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5a80cc830 msgr2=0x7fd5a80b4c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:28.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.912+0000 7fd5ad1c6640 1 --2- 172.21.15.62:0/2145133638 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5a80cc830 0x7fd5a80b4c30 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fd59c00d5f0 tx=0x7fd59c00dab0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.921 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.912+0000 7fd5ad1c6640 1 -- 172.21.15.62:0/2145133638 shutdown_connections 2023-06-08T03:53:28.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.912+0000 7fd5ad1c6640 1 --2- 172.21.15.62:0/2145133638 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fd594066280 0x7fd594068730 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.912+0000 7fd5ad1c6640 1 --2- 172.21.15.62:0/2145133638 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fd5a80cda40 0x7fd5a80b5170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.912+0000 7fd5ad1c6640 1 --2- 172.21.15.62:0/2145133638 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd5a80cc830 0x7fd5a80b4c30 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.912+0000 7fd5ad1c6640 1 --2- 172.21.15.62:0/2145133638 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fd5a80cae60 0x7fd5a81524e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:28.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.912+0000 7fd5ad1c6640 1 -- 172.21.15.62:0/2145133638 >> 172.21.15.62:0/2145133638 conn(0x7fd5a8065850 msgr2=0x7fd5a8158680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:28.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.912+0000 7fd5ad1c6640 1 -- 172.21.15.62:0/2145133638 shutdown_connections 2023-06-08T03:53:28.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:28.912+0000 7fd5ad1c6640 1 -- 172.21.15.62:0/2145133638 wait complete. 2023-06-08T03:53:28.938 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-08T03:53:29.059 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.052+0000 7fdf0a8bd640 1 Processor -- start 2023-06-08T03:53:29.059 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.052+0000 7fdf0a8bd640 1 -- start start 2023-06-08T03:53:29.060 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.052+0000 7fdf0a8bd640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdf0415b8f0 0x7fdf040b4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.060 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.052+0000 7fdf0a8bd640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fdf040b5340 0x7fdf040d08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.060 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.052+0000 7fdf0a8bd640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf040cf800 con 0x7fdf040b0f40 2023-06-08T03:53:29.061 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.052+0000 7fdf0a8bd640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf040ce270 con 0x7fdf040b5340 2023-06-08T03:53:29.061 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.052+0000 7fdf0a8bd640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf040b16b0 con 0x7fdf0415b8f0 2023-06-08T03:53:29.061 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.052+0000 7fdf037fe640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fdf040b5340 0x7fdf040d08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:29.062 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.052+0000 7fdf03fff640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdf0415b8f0 0x7fdf040b4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:29.062 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.052+0000 7fdf08e5a640 1 --1- >> v1:172.21.15.188:6789/0 conn(0x7fdf040b0f40 0x7fdf040b3a30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.188:6789/0 says I am v1:172.21.15.62:55316/0 (socket says 172.21.15.62:55316) 2023-06-08T03:53:29.062 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.052+0000 7fdf037fe640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fdf040b5340 0x7fdf040d08c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41176/0 (socket says 172.21.15.62:41176) 2023-06-08T03:53:29.062 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.052+0000 7fdf08e5a640 1 -- 172.21.15.62:0/2754229714 learned_addr learned my addr 172.21.15.62:0/2754229714 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:29.062 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.052+0000 7fdf037fe640 1 -- 172.21.15.62:0/2754229714 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdf0415b8f0 msgr2=0x7fdf040b4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:29.062 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.052+0000 7fdf037fe640 1 --2- 172.21.15.62:0/2754229714 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdf0415b8f0 0x7fdf040b4e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.062 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.052+0000 7fdf037fe640 1 -- 172.21.15.62:0/2754229714 >> v1:172.21.15.188:6789/0 conn(0x7fdf040b0f40 legacy=0x7fdf040b3a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:29.063 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.052+0000 7fdf037fe640 1 -- 172.21.15.62:0/2754229714 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf040ce510 con 0x7fdf040b5340 2023-06-08T03:53:29.063 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf037fe640 1 --2- 172.21.15.62:0/2754229714 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdf040b5340 0x7fdf040d08c0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fdef80097c0 tx=0x7fdef801c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7e47d69943c06d0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:29.063 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf02ffd640 1 -- 172.21.15.62:0/2754229714 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf040b4950 con 0x7fdf040b5340 2023-06-08T03:53:29.063 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf02ffd640 1 -- 172.21.15.62:0/2754229714 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdef80a7050 con 0x7fdf040b5340 2023-06-08T03:53:29.064 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf02ffd640 1 -- 172.21.15.62:0/2754229714 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdef80ab820 con 0x7fdf040b5340 2023-06-08T03:53:29.064 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf0a8bd640 1 -- 172.21.15.62:0/2754229714 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdf040b5340 msgr2=0x7fdf040d08c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:29.064 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf0a8bd640 1 --2- 172.21.15.62:0/2754229714 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdf040b5340 0x7fdf040d08c0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fdef80097c0 tx=0x7fdef801c3c0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.065 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf0a8bd640 1 -- 172.21.15.62:0/2754229714 shutdown_connections 2023-06-08T03:53:29.065 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf0a8bd640 1 --2- 172.21.15.62:0/2754229714 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdf040b5340 0x7fdf040d08c0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.065 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf0a8bd640 1 --2- 172.21.15.62:0/2754229714 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdf0415b8f0 0x7fdf040b4e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.065 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf0a8bd640 1 -- 172.21.15.62:0/2754229714 >> 172.21.15.62:0/2754229714 conn(0x7fdf040d1fb0 msgr2=0x7fdf040d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:29.065 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf0a8bd640 1 -- 172.21.15.62:0/2754229714 shutdown_connections 2023-06-08T03:53:29.065 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf0a8bd640 1 -- 172.21.15.62:0/2754229714 wait complete. 2023-06-08T03:53:29.067 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf0a8bd640 1 Processor -- start 2023-06-08T03:53:29.067 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf0a8bd640 1 -- start start 2023-06-08T03:53:29.067 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf0a8bd640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdf040b0f40 0x7fdf0414eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.068 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf0a8bd640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdf040b5340 0x7fdf0414d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.068 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf0a8bd640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdf0415b8f0 0x7fdf04154890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.068 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf0a8bd640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf0415e570 con 0x7fdf040b5340 2023-06-08T03:53:29.068 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf0a8bd640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf0414deb0 con 0x7fdf0415b8f0 2023-06-08T03:53:29.068 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf0a8bd640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf0414e710 con 0x7fdf040b0f40 2023-06-08T03:53:29.068 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf037fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdf040b5340 0x7fdf0414d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:29.068 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf037fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdf040b5340 0x7fdf0414d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41186/0 (socket says 172.21.15.62:41186) 2023-06-08T03:53:29.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.056+0000 7fdf037fe640 1 -- 172.21.15.62:0/240570544 learned_addr learned my addr 172.21.15.62:0/240570544 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:29.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.060+0000 7fdf03fff640 1 --2- 172.21.15.62:0/240570544 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdf040b0f40 0x7fdf0414eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:29.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.060+0000 7fdf08e5a640 1 --2- 172.21.15.62:0/240570544 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdf0415b8f0 0x7fdf04154890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:29.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.060+0000 7fdf037fe640 1 -- 172.21.15.62:0/240570544 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdf040b0f40 msgr2=0x7fdf0414eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:29.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.060+0000 7fdf037fe640 1 --2- 172.21.15.62:0/240570544 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdf040b0f40 0x7fdf0414eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.060+0000 7fdf037fe640 1 -- 172.21.15.62:0/240570544 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdf0415b8f0 msgr2=0x7fdf04154890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:29.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.060+0000 7fdf037fe640 1 --2- 172.21.15.62:0/240570544 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdf0415b8f0 0x7fdf04154890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.060+0000 7fdf037fe640 1 -- 172.21.15.62:0/240570544 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdef8009420 con 0x7fdf040b5340 2023-06-08T03:53:29.070 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.060+0000 7fdf03fff640 1 --2- 172.21.15.62:0/240570544 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdf040b0f40 0x7fdf0414eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:29.070 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.060+0000 7fdf037fe640 1 --2- 172.21.15.62:0/240570544 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdf040b5340 0x7fdf0414d610 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fdef80ae040 tx=0x7fdef8019160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:29.070 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.060+0000 7fdf00ff9640 1 -- 172.21.15.62:0/240570544 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdef80b4430 con 0x7fdf040b5340 2023-06-08T03:53:29.070 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.060+0000 7fdf00ff9640 1 -- 172.21.15.62:0/240570544 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdef80b4590 con 0x7fdf040b5340 2023-06-08T03:53:29.070 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.060+0000 7fdf0a8bd640 1 -- 172.21.15.62:0/240570544 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf0415e290 con 0x7fdf040b5340 2023-06-08T03:53:29.070 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.060+0000 7fdf00ff9640 1 -- 172.21.15.62:0/240570544 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdef80b4940 con 0x7fdf040b5340 2023-06-08T03:53:29.070 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.060+0000 7fdf0a8bd640 1 -- 172.21.15.62:0/240570544 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf0414e3a0 con 0x7fdf040b5340 2023-06-08T03:53:29.071 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.060+0000 7fdf0a8bd640 1 -- 172.21.15.62:0/240570544 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf0404d650 con 0x7fdf040b5340 2023-06-08T03:53:29.071 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.060+0000 7fdf00ff9640 1 -- 172.21.15.62:0/240570544 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fdef80b2040 con 0x7fdf040b5340 2023-06-08T03:53:29.071 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.060+0000 7fdf00ff9640 1 --2- 172.21.15.62:0/240570544 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdef0066280 0x7fdef0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.072 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.060+0000 7fdf00ff9640 1 -- 172.21.15.62:0/240570544 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fdef811dc60 con 0x7fdf040b5340 2023-06-08T03:53:29.072 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.060+0000 7fdf03fff640 1 --2- 172.21.15.62:0/240570544 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdef0066280 0x7fdef0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:29.072 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.060+0000 7fdf03fff640 1 --2- 172.21.15.62:0/240570544 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdef0066280 0x7fdef0068730 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fdf040c8810 tx=0x7fdef4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:29.073 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.064+0000 7fdf00ff9640 1 -- 172.21.15.62:0/240570544 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fdef80eb130 con 0x7fdf040b5340 2023-06-08T03:53:29.225 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.216+0000 7fdf0a8bd640 1 -- 172.21.15.62:0/240570544 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fdf040b1490 con 0x7fdf040b5340 2023-06-08T03:53:29.226 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.216+0000 7fdf00ff9640 1 -- 172.21.15.62:0/240570544 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7fdef80ee750 con 0x7fdf040b5340 2023-06-08T03:53:29.226 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 64 2023-06-08T03:53:29.228 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.220+0000 7fdf0a8bd640 1 -- 172.21.15.62:0/240570544 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdef0066280 msgr2=0x7fdef0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:29.228 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.220+0000 7fdf0a8bd640 1 --2- 172.21.15.62:0/240570544 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdef0066280 0x7fdef0068730 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fdf040c8810 tx=0x7fdef4008040 comp rx=0 tx=0).stop 2023-06-08T03:53:29.228 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.220+0000 7fdf0a8bd640 1 -- 172.21.15.62:0/240570544 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdf040b5340 msgr2=0x7fdf0414d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:29.228 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.220+0000 7fdf0a8bd640 1 --2- 172.21.15.62:0/240570544 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdf040b5340 0x7fdf0414d610 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fdef80ae040 tx=0x7fdef8019160 comp rx=0 tx=0).stop 2023-06-08T03:53:29.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.220+0000 7fdf0a8bd640 1 -- 172.21.15.62:0/240570544 shutdown_connections 2023-06-08T03:53:29.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.220+0000 7fdf0a8bd640 1 --2- 172.21.15.62:0/240570544 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fdef0066280 0x7fdef0068730 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.220+0000 7fdf0a8bd640 1 --2- 172.21.15.62:0/240570544 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fdf0415b8f0 0x7fdf04154890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.220+0000 7fdf0a8bd640 1 --2- 172.21.15.62:0/240570544 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdf040b5340 0x7fdf0414d610 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.220+0000 7fdf0a8bd640 1 --2- 172.21.15.62:0/240570544 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fdf040b0f40 0x7fdf0414eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.220+0000 7fdf0a8bd640 1 -- 172.21.15.62:0/240570544 >> 172.21.15.62:0/240570544 conn(0x7fdf040d1fb0 msgr2=0x7fdf040b5710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:29.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.220+0000 7fdf0a8bd640 1 -- 172.21.15.62:0/240570544 shutdown_connections 2023-06-08T03:53:29.230 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.220+0000 7fdf0a8bd640 1 -- 172.21.15.62:0/240570544 wait complete. 2023-06-08T03:53:29.245 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-08T03:53:29.369 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.360+0000 7fca0d42e640 1 Processor -- start 2023-06-08T03:53:29.370 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.360+0000 7fca0d42e640 1 -- start start 2023-06-08T03:53:29.370 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca0d42e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fca080ca430 0x7fca080ca800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.371 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca0d42e640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fca08159730 0x7fca0806fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.371 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca0d42e640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca080c8390 con 0x7fca08070260 2023-06-08T03:53:29.371 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca0d42e640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca08070870 con 0x7fca08159730 2023-06-08T03:53:29.371 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca0d42e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca08070b50 con 0x7fca080ca430 2023-06-08T03:53:29.371 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca077fe640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fca08070260 0x7fca0806a850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:51246/0 (socket says 172.21.15.62:51246) 2023-06-08T03:53:29.371 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca077fe640 1 -- 172.21.15.62:0/2569705048 learned_addr learned my addr 172.21.15.62:0/2569705048 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:29.373 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca067fc640 1 --2- 172.21.15.62:0/2569705048 >> v2:172.21.15.188:3300/0 conn(0x7fca08159730 0x7fca0806fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:29.373 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca06ffd640 1 --2- 172.21.15.62:0/2569705048 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fca080ca430 0x7fca080ca800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:29.373 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca05ffb640 1 -- 172.21.15.62:0/2569705048 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1922386717 0 0) 0x7fca080c8390 con 0x7fca08070260 2023-06-08T03:53:29.373 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca05ffb640 1 -- 172.21.15.62:0/2569705048 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc9f4003530 con 0x7fca08070260 2023-06-08T03:53:29.373 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca05ffb640 1 -- 172.21.15.62:0/2569705048 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3735194367 0 0) 0x7fc9f4003530 con 0x7fca08070260 2023-06-08T03:53:29.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca05ffb640 1 -- 172.21.15.62:0/2569705048 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fca080ca430 msgr2=0x7fca080ca800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:29.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca05ffb640 1 --2- 172.21.15.62:0/2569705048 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fca080ca430 0x7fca080ca800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca05ffb640 1 -- 172.21.15.62:0/2569705048 >> v2:172.21.15.188:3300/0 conn(0x7fca08159730 msgr2=0x7fca0806fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:29.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca05ffb640 1 --2- 172.21.15.62:0/2569705048 >> v2:172.21.15.188:3300/0 conn(0x7fca08159730 0x7fca0806fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca05ffb640 1 -- 172.21.15.62:0/2569705048 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca08070e30 con 0x7fca08070260 2023-06-08T03:53:29.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca05ffb640 1 -- 172.21.15.62:0/2569705048 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fc9f8001680 con 0x7fca08070260 2023-06-08T03:53:29.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca05ffb640 1 -- 172.21.15.62:0/2569705048 >> v1:172.21.15.62:6789/0 conn(0x7fca08070260 legacy=0x7fca0806a850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:29.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca05ffb640 1 --2- 172.21.15.62:0/2569705048 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc9f4003980 0x7fc9f4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca05ffb640 1 --2- 172.21.15.62:0/2569705048 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9f40043b0 0x7fc9f4004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca05ffb640 1 --2- 172.21.15.62:0/2569705048 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fca080ca430 0x7fc9f4004f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca05ffb640 1 -- 172.21.15.62:0/2569705048 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca08070870 con 0x7fc9f40043b0 2023-06-08T03:53:29.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca05ffb640 1 -- 172.21.15.62:0/2569705048 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca08070b50 con 0x7fc9f4003980 2023-06-08T03:53:29.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca05ffb640 1 -- 172.21.15.62:0/2569705048 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9f400b990 con 0x7fca080ca430 2023-06-08T03:53:29.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca067fc640 1 --2- 172.21.15.62:0/2569705048 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9f40043b0 0x7fc9f4004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:29.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca067fc640 1 -- 172.21.15.62:0/2569705048 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fca080ca430 msgr2=0x7fc9f4004f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:29.376 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca077fe640 1 --2- 172.21.15.62:0/2569705048 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fca080ca430 0x7fc9f4004f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:29.376 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca067fc640 1 --2- 172.21.15.62:0/2569705048 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fca080ca430 0x7fc9f4004f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.376 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca067fc640 1 -- 172.21.15.62:0/2569705048 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc9f4003980 msgr2=0x7fc9f4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:29.376 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca067fc640 1 --2- 172.21.15.62:0/2569705048 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fc9f4003980 0x7fc9f4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.376 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca067fc640 1 -- 172.21.15.62:0/2569705048 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9f4003530 con 0x7fc9f40043b0 2023-06-08T03:53:29.378 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.364+0000 7fca067fc640 1 --2- 172.21.15.62:0/2569705048 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9f40043b0 0x7fc9f4004870 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fc9f0009fc0 tx=0x7fc9f001cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=806051e565c22a6b server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:29.378 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca05ffb640 1 -- 172.21.15.62:0/2569705048 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f00a5ab0 con 0x7fc9f40043b0 2023-06-08T03:53:29.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca05ffb640 1 -- 172.21.15.62:0/2569705048 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9f000f040 con 0x7fc9f40043b0 2023-06-08T03:53:29.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca05ffb640 1 -- 172.21.15.62:0/2569705048 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f00a5e50 con 0x7fc9f40043b0 2023-06-08T03:53:29.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca0d42e640 1 -- 172.21.15.62:0/2569705048 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9f40043b0 msgr2=0x7fc9f4004870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:29.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca0d42e640 1 --2- 172.21.15.62:0/2569705048 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9f40043b0 0x7fc9f4004870 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fc9f0009fc0 tx=0x7fc9f001cca0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca077fe640 1 -- 172.21.15.62:0/2569705048 reap_dead start 2023-06-08T03:53:29.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca0d42e640 1 -- 172.21.15.62:0/2569705048 shutdown_connections 2023-06-08T03:53:29.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca0d42e640 1 -- 172.21.15.62:0/2569705048 >> 172.21.15.62:0/2569705048 conn(0x7fca080af640 msgr2=0x7fca080afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:29.379 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca0d42e640 1 -- 172.21.15.62:0/2569705048 shutdown_connections 2023-06-08T03:53:29.380 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca0d42e640 1 -- 172.21.15.62:0/2569705048 wait complete. 2023-06-08T03:53:29.380 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca0d42e640 1 Processor -- start 2023-06-08T03:53:29.380 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca0d42e640 1 -- start start 2023-06-08T03:53:29.380 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca0d42e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc9f40043b0 0x7fca081511a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.380 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca0d42e640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fca080c7430 0x7fca08146880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.380 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca0d42e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fca08156d70 0x7fca081571e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.380 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca0d42e640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca081583e0 con 0x7fca08156d70 2023-06-08T03:53:29.381 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca0d42e640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca08147410 con 0x7fca080c7430 2023-06-08T03:53:29.381 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca0d42e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca080c79d0 con 0x7fc9f40043b0 2023-06-08T03:53:29.381 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca077fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fca08156d70 0x7fca081571e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:29.381 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca077fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fca08156d70 0x7fca081571e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41214/0 (socket says 172.21.15.62:41214) 2023-06-08T03:53:29.381 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca077fe640 1 -- 172.21.15.62:0/2591178237 learned_addr learned my addr 172.21.15.62:0/2591178237 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:29.381 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca06ffd640 1 --2- 172.21.15.62:0/2591178237 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc9f40043b0 0x7fca081511a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:29.381 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca067fc640 1 --2- 172.21.15.62:0/2591178237 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fca080c7430 0x7fca08146880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:29.381 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca077fe640 1 -- 172.21.15.62:0/2591178237 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc9f40043b0 msgr2=0x7fca081511a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:29.382 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca077fe640 1 --2- 172.21.15.62:0/2591178237 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc9f40043b0 0x7fca081511a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.382 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca077fe640 1 -- 172.21.15.62:0/2591178237 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fca080c7430 msgr2=0x7fca08146880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:29.382 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca077fe640 1 --2- 172.21.15.62:0/2591178237 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fca080c7430 0x7fca08146880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.382 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca077fe640 1 -- 172.21.15.62:0/2591178237 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca08157a40 con 0x7fca08156d70 2023-06-08T03:53:29.382 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca06ffd640 1 --2- 172.21.15.62:0/2591178237 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc9f40043b0 0x7fca081511a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:53:29.382 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca067fc640 1 --2- 172.21.15.62:0/2591178237 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fca080c7430 0x7fca08146880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:29.382 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca077fe640 1 --2- 172.21.15.62:0/2591178237 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fca08156d70 0x7fca081571e0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8004880 tx=0x7fc9f8010840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:29.382 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fc9ff7fe640 1 -- 172.21.15.62:0/2591178237 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f8015600 con 0x7fca08156d70 2023-06-08T03:53:29.383 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fc9ff7fe640 1 -- 172.21.15.62:0/2591178237 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9f8015760 con 0x7fca08156d70 2023-06-08T03:53:29.383 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca0d42e640 1 -- 172.21.15.62:0/2591178237 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca08157d20 con 0x7fca08156d70 2023-06-08T03:53:29.383 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fc9ff7fe640 1 -- 172.21.15.62:0/2591178237 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f8015ad0 con 0x7fca08156d70 2023-06-08T03:53:29.383 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.368+0000 7fca0d42e640 1 -- 172.21.15.62:0/2591178237 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca08157720 con 0x7fca08156d70 2023-06-08T03:53:29.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.372+0000 7fca0d42e640 1 -- 172.21.15.62:0/2591178237 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca08158520 con 0x7fca08156d70 2023-06-08T03:53:29.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.372+0000 7fc9ff7fe640 1 -- 172.21.15.62:0/2591178237 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc9f801d360 con 0x7fca08156d70 2023-06-08T03:53:29.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.372+0000 7fc9ff7fe640 1 --2- 172.21.15.62:0/2591178237 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc9e80662b0 0x7fc9e8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.372+0000 7fc9ff7fe640 1 -- 172.21.15.62:0/2591178237 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fc9f8085e80 con 0x7fca08156d70 2023-06-08T03:53:29.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.372+0000 7fca06ffd640 1 --2- 172.21.15.62:0/2591178237 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc9e80662b0 0x7fc9e8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:29.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.372+0000 7fca06ffd640 1 --2- 172.21.15.62:0/2591178237 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc9e80662b0 0x7fc9e8068760 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fca000099d0 tx=0x7fca00008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:29.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.376+0000 7fc9ff7fe640 1 -- 172.21.15.62:0/2591178237 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fca08158520 con 0x7fca08156d70 2023-06-08T03:53:29.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.556+0000 7fca0d42e640 1 -- 172.21.15.62:0/2591178237 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fca08158520 con 0x7fca08156d70 2023-06-08T03:53:29.564 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.556+0000 7fc9ff7fe640 1 -- 172.21.15.62:0/2591178237 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4665 (secure 0 0 0) 0x7fca08158520 con 0x7fca08156d70 2023-06-08T03:53:29.564 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:29.565 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4239,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/308746620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":308746620},{"type":"v1","addr":"172.21.15.62:6833","nonce":308746620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4242,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/3359552501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":3359552501},{"type":"v1","addr":"172.21.15.62:6835","nonce":3359552501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4247,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.188:6835/904875113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6834","nonce":904875113},{"type":"v1","addr":"172.21.15.188:6835","nonce":904875113}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-08T03:52:34.168220+0000","modified":"2023-06-08T03:52:36.833176+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.188:6837/4197767102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6836","nonce":4197767102},{"type":"v1","addr":"172.21.15.188:6837","nonce":4197767102}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-08T03:53:29.565 INFO:teuthology.orchestra.run.smithi062.stderr:dumped fsmap epoch 7 2023-06-08T03:53:29.566 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.556+0000 7fca0d42e640 1 -- 172.21.15.62:0/2591178237 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc9e80662b0 msgr2=0x7fc9e8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:29.566 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.556+0000 7fca0d42e640 1 --2- 172.21.15.62:0/2591178237 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc9e80662b0 0x7fc9e8068760 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fca000099d0 tx=0x7fca00008040 comp rx=0 tx=0).stop 2023-06-08T03:53:29.567 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.560+0000 7fca0d42e640 1 -- 172.21.15.62:0/2591178237 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fca08156d70 msgr2=0x7fca081571e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:29.567 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.560+0000 7fca0d42e640 1 --2- 172.21.15.62:0/2591178237 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fca08156d70 0x7fca081571e0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8004880 tx=0x7fc9f8010840 comp rx=0 tx=0).stop 2023-06-08T03:53:29.567 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.560+0000 7fca0d42e640 1 -- 172.21.15.62:0/2591178237 shutdown_connections 2023-06-08T03:53:29.567 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.560+0000 7fca0d42e640 1 --2- 172.21.15.62:0/2591178237 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fc9e80662b0 0x7fc9e8068760 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.567 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.560+0000 7fca0d42e640 1 --2- 172.21.15.62:0/2591178237 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fca08156d70 0x7fca081571e0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.567 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.560+0000 7fca0d42e640 1 --2- 172.21.15.62:0/2591178237 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fca080c7430 0x7fca08146880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.567 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.560+0000 7fca0d42e640 1 --2- 172.21.15.62:0/2591178237 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fc9f40043b0 0x7fca081511a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.568 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.560+0000 7fca0d42e640 1 -- 172.21.15.62:0/2591178237 >> 172.21.15.62:0/2591178237 conn(0x7fca080af640 msgr2=0x7fca0815d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:29.568 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.560+0000 7fca0d42e640 1 -- 172.21.15.62:0/2591178237 shutdown_connections 2023-06-08T03:53:29.568 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.560+0000 7fca0d42e640 1 -- 172.21.15.62:0/2591178237 wait complete. 2023-06-08T03:53:29.581 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:53:29.702 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.696+0000 7f1cedbfb640 1 Processor -- start 2023-06-08T03:53:29.702 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.696+0000 7f1cedbfb640 1 -- start start 2023-06-08T03:53:29.703 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.696+0000 7f1cedbfb640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f1ce8159730 0x7f1ce806fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.704 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.696+0000 7f1cedbfb640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1ce8070260 0x7f1ce80c8820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.704 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.696+0000 7f1cedbfb640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ce80c8390 con 0x7f1ce80ca430 2023-06-08T03:53:29.704 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.696+0000 7f1cedbfb640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ce8070870 con 0x7f1ce8159730 2023-06-08T03:53:29.704 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.696+0000 7f1cedbfb640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ce8070b50 con 0x7f1ce8070260 2023-06-08T03:53:29.704 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.696+0000 7f1ce77fe640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f1ce80ca430 0x7f1ce80ca800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:51254/0 (socket says 172.21.15.62:51254) 2023-06-08T03:53:29.704 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.696+0000 7f1ce77fe640 1 -- 172.21.15.62:0/1899350008 learned_addr learned my addr 172.21.15.62:0/1899350008 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:29.705 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.696+0000 7f1cdeffd640 1 --2- 172.21.15.62:0/1899350008 >> v2:172.21.15.62:3300/0 conn(0x7f1ce8159730 0x7f1ce806fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:29.705 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.696+0000 7f1ce6ffd640 1 -- 172.21.15.62:0/1899350008 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 675197284 0 0) 0x7f1ce80c8390 con 0x7f1ce80ca430 2023-06-08T03:53:29.705 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.696+0000 7f1ce6ffd640 1 -- 172.21.15.62:0/1899350008 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1cd4003530 con 0x7f1ce80ca430 2023-06-08T03:53:29.706 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.696+0000 7f1ce7fff640 1 --2- 172.21.15.62:0/1899350008 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1ce8070260 0x7f1ce80c8820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:29.706 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.696+0000 7f1cdeffd640 1 -- 172.21.15.62:0/1899350008 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1ce8070260 msgr2=0x7f1ce80c8820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:29.706 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.696+0000 7f1cdeffd640 1 --2- 172.21.15.62:0/1899350008 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1ce8070260 0x7f1ce80c8820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.706 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.696+0000 7f1cdeffd640 1 -- 172.21.15.62:0/1899350008 >> v1:172.21.15.62:6789/0 conn(0x7f1ce80ca430 legacy=0x7f1ce80ca800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:29.706 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.696+0000 7f1cdeffd640 1 -- 172.21.15.62:0/1899350008 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ce8070e30 con 0x7f1ce8159730 2023-06-08T03:53:29.707 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.696+0000 7f1cdeffd640 1 --2- 172.21.15.62:0/1899350008 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ce8159730 0x7f1ce806fd20 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f1cd00097c0 tx=0x7f1cd001c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4ed583220bfcad1 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:29.707 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1ce6ffd640 1 -- 172.21.15.62:0/1899350008 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cd00ab600 con 0x7f1ce8159730 2023-06-08T03:53:29.707 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1ce6ffd640 1 -- 172.21.15.62:0/1899350008 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1cd00a7050 con 0x7f1ce8159730 2023-06-08T03:53:29.708 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1ce6ffd640 1 -- 172.21.15.62:0/1899350008 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cd00ab980 con 0x7f1ce8159730 2023-06-08T03:53:29.708 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1cedbfb640 1 -- 172.21.15.62:0/1899350008 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ce8159730 msgr2=0x7f1ce806fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:29.708 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1cedbfb640 1 --2- 172.21.15.62:0/1899350008 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ce8159730 0x7f1ce806fd20 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f1cd00097c0 tx=0x7f1cd001c480 comp rx=0 tx=0).stop 2023-06-08T03:53:29.708 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1cedbfb640 1 -- 172.21.15.62:0/1899350008 shutdown_connections 2023-06-08T03:53:29.708 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1cedbfb640 1 --2- 172.21.15.62:0/1899350008 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1ce8070260 0x7f1ce80c8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.708 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1cedbfb640 1 --2- 172.21.15.62:0/1899350008 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ce8159730 0x7f1ce806fd20 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.708 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1cedbfb640 1 -- 172.21.15.62:0/1899350008 >> 172.21.15.62:0/1899350008 conn(0x7f1ce80af640 msgr2=0x7f1ce80afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:29.709 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1cedbfb640 1 -- 172.21.15.62:0/1899350008 shutdown_connections 2023-06-08T03:53:29.709 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1cedbfb640 1 -- 172.21.15.62:0/1899350008 wait complete. 2023-06-08T03:53:29.710 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1cedbfb640 1 Processor -- start 2023-06-08T03:53:29.711 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1cedbfb640 1 -- start start 2023-06-08T03:53:29.711 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1cedbfb640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ce8070260 0x7f1ce80bf950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.711 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1cedbfb640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1ce80ca430 0x7f1ce81487e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.711 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1cedbfb640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1ce8159730 0x7f1ce8148d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.711 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1cedbfb640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ce815cba0 con 0x7f1ce8070260 2023-06-08T03:53:29.711 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1cedbfb640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ce815c390 con 0x7f1ce8159730 2023-06-08T03:53:29.711 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1cedbfb640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ce80c0340 con 0x7f1ce80ca430 2023-06-08T03:53:29.712 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1ce77fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ce8070260 0x7f1ce80bf950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:29.712 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1ce77fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ce8070260 0x7f1ce80bf950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41242/0 (socket says 172.21.15.62:41242) 2023-06-08T03:53:29.712 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1ce77fe640 1 -- 172.21.15.62:0/1050469491 learned_addr learned my addr 172.21.15.62:0/1050469491 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:29.712 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1ce7fff640 1 --2- 172.21.15.62:0/1050469491 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1ce8159730 0x7f1ce8148d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:29.712 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1ce77fe640 1 -- 172.21.15.62:0/1050469491 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1ce80ca430 msgr2=0x7f1ce81487e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:29.712 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1cdeffd640 1 --2- 172.21.15.62:0/1050469491 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1ce80ca430 0x7f1ce81487e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:29.712 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1ce77fe640 1 --2- 172.21.15.62:0/1050469491 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1ce80ca430 0x7f1ce81487e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1ce77fe640 1 -- 172.21.15.62:0/1050469491 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1ce8159730 msgr2=0x7f1ce8148d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:29.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1ce77fe640 1 --2- 172.21.15.62:0/1050469491 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1ce8159730 0x7f1ce8148d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1ce77fe640 1 -- 172.21.15.62:0/1050469491 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cd0009420 con 0x7f1ce8070260 2023-06-08T03:53:29.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1ce7fff640 1 --2- 172.21.15.62:0/1050469491 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1ce8159730 0x7f1ce8148d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:29.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1ce77fe640 1 --2- 172.21.15.62:0/1050469491 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ce8070260 0x7f1ce80bf950 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f1cd800c4d0 tx=0x7f1cd800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:29.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1ce4ff9640 1 -- 172.21.15.62:0/1050469491 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cd8005cf0 con 0x7f1ce8070260 2023-06-08T03:53:29.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1ce4ff9640 1 -- 172.21.15.62:0/1050469491 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1cd8005e50 con 0x7f1ce8070260 2023-06-08T03:53:29.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1ce4ff9640 1 -- 172.21.15.62:0/1050469491 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cd8007270 con 0x7f1ce8070260 2023-06-08T03:53:29.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1cedbfb640 1 -- 172.21.15.62:0/1050469491 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ce815c5e0 con 0x7f1ce8070260 2023-06-08T03:53:29.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.700+0000 7f1cedbfb640 1 -- 172.21.15.62:0/1050469491 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ce814ba60 con 0x7f1ce8070260 2023-06-08T03:53:29.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.704+0000 7f1cedbfb640 1 -- 172.21.15.62:0/1050469491 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ce804d6c0 con 0x7f1ce8070260 2023-06-08T03:53:29.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.704+0000 7f1ce4ff9640 1 -- 172.21.15.62:0/1050469491 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f1cd80073d0 con 0x7f1ce8070260 2023-06-08T03:53:29.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.704+0000 7f1ce4ff9640 1 --2- 172.21.15.62:0/1050469491 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1cc80662b0 0x7f1cc8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:29.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.704+0000 7f1ce4ff9640 1 -- 172.21.15.62:0/1050469491 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f1cd8083250 con 0x7f1ce8070260 2023-06-08T03:53:29.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.704+0000 7f1cdeffd640 1 --2- 172.21.15.62:0/1050469491 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1cc80662b0 0x7f1cc8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:29.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.704+0000 7f1cdeffd640 1 --2- 172.21.15.62:0/1050469491 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1cc80662b0 0x7f1cc8068760 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f1cd00ad000 tx=0x7f1cd00a6000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:29.716 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.708+0000 7f1ce4ff9640 1 -- 172.21.15.62:0/1050469491 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1cd8050730 con 0x7f1ce8070260 2023-06-08T03:53:29.871 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.864+0000 7f1cedbfb640 1 -- 172.21.15.62:0/1050469491 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1ce806c420 con 0x7f1ce8070260 2023-06-08T03:53:29.874 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.868+0000 7f1ce4ff9640 1 -- 172.21.15.62:0/1050469491 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18374 (secure 0 0 0) 0x7f1cd8053d50 con 0x7f1ce8070260 2023-06-08T03:53:29.875 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:29.875 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":25,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:53:16.353560+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.f","mappings":[{"from":1,"to":2}]},{"pgid":"4.37","mappings":[{"from":3,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:53:29.876 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.868+0000 7f1cedbfb640 1 -- 172.21.15.62:0/1050469491 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1cc80662b0 msgr2=0x7f1cc8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:29.877 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.868+0000 7f1cedbfb640 1 --2- 172.21.15.62:0/1050469491 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1cc80662b0 0x7f1cc8068760 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f1cd00ad000 tx=0x7f1cd00a6000 comp rx=0 tx=0).stop 2023-06-08T03:53:29.877 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.868+0000 7f1cedbfb640 1 -- 172.21.15.62:0/1050469491 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ce8070260 msgr2=0x7f1ce80bf950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:29.877 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.868+0000 7f1cedbfb640 1 --2- 172.21.15.62:0/1050469491 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ce8070260 0x7f1ce80bf950 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f1cd800c4d0 tx=0x7f1cd800c990 comp rx=0 tx=0).stop 2023-06-08T03:53:29.877 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.868+0000 7f1cedbfb640 1 -- 172.21.15.62:0/1050469491 shutdown_connections 2023-06-08T03:53:29.877 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.868+0000 7f1cedbfb640 1 --2- 172.21.15.62:0/1050469491 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1cc80662b0 0x7f1cc8068760 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.877 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.868+0000 7f1cedbfb640 1 --2- 172.21.15.62:0/1050469491 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1ce8159730 0x7f1ce8148d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.878 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.868+0000 7f1cedbfb640 1 --2- 172.21.15.62:0/1050469491 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1ce80ca430 0x7f1ce81487e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.878 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.868+0000 7f1cedbfb640 1 --2- 172.21.15.62:0/1050469491 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ce8070260 0x7f1ce80bf950 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:29.878 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.868+0000 7f1cedbfb640 1 -- 172.21.15.62:0/1050469491 >> 172.21.15.62:0/1050469491 conn(0x7f1ce80af640 msgr2=0x7f1ce80b2780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:29.878 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.868+0000 7f1cedbfb640 1 -- 172.21.15.62:0/1050469491 shutdown_connections 2023-06-08T03:53:29.878 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:29.868+0000 7f1cedbfb640 1 -- 172.21.15.62:0/1050469491 wait complete. 2023-06-08T03:53:29.893 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-06-08T03:53:29.893 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-08T03:53:30.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.004+0000 7fa056189640 1 Processor -- start 2023-06-08T03:53:30.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.004+0000 7fa056189640 1 -- start start 2023-06-08T03:53:30.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.004+0000 7fa056189640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fa0500c87a0 0x7fa0500ccbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.004+0000 7fa056189640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa050158720 con 0x7fa05006b960 2023-06-08T03:53:30.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.004+0000 7fa056189640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0500c8d00 con 0x7fa0500c8320 2023-06-08T03:53:30.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.004+0000 7fa056189640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0500cb6e0 con 0x7fa0500c87a0 2023-06-08T03:53:30.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.004+0000 7fa04f7fe640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fa05006b960 0x7fa05006bd30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:51256/0 (socket says 172.21.15.62:51256) 2023-06-08T03:53:30.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04f7fe640 1 -- 172.21.15.62:0/4016334510 learned_addr learned my addr 172.21.15.62:0/4016334510 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:30.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04ffff640 1 --2- 172.21.15.62:0/4016334510 >> v2:172.21.15.188:3300/0 conn(0x7fa0500c87a0 0x7fa0500ccbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04effd640 1 -- 172.21.15.62:0/4016334510 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1024617958 0 0) 0x7fa050158720 con 0x7fa05006b960 2023-06-08T03:53:30.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04effd640 1 -- 172.21.15.62:0/4016334510 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa03c003530 con 0x7fa05006b960 2023-06-08T03:53:30.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04effd640 1 -- 172.21.15.62:0/4016334510 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2380959555 0 0) 0x7fa03c003530 con 0x7fa05006b960 2023-06-08T03:53:30.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04effd640 1 -- 172.21.15.62:0/4016334510 >> v2:172.21.15.188:3300/0 conn(0x7fa0500c87a0 msgr2=0x7fa0500ccbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:30.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04effd640 1 --2- 172.21.15.62:0/4016334510 >> v2:172.21.15.188:3300/0 conn(0x7fa0500c87a0 0x7fa0500ccbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04effd640 1 -- 172.21.15.62:0/4016334510 >> v1:172.21.15.188:6789/0 conn(0x7fa0500c8320 legacy=0x7fa0500cc4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:30.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04effd640 1 -- 172.21.15.62:0/4016334510 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0500cb9c0 con 0x7fa05006b960 2023-06-08T03:53:30.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04effd640 1 -- 172.21.15.62:0/4016334510 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fa040001680 con 0x7fa05006b960 2023-06-08T03:53:30.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04effd640 1 -- 172.21.15.62:0/4016334510 >> v1:172.21.15.62:6789/0 conn(0x7fa05006b960 legacy=0x7fa05006bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:30.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04effd640 1 --2- 172.21.15.62:0/4016334510 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa03c003980 0x7fa03c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04effd640 1 --2- 172.21.15.62:0/4016334510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa03c0047d0 0x7fa03c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04effd640 1 --2- 172.21.15.62:0/4016334510 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa03c005180 0x7fa03c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04effd640 1 -- 172.21.15.62:0/4016334510 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0500cb6e0 con 0x7fa03c0047d0 2023-06-08T03:53:30.018 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04effd640 1 -- 172.21.15.62:0/4016334510 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa03c00c000 con 0x7fa03c005180 2023-06-08T03:53:30.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04effd640 1 -- 172.21.15.62:0/4016334510 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa03c00e3d0 con 0x7fa03c003980 2023-06-08T03:53:30.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa047fff640 1 --2- 172.21.15.62:0/4016334510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa03c0047d0 0x7fa03c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04f7fe640 1 --2- 172.21.15.62:0/4016334510 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa03c003980 0x7fa03c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04ffff640 1 --2- 172.21.15.62:0/4016334510 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa03c005180 0x7fa03c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa047fff640 1 -- 172.21.15.62:0/4016334510 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa03c003980 msgr2=0x7fa03c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:30.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa047fff640 1 --2- 172.21.15.62:0/4016334510 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa03c003980 0x7fa03c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa047fff640 1 -- 172.21.15.62:0/4016334510 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa03c005180 msgr2=0x7fa03c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:30.019 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa047fff640 1 --2- 172.21.15.62:0/4016334510 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa03c005180 0x7fa03c00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa047fff640 1 -- 172.21.15.62:0/4016334510 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa03c003530 con 0x7fa03c0047d0 2023-06-08T03:53:30.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04ffff640 1 --2- 172.21.15.62:0/4016334510 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa03c005180 0x7fa03c00b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:53:30.020 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04ffff640 1 -- 172.21.15.62:0/4016334510 reap_dead start 2023-06-08T03:53:30.022 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa047fff640 1 --2- 172.21.15.62:0/4016334510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa03c0047d0 0x7fa03c004c40 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fa038001780 tx=0x7fa03801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1386bf6198e28c5d server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:30.022 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04effd640 1 -- 172.21.15.62:0/4016334510 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0380052d0 con 0x7fa03c0047d0 2023-06-08T03:53:30.022 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04effd640 1 -- 172.21.15.62:0/4016334510 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0380a7050 con 0x7fa03c0047d0 2023-06-08T03:53:30.022 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.008+0000 7fa04effd640 1 -- 172.21.15.62:0/4016334510 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa038003600 con 0x7fa03c0047d0 2023-06-08T03:53:30.022 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa056189640 1 -- 172.21.15.62:0/4016334510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa03c0047d0 msgr2=0x7fa03c004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:30.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa056189640 1 --2- 172.21.15.62:0/4016334510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa03c0047d0 0x7fa03c004c40 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fa038001780 tx=0x7fa03801c3e0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa056189640 1 -- 172.21.15.62:0/4016334510 shutdown_connections 2023-06-08T03:53:30.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa056189640 1 --2- 172.21.15.62:0/4016334510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa03c0047d0 0x7fa03c004c40 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa056189640 1 -- 172.21.15.62:0/4016334510 >> 172.21.15.62:0/4016334510 conn(0x7fa0500af640 msgr2=0x7fa0500afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:30.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa056189640 1 -- 172.21.15.62:0/4016334510 shutdown_connections 2023-06-08T03:53:30.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa056189640 1 -- 172.21.15.62:0/4016334510 wait complete. 2023-06-08T03:53:30.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa056189640 1 Processor -- start 2023-06-08T03:53:30.023 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa056189640 1 -- start start 2023-06-08T03:53:30.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa056189640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa03c0047d0 0x7fa0501edc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa056189640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa0501ec400 0x7fa0500c6cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa056189640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa05006fb50 0x7fa05006ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa056189640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa050070500 con 0x7fa03c0047d0 2023-06-08T03:53:30.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa056189640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0500c5c30 con 0x7fa0501ec400 2023-06-08T03:53:30.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa056189640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0500c5e80 con 0x7fa05006fb50 2023-06-08T03:53:30.024 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa04f7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa03c0047d0 0x7fa0501edc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa04f7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa03c0047d0 0x7fa0501edc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41266/0 (socket says 172.21.15.62:41266) 2023-06-08T03:53:30.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa04f7fe640 1 -- 172.21.15.62:0/343430656 learned_addr learned my addr 172.21.15.62:0/343430656 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:30.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa04f7fe640 1 -- 172.21.15.62:0/343430656 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa05006fb50 msgr2=0x7fa05006ffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:30.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa04f7fe640 1 --2- 172.21.15.62:0/343430656 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa05006fb50 0x7fa05006ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa04f7fe640 1 -- 172.21.15.62:0/343430656 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa0501ec400 msgr2=0x7fa0500c6cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:30.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa04f7fe640 1 --2- 172.21.15.62:0/343430656 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa0501ec400 0x7fa0500c6cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa04f7fe640 1 -- 172.21.15.62:0/343430656 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0500c6160 con 0x7fa03c0047d0 2023-06-08T03:53:30.025 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa04f7fe640 1 --2- 172.21.15.62:0/343430656 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa03c0047d0 0x7fa0501edc00 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fa040011950 tx=0x7fa040011e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:30.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa04cff9640 1 -- 172.21.15.62:0/343430656 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa04000fae0 con 0x7fa03c0047d0 2023-06-08T03:53:30.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa04cff9640 1 -- 172.21.15.62:0/343430656 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa04000fc40 con 0x7fa03c0047d0 2023-06-08T03:53:30.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa056189640 1 -- 172.21.15.62:0/343430656 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0500c6440 con 0x7fa03c0047d0 2023-06-08T03:53:30.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa04cff9640 1 -- 172.21.15.62:0/343430656 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa040015410 con 0x7fa03c0047d0 2023-06-08T03:53:30.026 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.012+0000 7fa056189640 1 -- 172.21.15.62:0/343430656 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0500c6a00 con 0x7fa03c0047d0 2023-06-08T03:53:30.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.016+0000 7fa056189640 1 -- 172.21.15.62:0/343430656 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa05004d6c0 con 0x7fa03c0047d0 2023-06-08T03:53:30.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.016+0000 7fa04cff9640 1 -- 172.21.15.62:0/343430656 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa040015590 con 0x7fa03c0047d0 2023-06-08T03:53:30.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.016+0000 7fa04cff9640 1 --2- 172.21.15.62:0/343430656 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa0300662b0 0x7fa030068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.016+0000 7fa04cff9640 1 -- 172.21.15.62:0/343430656 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fa040087120 con 0x7fa03c0047d0 2023-06-08T03:53:30.027 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.016+0000 7fa047fff640 1 --2- 172.21.15.62:0/343430656 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa0300662b0 0x7fa030068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.016+0000 7fa047fff640 1 --2- 172.21.15.62:0/343430656 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa0300662b0 0x7fa030068760 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fa038001750 tx=0x7fa038001130 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:30.028 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.020+0000 7fa04cff9640 1 -- 172.21.15.62:0/343430656 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa040057f70 con 0x7fa03c0047d0 2023-06-08T03:53:30.210 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.204+0000 7fa056189640 1 -- 172.21.15.62:0/343430656 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa0500ace40 con 0x7fa03c0047d0 2023-06-08T03:53:30.212 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.204+0000 7fa04cff9640 1 -- 172.21.15.62:0/343430656 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4665 (secure 0 0 0) 0x7fa040057b00 con 0x7fa03c0047d0 2023-06-08T03:53:30.212 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:30.213 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4239,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/308746620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":308746620},{"type":"v1","addr":"172.21.15.62:6833","nonce":308746620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4242,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/3359552501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":3359552501},{"type":"v1","addr":"172.21.15.62:6835","nonce":3359552501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4247,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.188:6835/904875113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6834","nonce":904875113},{"type":"v1","addr":"172.21.15.188:6835","nonce":904875113}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-08T03:52:34.168220+0000","modified":"2023-06-08T03:52:36.833176+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.188:6837/4197767102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6836","nonce":4197767102},{"type":"v1","addr":"172.21.15.188:6837","nonce":4197767102}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-08T03:53:30.213 INFO:teuthology.orchestra.run.smithi062.stderr:dumped fsmap epoch 7 2023-06-08T03:53:30.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.204+0000 7fa056189640 1 -- 172.21.15.62:0/343430656 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa0300662b0 msgr2=0x7fa030068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:30.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.204+0000 7fa056189640 1 --2- 172.21.15.62:0/343430656 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa0300662b0 0x7fa030068760 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fa038001750 tx=0x7fa038001130 comp rx=0 tx=0).stop 2023-06-08T03:53:30.214 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.204+0000 7fa056189640 1 -- 172.21.15.62:0/343430656 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa03c0047d0 msgr2=0x7fa0501edc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:30.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.204+0000 7fa056189640 1 --2- 172.21.15.62:0/343430656 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa03c0047d0 0x7fa0501edc00 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fa040011950 tx=0x7fa040011e10 comp rx=0 tx=0).stop 2023-06-08T03:53:30.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.204+0000 7fa056189640 1 -- 172.21.15.62:0/343430656 shutdown_connections 2023-06-08T03:53:30.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.204+0000 7fa056189640 1 --2- 172.21.15.62:0/343430656 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fa0300662b0 0x7fa030068760 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.204+0000 7fa056189640 1 --2- 172.21.15.62:0/343430656 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fa05006fb50 0x7fa05006ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.204+0000 7fa056189640 1 --2- 172.21.15.62:0/343430656 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fa0501ec400 0x7fa0500c6cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.204+0000 7fa056189640 1 --2- 172.21.15.62:0/343430656 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa03c0047d0 0x7fa0501edc00 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.204+0000 7fa056189640 1 -- 172.21.15.62:0/343430656 >> 172.21.15.62:0/343430656 conn(0x7fa0500af640 msgr2=0x7fa0500aec40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:30.215 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.204+0000 7fa056189640 1 -- 172.21.15.62:0/343430656 shutdown_connections 2023-06-08T03:53:30.216 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.208+0000 7fa056189640 1 -- 172.21.15.62:0/343430656 wait complete. 2023-06-08T03:53:30.230 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-08T03:53:30.342 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.332+0000 7f2e40a0b640 1 Processor -- start 2023-06-08T03:53:30.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e40a0b640 1 -- start start 2023-06-08T03:53:30.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e40a0b640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e3c0c8320 0x7f2e3c0cc4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.343 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e40a0b640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f2e3c0c8770 0x7f2e3c0cc9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e40a0b640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e3c158720 con 0x7f2e3c06b960 2023-06-08T03:53:30.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e40a0b640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e3c0c8d00 con 0x7f2e3c0c8770 2023-06-08T03:53:30.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e40a0b640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e3c0cb6e0 con 0x7f2e3c0c8320 2023-06-08T03:53:30.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3a59c640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f2e3c06b960 0x7f2e3c06bd30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:51262/0 (socket says 172.21.15.62:51262) 2023-06-08T03:53:30.344 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3a59c640 1 -- 172.21.15.62:0/3192848053 learned_addr learned my addr 172.21.15.62:0/3192848053 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:30.346 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3ad9d640 1 --2- 172.21.15.62:0/3192848053 >> v2:172.21.15.188:3300/0 conn(0x7f2e3c0c8770 0x7f2e3c0cc9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.346 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e39d9b640 1 --2- 172.21.15.62:0/3192848053 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e3c0c8320 0x7f2e3c0cc4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.346 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3959a640 1 -- 172.21.15.62:0/3192848053 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3207529797 0 0) 0x7f2e3c158720 con 0x7f2e3c06b960 2023-06-08T03:53:30.346 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3959a640 1 -- 172.21.15.62:0/3192848053 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2e28003530 con 0x7f2e3c06b960 2023-06-08T03:53:30.346 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3959a640 1 -- 172.21.15.62:0/3192848053 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 264257347 0 0) 0x7f2e28003530 con 0x7f2e3c06b960 2023-06-08T03:53:30.346 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3959a640 1 -- 172.21.15.62:0/3192848053 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e3c0c8320 msgr2=0x7f2e3c0cc4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:30.347 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3959a640 1 --2- 172.21.15.62:0/3192848053 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e3c0c8320 0x7f2e3c0cc4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.347 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3959a640 1 -- 172.21.15.62:0/3192848053 >> v2:172.21.15.188:3300/0 conn(0x7f2e3c0c8770 msgr2=0x7f2e3c0cc9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:30.347 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3959a640 1 --2- 172.21.15.62:0/3192848053 >> v2:172.21.15.188:3300/0 conn(0x7f2e3c0c8770 0x7f2e3c0cc9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.347 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3959a640 1 -- 172.21.15.62:0/3192848053 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e3c0cb9c0 con 0x7f2e3c06b960 2023-06-08T03:53:30.347 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3959a640 1 -- 172.21.15.62:0/3192848053 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f2e34001a00 con 0x7f2e3c06b960 2023-06-08T03:53:30.347 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3959a640 1 -- 172.21.15.62:0/3192848053 >> v1:172.21.15.62:6789/0 conn(0x7f2e3c06b960 legacy=0x7f2e3c06bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:30.347 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3959a640 1 --2- 172.21.15.62:0/3192848053 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e3c0c8320 0x7f2e28003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3959a640 1 --2- 172.21.15.62:0/3192848053 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e28003f00 0x7f2e280047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3959a640 1 --2- 172.21.15.62:0/3192848053 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e28004d10 0x7f2e28005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3959a640 1 -- 172.21.15.62:0/3192848053 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e3c0c8d00 con 0x7f2e28004d10 2023-06-08T03:53:30.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3959a640 1 -- 172.21.15.62:0/3192848053 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e3c0cb6e0 con 0x7f2e28003f00 2023-06-08T03:53:30.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3959a640 1 -- 172.21.15.62:0/3192848053 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e2800b990 con 0x7f2e3c0c8320 2023-06-08T03:53:30.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3ad9d640 1 --2- 172.21.15.62:0/3192848053 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e28004d10 0x7f2e28005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3a59c640 1 --2- 172.21.15.62:0/3192848053 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e3c0c8320 0x7f2e28003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e39d9b640 1 --2- 172.21.15.62:0/3192848053 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e28003f00 0x7f2e280047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.349 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3ad9d640 1 -- 172.21.15.62:0/3192848053 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e3c0c8320 msgr2=0x7f2e28003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:30.349 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3ad9d640 1 --2- 172.21.15.62:0/3192848053 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e3c0c8320 0x7f2e28003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.349 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3ad9d640 1 -- 172.21.15.62:0/3192848053 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e28003f00 msgr2=0x7f2e280047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:30.349 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3ad9d640 1 --2- 172.21.15.62:0/3192848053 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e28003f00 0x7f2e280047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.349 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.336+0000 7f2e3ad9d640 1 -- 172.21.15.62:0/3192848053 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e28003530 con 0x7f2e28004d10 2023-06-08T03:53:30.351 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e3ad9d640 1 --2- 172.21.15.62:0/3192848053 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e28004d10 0x7f2e28005180 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f2e2c009ae0 tx=0x7f2e2c01ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f87256f653a9b60 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:30.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e3959a640 1 -- 172.21.15.62:0/3192848053 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e2c0a5680 con 0x7f2e28004d10 2023-06-08T03:53:30.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e3959a640 1 -- 172.21.15.62:0/3192848053 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e2c0a57e0 con 0x7f2e28004d10 2023-06-08T03:53:30.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e3959a640 1 -- 172.21.15.62:0/3192848053 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e2c0a5b90 con 0x7f2e28004d10 2023-06-08T03:53:30.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e40a0b640 1 -- 172.21.15.62:0/3192848053 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e28004d10 msgr2=0x7f2e28005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:30.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e40a0b640 1 --2- 172.21.15.62:0/3192848053 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e28004d10 0x7f2e28005180 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f2e2c009ae0 tx=0x7f2e2c01ca90 comp rx=0 tx=0).stop 2023-06-08T03:53:30.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e3ad9d640 1 -- 172.21.15.62:0/3192848053 reap_dead start 2023-06-08T03:53:30.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e40a0b640 1 -- 172.21.15.62:0/3192848053 shutdown_connections 2023-06-08T03:53:30.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e40a0b640 1 -- 172.21.15.62:0/3192848053 >> 172.21.15.62:0/3192848053 conn(0x7f2e3c0af640 msgr2=0x7f2e3c0afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:30.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e40a0b640 1 -- 172.21.15.62:0/3192848053 shutdown_connections 2023-06-08T03:53:30.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e40a0b640 1 -- 172.21.15.62:0/3192848053 wait complete. 2023-06-08T03:53:30.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e40a0b640 1 Processor -- start 2023-06-08T03:53:30.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e40a0b640 1 -- start start 2023-06-08T03:53:30.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e40a0b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e28004d10 0x7f2e3c0c6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e40a0b640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e3c0c74a0 0x7f2e3c0ade20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e40a0b640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e3c0ae360 0x7f2e3c0c4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e40a0b640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e3c0c6b50 con 0x7f2e28004d10 2023-06-08T03:53:30.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e40a0b640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e3c0ae7d0 con 0x7f2e3c0c74a0 2023-06-08T03:53:30.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e40a0b640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e3c0c17e0 con 0x7f2e3c0ae360 2023-06-08T03:53:30.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e3a59c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e28004d10 0x7f2e3c0c6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e3a59c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e28004d10 0x7f2e3c0c6300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41286/0 (socket says 172.21.15.62:41286) 2023-06-08T03:53:30.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e3a59c640 1 -- 172.21.15.62:0/3783881111 learned_addr learned my addr 172.21.15.62:0/3783881111 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:30.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e39d9b640 1 --2- 172.21.15.62:0/3783881111 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e3c0c74a0 0x7f2e3c0ade20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e3ad9d640 1 --2- 172.21.15.62:0/3783881111 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e3c0ae360 0x7f2e3c0c4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.355 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.340+0000 7f2e3a59c640 1 -- 172.21.15.62:0/3783881111 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e3c0ae360 msgr2=0x7f2e3c0c4be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:30.355 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.344+0000 7f2e3a59c640 1 --2- 172.21.15.62:0/3783881111 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e3c0ae360 0x7f2e3c0c4be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.355 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.344+0000 7f2e3a59c640 1 -- 172.21.15.62:0/3783881111 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e3c0c74a0 msgr2=0x7f2e3c0ade20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:30.355 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.344+0000 7f2e3a59c640 1 --2- 172.21.15.62:0/3783881111 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e3c0c74a0 0x7f2e3c0ade20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.355 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.344+0000 7f2e3a59c640 1 -- 172.21.15.62:0/3783881111 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e3c0c1a80 con 0x7f2e28004d10 2023-06-08T03:53:30.355 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.344+0000 7f2e3ad9d640 1 --2- 172.21.15.62:0/3783881111 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e3c0ae360 0x7f2e3c0c4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:30.355 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.344+0000 7f2e3a59c640 1 --2- 172.21.15.62:0/3783881111 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e28004d10 0x7f2e3c0c6300 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f2e34007bc0 tx=0x7f2e3400e5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:30.355 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.344+0000 7f2e32ffd640 1 -- 172.21.15.62:0/3783881111 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e34004b70 con 0x7f2e28004d10 2023-06-08T03:53:30.356 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.344+0000 7f2e32ffd640 1 -- 172.21.15.62:0/3783881111 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e34004cd0 con 0x7f2e28004d10 2023-06-08T03:53:30.356 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.344+0000 7f2e40a0b640 1 -- 172.21.15.62:0/3783881111 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e3c0c1d60 con 0x7f2e28004d10 2023-06-08T03:53:30.356 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.344+0000 7f2e32ffd640 1 -- 172.21.15.62:0/3783881111 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e340146a0 con 0x7f2e28004d10 2023-06-08T03:53:30.356 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.344+0000 7f2e40a0b640 1 -- 172.21.15.62:0/3783881111 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e3c0c6840 con 0x7f2e28004d10 2023-06-08T03:53:30.356 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.344+0000 7f2e40a0b640 1 -- 172.21.15.62:0/3783881111 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e3c0c2280 con 0x7f2e28004d10 2023-06-08T03:53:30.357 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.344+0000 7f2e32ffd640 1 -- 172.21.15.62:0/3783881111 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2e34005050 con 0x7f2e28004d10 2023-06-08T03:53:30.357 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.344+0000 7f2e32ffd640 1 --2- 172.21.15.62:0/3783881111 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2e1c0662b0 0x7f2e1c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.357 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.344+0000 7f2e32ffd640 1 -- 172.21.15.62:0/3783881111 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f2e34084460 con 0x7f2e28004d10 2023-06-08T03:53:30.357 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.344+0000 7f2e39d9b640 1 --2- 172.21.15.62:0/3783881111 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2e1c0662b0 0x7f2e1c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.358 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.344+0000 7f2e39d9b640 1 --2- 172.21.15.62:0/3783881111 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2e1c0662b0 0x7f2e1c068760 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f2e3c0b3b20 tx=0x7f2e24008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:30.358 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.348+0000 7f2e32ffd640 1 -- 172.21.15.62:0/3783881111 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f2e3c0c2280 con 0x7f2e28004d10 2023-06-08T03:53:30.544 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.536+0000 7f2e40a0b640 1 -- 172.21.15.62:0/3783881111 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2e3c0cb210 con 0x7f2e28004d10 2023-06-08T03:53:30.545 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.536+0000 7f2e32ffd640 1 -- 172.21.15.62:0/3783881111 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4665 (secure 0 0 0) 0x7f2e34019020 con 0x7f2e28004d10 2023-06-08T03:53:30.545 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:30.546 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4239,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/308746620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":308746620},{"type":"v1","addr":"172.21.15.62:6833","nonce":308746620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4242,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/3359552501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":3359552501},{"type":"v1","addr":"172.21.15.62:6835","nonce":3359552501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4247,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.188:6835/904875113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6834","nonce":904875113},{"type":"v1","addr":"172.21.15.188:6835","nonce":904875113}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-08T03:52:34.168220+0000","modified":"2023-06-08T03:52:36.833176+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.188:6837/4197767102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6836","nonce":4197767102},{"type":"v1","addr":"172.21.15.188:6837","nonce":4197767102}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-08T03:53:30.546 INFO:teuthology.orchestra.run.smithi062.stderr:dumped fsmap epoch 7 2023-06-08T03:53:30.547 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.540+0000 7f2e40a0b640 1 -- 172.21.15.62:0/3783881111 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2e1c0662b0 msgr2=0x7f2e1c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:30.548 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.540+0000 7f2e40a0b640 1 --2- 172.21.15.62:0/3783881111 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2e1c0662b0 0x7f2e1c068760 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f2e3c0b3b20 tx=0x7f2e24008040 comp rx=0 tx=0).stop 2023-06-08T03:53:30.548 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.540+0000 7f2e40a0b640 1 -- 172.21.15.62:0/3783881111 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e28004d10 msgr2=0x7f2e3c0c6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:30.548 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.540+0000 7f2e40a0b640 1 --2- 172.21.15.62:0/3783881111 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e28004d10 0x7f2e3c0c6300 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f2e34007bc0 tx=0x7f2e3400e5f0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.548 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.540+0000 7f2e40a0b640 1 -- 172.21.15.62:0/3783881111 shutdown_connections 2023-06-08T03:53:30.548 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.540+0000 7f2e40a0b640 1 --2- 172.21.15.62:0/3783881111 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2e1c0662b0 0x7f2e1c068760 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.548 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.540+0000 7f2e40a0b640 1 --2- 172.21.15.62:0/3783881111 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2e3c0ae360 0x7f2e3c0c4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.549 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.540+0000 7f2e40a0b640 1 --2- 172.21.15.62:0/3783881111 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2e3c0c74a0 0x7f2e3c0ade20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.549 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.540+0000 7f2e40a0b640 1 --2- 172.21.15.62:0/3783881111 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e28004d10 0x7f2e3c0c6300 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.549 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.540+0000 7f2e40a0b640 1 -- 172.21.15.62:0/3783881111 >> 172.21.15.62:0/3783881111 conn(0x7f2e3c0af640 msgr2=0x7f2e3c0ce3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:30.549 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.540+0000 7f2e40a0b640 1 -- 172.21.15.62:0/3783881111 shutdown_connections 2023-06-08T03:53:30.549 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.540+0000 7f2e40a0b640 1 -- 172.21.15.62:0/3783881111 wait complete. 2023-06-08T03:53:30.565 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:53:30.690 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.680+0000 7fecaf897640 1 Processor -- start 2023-06-08T03:53:30.690 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.680+0000 7fecaf897640 1 -- start start 2023-06-08T03:53:30.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.684+0000 7fecaf897640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7feca80ca430 0x7feca80ca800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.684+0000 7fecaf897640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7feca8159730 0x7feca806fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.684+0000 7fecaf897640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feca80c8390 con 0x7feca8070260 2023-06-08T03:53:30.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.684+0000 7fecaf897640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feca8070870 con 0x7feca80ca430 2023-06-08T03:53:30.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.684+0000 7fecaf897640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feca8070b50 con 0x7feca8159730 2023-06-08T03:53:30.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.684+0000 7fecad633640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7feca80ca430 0x7feca80ca800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.684+0000 7fecade34640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7feca8070260 0x7feca806a850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:51270/0 (socket says 172.21.15.62:51270) 2023-06-08T03:53:30.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.684+0000 7fecade34640 1 -- 172.21.15.62:0/1979949448 learned_addr learned my addr 172.21.15.62:0/1979949448 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:30.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.684+0000 7fecace32640 1 --2- 172.21.15.62:0/1979949448 >> v2:172.21.15.188:3300/0 conn(0x7feca8159730 0x7feca806fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.684+0000 7fecad633640 1 -- 172.21.15.62:0/1979949448 >> v2:172.21.15.188:3300/0 conn(0x7feca8159730 msgr2=0x7feca806fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:30.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.684+0000 7fecad633640 1 --2- 172.21.15.62:0/1979949448 >> v2:172.21.15.188:3300/0 conn(0x7feca8159730 0x7feca806fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.684+0000 7fecad633640 1 -- 172.21.15.62:0/1979949448 >> v1:172.21.15.62:6789/0 conn(0x7feca8070260 legacy=0x7feca806a850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:30.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.684+0000 7fecad633640 1 -- 172.21.15.62:0/1979949448 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feca8070e30 con 0x7feca80ca430 2023-06-08T03:53:30.694 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecad633640 1 --2- 172.21.15.62:0/1979949448 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feca80ca430 0x7feca80ca800 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7feca80ca400 tx=0x7feca401c7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddff95ddf5956060 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:30.695 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fec9bfff640 1 -- 172.21.15.62:0/1979949448 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feca40a5800 con 0x7feca80ca430 2023-06-08T03:53:30.695 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fec9bfff640 1 -- 172.21.15.62:0/1979949448 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feca40a5960 con 0x7feca80ca430 2023-06-08T03:53:30.695 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fec9bfff640 1 -- 172.21.15.62:0/1979949448 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feca40a5cf0 con 0x7feca80ca430 2023-06-08T03:53:30.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecaf897640 1 -- 172.21.15.62:0/1979949448 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feca80ca430 msgr2=0x7feca80ca800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:30.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecaf897640 1 --2- 172.21.15.62:0/1979949448 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feca80ca430 0x7feca80ca800 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7feca80ca400 tx=0x7feca401c7a0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecaf897640 1 -- 172.21.15.62:0/1979949448 shutdown_connections 2023-06-08T03:53:30.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecaf897640 1 --2- 172.21.15.62:0/1979949448 >> v2:172.21.15.188:3300/0 conn(0x7feca8159730 0x7feca806fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecaf897640 1 --2- 172.21.15.62:0/1979949448 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feca80ca430 0x7feca80ca800 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.697 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecaf897640 1 -- 172.21.15.62:0/1979949448 >> 172.21.15.62:0/1979949448 conn(0x7feca80af640 msgr2=0x7feca80afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:30.697 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecaf897640 1 -- 172.21.15.62:0/1979949448 shutdown_connections 2023-06-08T03:53:30.697 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecaf897640 1 -- 172.21.15.62:0/1979949448 wait complete. 2023-06-08T03:53:30.698 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecaf897640 1 Processor -- start 2023-06-08T03:53:30.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecaf897640 1 -- start start 2023-06-08T03:53:30.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecaf897640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feca8070260 0x7feca81f5030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecaf897640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7feca80ca430 0x7feca8150f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecaf897640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7feca8159730 0x7feca8151ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecaf897640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feca81f4ba0 con 0x7feca8070260 2023-06-08T03:53:30.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecaf897640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feca8152480 con 0x7feca8159730 2023-06-08T03:53:30.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecaf897640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feca81f4550 con 0x7feca80ca430 2023-06-08T03:53:30.700 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecad633640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feca8070260 0x7feca81f5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.700 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecad633640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feca8070260 0x7feca81f5030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41304/0 (socket says 172.21.15.62:41304) 2023-06-08T03:53:30.700 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecad633640 1 -- 172.21.15.62:0/2736451748 learned_addr learned my addr 172.21.15.62:0/2736451748 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:30.700 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecade34640 1 --2- 172.21.15.62:0/2736451748 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7feca8159730 0x7feca8151ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.700 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecace32640 1 --2- 172.21.15.62:0/2736451748 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7feca80ca430 0x7feca8150f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.700 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecad633640 1 -- 172.21.15.62:0/2736451748 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7feca80ca430 msgr2=0x7feca8150f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:30.700 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.688+0000 7fecad633640 1 --2- 172.21.15.62:0/2736451748 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7feca80ca430 0x7feca8150f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.701 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.692+0000 7fecad633640 1 -- 172.21.15.62:0/2736451748 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7feca8159730 msgr2=0x7feca8151ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:30.701 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.692+0000 7fecad633640 1 --2- 172.21.15.62:0/2736451748 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7feca8159730 0x7feca8151ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.701 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.692+0000 7fecad633640 1 -- 172.21.15.62:0/2736451748 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feca4009a70 con 0x7feca8070260 2023-06-08T03:53:30.701 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.692+0000 7fecade34640 1 --2- 172.21.15.62:0/2736451748 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7feca8159730 0x7feca8151ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:30.701 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.692+0000 7fecad633640 1 --2- 172.21.15.62:0/2736451748 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feca8070260 0x7feca81f5030 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7feca401a3d0 tx=0x7feca4019540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:30.701 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.692+0000 7fec99ffb640 1 -- 172.21.15.62:0/2736451748 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feca40aec90 con 0x7feca8070260 2023-06-08T03:53:30.701 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.692+0000 7fec99ffb640 1 -- 172.21.15.62:0/2736451748 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feca40aedf0 con 0x7feca8070260 2023-06-08T03:53:30.701 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.692+0000 7fecaf897640 1 -- 172.21.15.62:0/2736451748 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feca81f4830 con 0x7feca8070260 2023-06-08T03:53:30.702 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.692+0000 7fec99ffb640 1 -- 172.21.15.62:0/2736451748 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feca40b7610 con 0x7feca8070260 2023-06-08T03:53:30.702 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.692+0000 7fecaf897640 1 -- 172.21.15.62:0/2736451748 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feca8152760 con 0x7feca8070260 2023-06-08T03:53:30.702 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.692+0000 7fecaf897640 1 -- 172.21.15.62:0/2736451748 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feca804d6c0 con 0x7feca8070260 2023-06-08T03:53:30.703 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.692+0000 7fec99ffb640 1 -- 172.21.15.62:0/2736451748 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7feca40b4050 con 0x7feca8070260 2023-06-08T03:53:30.703 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.692+0000 7fec99ffb640 1 --2- 172.21.15.62:0/2736451748 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fec8c066280 0x7fec8c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:30.703 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.692+0000 7fec99ffb640 1 -- 172.21.15.62:0/2736451748 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7feca411ec30 con 0x7feca8070260 2023-06-08T03:53:30.703 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.692+0000 7fecace32640 1 --2- 172.21.15.62:0/2736451748 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fec8c066280 0x7fec8c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:30.703 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.692+0000 7fecace32640 1 --2- 172.21.15.62:0/2736451748 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fec8c066280 0x7fec8c068730 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7feca815dfe0 tx=0x7fec9c008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:30.705 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.696+0000 7fec99ffb640 1 -- 172.21.15.62:0/2736451748 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7feca40ec220 con 0x7feca8070260 2023-06-08T03:53:30.860 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.852+0000 7fecaf897640 1 -- 172.21.15.62:0/2736451748 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7feca80b04e0 con 0x7feca8070260 2023-06-08T03:53:30.862 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.852+0000 7fec99ffb640 1 -- 172.21.15.62:0/2736451748 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18374 (secure 0 0 0) 0x7feca40b2020 con 0x7feca8070260 2023-06-08T03:53:30.862 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:30.863 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":25,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:53:16.353560+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:52:32.655480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-08T03:52:33.144430+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.f","mappings":[{"from":1,"to":2}]},{"pgid":"4.37","mappings":[{"from":3,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:53:30.864 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.856+0000 7fecaf897640 1 -- 172.21.15.62:0/2736451748 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fec8c066280 msgr2=0x7fec8c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:30.864 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.856+0000 7fecaf897640 1 --2- 172.21.15.62:0/2736451748 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fec8c066280 0x7fec8c068730 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7feca815dfe0 tx=0x7fec9c008040 comp rx=0 tx=0).stop 2023-06-08T03:53:30.864 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.856+0000 7fecaf897640 1 -- 172.21.15.62:0/2736451748 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feca8070260 msgr2=0x7feca81f5030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:30.865 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.856+0000 7fecaf897640 1 --2- 172.21.15.62:0/2736451748 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feca8070260 0x7feca81f5030 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7feca401a3d0 tx=0x7feca4019540 comp rx=0 tx=0).stop 2023-06-08T03:53:30.865 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.856+0000 7fecaf897640 1 -- 172.21.15.62:0/2736451748 shutdown_connections 2023-06-08T03:53:30.865 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.856+0000 7fecaf897640 1 --2- 172.21.15.62:0/2736451748 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fec8c066280 0x7fec8c068730 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.865 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.856+0000 7fecaf897640 1 --2- 172.21.15.62:0/2736451748 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7feca8159730 0x7feca8151ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.865 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.856+0000 7fecaf897640 1 --2- 172.21.15.62:0/2736451748 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7feca80ca430 0x7feca8150f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.865 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.856+0000 7fecaf897640 1 --2- 172.21.15.62:0/2736451748 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feca8070260 0x7feca81f5030 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:30.865 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.856+0000 7fecaf897640 1 -- 172.21.15.62:0/2736451748 >> 172.21.15.62:0/2736451748 conn(0x7feca80af640 msgr2=0x7feca815bb30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:30.866 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.856+0000 7fecaf897640 1 -- 172.21.15.62:0/2736451748 shutdown_connections 2023-06-08T03:53:30.866 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.856+0000 7fecaf897640 1 -- 172.21.15.62:0/2736451748 wait complete. 2023-06-08T03:53:30.882 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-06-08T03:53:31.003 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.996+0000 7f51da234640 1 Processor -- start 2023-06-08T03:53:31.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.996+0000 7f51da234640 1 -- start start 2023-06-08T03:53:31.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.996+0000 7f51da234640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f51d40caf60 0x7f51d40adeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:31.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.996+0000 7f51da234640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f51d415f860 0x7f51d415fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:31.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.996+0000 7f51da234640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51d4070cb0 con 0x7f51d4065140 2023-06-08T03:53:31.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.996+0000 7f51da234640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51d415bf20 con 0x7f51d40caf60 2023-06-08T03:53:31.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.996+0000 7f51da234640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51d4071a70 con 0x7f51d415f860 2023-06-08T03:53:31.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.996+0000 7f51d37fe640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f51d40caf60 0x7f51d40adeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:31.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.996+0000 7f51d37fe640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f51d40caf60 0x7f51d40adeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41308/0 (socket says 172.21.15.62:41308) 2023-06-08T03:53:31.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.996+0000 7f51d37fe640 1 -- 172.21.15.62:0/1283678157 learned_addr learned my addr 172.21.15.62:0/1283678157 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:31.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.996+0000 7f51d2ffd640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f51d4065140 0x7f51d40cb330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:51284/0 (socket says 172.21.15.62:51284) 2023-06-08T03:53:31.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.996+0000 7f51d3fff640 1 --2- 172.21.15.62:0/1283678157 >> v2:172.21.15.188:3300/0 conn(0x7f51d415f860 0x7f51d415fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:31.006 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.996+0000 7f51d37fe640 1 -- 172.21.15.62:0/1283678157 >> v2:172.21.15.188:3300/0 conn(0x7f51d415f860 msgr2=0x7f51d415fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:31.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.996+0000 7f51d37fe640 1 --2- 172.21.15.62:0/1283678157 >> v2:172.21.15.188:3300/0 conn(0x7f51d415f860 0x7f51d415fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:31.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.996+0000 7f51d37fe640 1 -- 172.21.15.62:0/1283678157 >> v1:172.21.15.62:6789/0 conn(0x7f51d4065140 legacy=0x7f51d40cb330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:31.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.996+0000 7f51d27fc640 1 -- 172.21.15.62:0/1283678157 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3605634037 0 0) 0x7f51d4070cb0 con 0x7f51d4065140 2023-06-08T03:53:31.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.996+0000 7f51d37fe640 1 -- 172.21.15.62:0/1283678157 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51d40655b0 con 0x7f51d40caf60 2023-06-08T03:53:31.007 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:30.996+0000 7f51d3fff640 1 --2- 172.21.15.62:0/1283678157 >> v2:172.21.15.188:3300/0 conn(0x7f51d415f860 0x7f51d415fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:31.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51d37fe640 1 --2- 172.21.15.62:0/1283678157 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f51d40caf60 0x7f51d40adeb0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f51d406e850 tx=0x7f51c401c9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc5629758821ead7 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:31.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51d27fc640 1 -- 172.21.15.62:0/1283678157 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51c40a5890 con 0x7f51d40caf60 2023-06-08T03:53:31.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51d27fc640 1 -- 172.21.15.62:0/1283678157 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51c40a59f0 con 0x7f51d40caf60 2023-06-08T03:53:31.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51d27fc640 1 -- 172.21.15.62:0/1283678157 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51c40a5d80 con 0x7f51d40caf60 2023-06-08T03:53:31.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51da234640 1 -- 172.21.15.62:0/1283678157 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f51d40caf60 msgr2=0x7f51d40adeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:31.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51da234640 1 --2- 172.21.15.62:0/1283678157 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f51d40caf60 0x7f51d40adeb0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f51d406e850 tx=0x7f51c401c9d0 comp rx=0 tx=0).stop 2023-06-08T03:53:31.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51da234640 1 -- 172.21.15.62:0/1283678157 shutdown_connections 2023-06-08T03:53:31.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51da234640 1 --2- 172.21.15.62:0/1283678157 >> v2:172.21.15.188:3300/0 conn(0x7f51d415f860 0x7f51d415fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:31.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51da234640 1 --2- 172.21.15.62:0/1283678157 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f51d40caf60 0x7f51d40adeb0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:31.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51da234640 1 -- 172.21.15.62:0/1283678157 >> 172.21.15.62:0/1283678157 conn(0x7f51d40b2050 msgr2=0x7f51d40ce550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:31.009 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51da234640 1 -- 172.21.15.62:0/1283678157 shutdown_connections 2023-06-08T03:53:31.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51da234640 1 -- 172.21.15.62:0/1283678157 wait complete. 2023-06-08T03:53:31.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51da234640 1 Processor -- start 2023-06-08T03:53:31.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51da234640 1 -- start start 2023-06-08T03:53:31.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51da234640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f51d4065140 0x7f51d4156210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:31.011 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51da234640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f51d40caf60 0x7f51d4156750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:31.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51da234640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f51d415f860 0x7f51d4156dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:31.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51da234640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51d415d250 con 0x7f51d4065140 2023-06-08T03:53:31.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51da234640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51d4155b00 con 0x7f51d415f860 2023-06-08T03:53:31.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51da234640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51d415a340 con 0x7f51d40caf60 2023-06-08T03:53:31.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51d37fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f51d4065140 0x7f51d4156210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:31.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51d37fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f51d4065140 0x7f51d4156210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41324/0 (socket says 172.21.15.62:41324) 2023-06-08T03:53:31.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.000+0000 7f51d37fe640 1 -- 172.21.15.62:0/221304434 learned_addr learned my addr 172.21.15.62:0/221304434 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:31.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.004+0000 7f51d37fe640 1 -- 172.21.15.62:0/221304434 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f51d40caf60 msgr2=0x7f51d4156750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:31.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.004+0000 7f51d37fe640 1 --2- 172.21.15.62:0/221304434 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f51d40caf60 0x7f51d4156750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:31.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.004+0000 7f51d3fff640 1 --2- 172.21.15.62:0/221304434 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f51d415f860 0x7f51d4156dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:31.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.004+0000 7f51d37fe640 1 -- 172.21.15.62:0/221304434 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f51d415f860 msgr2=0x7f51d4156dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:31.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.004+0000 7f51d37fe640 1 --2- 172.21.15.62:0/221304434 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f51d415f860 0x7f51d4156dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:31.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.004+0000 7f51d37fe640 1 -- 172.21.15.62:0/221304434 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51c4009b30 con 0x7f51d4065140 2023-06-08T03:53:31.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.004+0000 7f51d37fe640 1 --2- 172.21.15.62:0/221304434 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f51d4065140 0x7f51d4156210 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f51c40af040 tx=0x7f51c4019770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:31.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.004+0000 7f51bbfff640 1 -- 172.21.15.62:0/221304434 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51c40b8670 con 0x7f51d4065140 2023-06-08T03:53:31.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.004+0000 7f51bbfff640 1 -- 172.21.15.62:0/221304434 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51c40b87d0 con 0x7f51d4065140 2023-06-08T03:53:31.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.004+0000 7f51da234640 1 -- 172.21.15.62:0/221304434 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51d4155820 con 0x7f51d4065140 2023-06-08T03:53:31.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.004+0000 7f51bbfff640 1 -- 172.21.15.62:0/221304434 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51c40b8b40 con 0x7f51d4065140 2023-06-08T03:53:31.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.004+0000 7f51da234640 1 -- 172.21.15.62:0/221304434 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51d415a590 con 0x7f51d4065140 2023-06-08T03:53:31.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.004+0000 7f51da234640 1 -- 172.21.15.62:0/221304434 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f51d41449f0 con 0x7f51d4065140 2023-06-08T03:53:31.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.004+0000 7f51bbfff640 1 -- 172.21.15.62:0/221304434 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f51c40b8ca0 con 0x7f51d4065140 2023-06-08T03:53:31.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.004+0000 7f51bbfff640 1 --2- 172.21.15.62:0/221304434 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f51c0066280 0x7f51c0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:31.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.004+0000 7f51bbfff640 1 -- 172.21.15.62:0/221304434 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f51c411f370 con 0x7f51d4065140 2023-06-08T03:53:31.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.004+0000 7f51d2ffd640 1 --2- 172.21.15.62:0/221304434 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f51c0066280 0x7f51c0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:31.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.004+0000 7f51d2ffd640 1 --2- 172.21.15.62:0/221304434 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f51c0066280 0x7f51c0068730 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f51d41531c0 tx=0x7f51c8007970 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:31.017 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.008+0000 7f51bbfff640 1 -- 172.21.15.62:0/221304434 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f51d41449f0 con 0x7f51d4065140 2023-06-08T03:53:31.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.196+0000 7f51da234640 1 -- 172.21.15.62:0/221304434 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f51d41449f0 con 0x7f51d4065140 2023-06-08T03:53:31.452 INFO:tasks.ceph.mon.a.smithi062.stderr:2023-06-08T03:53:31.444+0000 7feb34a95640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-06-08T03:53:31.460 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.452+0000 7f51bbfff640 1 -- 172.21.15.62:0/221304434 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v8) v1 ==== 161+0+0 (secure 0 0 0) 0x7f51d41449f0 con 0x7f51d4065140 2023-06-08T03:53:31.460 INFO:teuthology.orchestra.run.smithi062.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-06-08T03:53:31.463 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.456+0000 7f51da234640 1 -- 172.21.15.62:0/221304434 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f51c0066280 msgr2=0x7f51c0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:31.463 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.456+0000 7f51da234640 1 --2- 172.21.15.62:0/221304434 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f51c0066280 0x7f51c0068730 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f51d41531c0 tx=0x7f51c8007970 comp rx=0 tx=0).stop 2023-06-08T03:53:31.463 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.456+0000 7f51da234640 1 -- 172.21.15.62:0/221304434 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f51d4065140 msgr2=0x7f51d4156210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:31.463 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.456+0000 7f51da234640 1 --2- 172.21.15.62:0/221304434 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f51d4065140 0x7f51d4156210 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f51c40af040 tx=0x7f51c4019770 comp rx=0 tx=0).stop 2023-06-08T03:53:31.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.456+0000 7f51da234640 1 -- 172.21.15.62:0/221304434 shutdown_connections 2023-06-08T03:53:31.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.456+0000 7f51da234640 1 --2- 172.21.15.62:0/221304434 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f51c0066280 0x7f51c0068730 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:31.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.456+0000 7f51da234640 1 --2- 172.21.15.62:0/221304434 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f51d415f860 0x7f51d4156dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:31.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.456+0000 7f51da234640 1 --2- 172.21.15.62:0/221304434 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f51d40caf60 0x7f51d4156750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:31.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.456+0000 7f51da234640 1 --2- 172.21.15.62:0/221304434 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f51d4065140 0x7f51d4156210 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:31.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.456+0000 7f51da234640 1 -- 172.21.15.62:0/221304434 >> 172.21.15.62:0/221304434 conn(0x7f51d40b2050 msgr2=0x7f51d40cb330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:31.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.456+0000 7f51da234640 1 -- 172.21.15.62:0/221304434 shutdown_connections 2023-06-08T03:53:31.465 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.456+0000 7f51da234640 1 -- 172.21.15.62:0/221304434 wait complete. 2023-06-08T03:53:31.472 INFO:tasks.ceph.mds.b.smithi188.stderr: -3227> 2023-06-08T03:52:34.903+0000 7fee05df0640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-06-08T03:53:31.485 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-06-08T03:53:31.513 INFO:tasks.ceph.mds.b.smithi188.stdout:starting mds.b at 2023-06-08T03:53:31.617 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.608+0000 7f226a9d9640 1 Processor -- start 2023-06-08T03:53:31.617 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.608+0000 7f226a9d9640 1 -- start start 2023-06-08T03:53:31.618 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.608+0000 7f226a9d9640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f226415f910 0x7f2264163f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:31.618 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.608+0000 7f226a9d9640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f22640afb20 0x7f226406b290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:31.618 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.608+0000 7f226a9d9640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f22640cb7f0 con 0x7f22640af6a0 2023-06-08T03:53:31.618 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.608+0000 7f226a9d9640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22640c93b0 con 0x7f226415f910 2023-06-08T03:53:31.619 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.608+0000 7f226a9d9640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22640c9630 con 0x7f22640afb20 2023-06-08T03:53:31.619 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.608+0000 7f2263fff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f226415f910 0x7f2264163f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:31.619 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.608+0000 7f2263fff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f226415f910 0x7f2264163f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41336/0 (socket says 172.21.15.62:41336) 2023-06-08T03:53:31.619 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.608+0000 7f2263fff640 1 -- 172.21.15.62:0/2116180011 learned_addr learned my addr 172.21.15.62:0/2116180011 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:31.620 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.612+0000 7f2268f76640 1 --2- 172.21.15.62:0/2116180011 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f22640afb20 0x7f226406b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:31.620 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.612+0000 7f2263fff640 1 -- 172.21.15.62:0/2116180011 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f22640afb20 msgr2=0x7f226406b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:31.620 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.612+0000 7f2263fff640 1 --2- 172.21.15.62:0/2116180011 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f22640afb20 0x7f226406b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:31.620 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.612+0000 7f2263fff640 1 -- 172.21.15.62:0/2116180011 >> v1:172.21.15.188:6789/0 conn(0x7f22640af6a0 legacy=0x7f226406ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:31.620 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.612+0000 7f2263fff640 1 -- 172.21.15.62:0/2116180011 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22640c9910 con 0x7f226415f910 2023-06-08T03:53:31.620 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.612+0000 7f2268f76640 1 --2- 172.21.15.62:0/2116180011 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f22640afb20 0x7f226406b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:31.621 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.612+0000 7f2263fff640 1 --2- 172.21.15.62:0/2116180011 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f226415f910 0x7f2264163f90 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f226406e620 tx=0x7f224c01c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65f36021028c5d5c server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:31.622 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.612+0000 7f2262ffd640 1 -- 172.21.15.62:0/2116180011 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f224c0ab650 con 0x7f226415f910 2023-06-08T03:53:31.622 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.612+0000 7f2262ffd640 1 -- 172.21.15.62:0/2116180011 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f224c0ab7b0 con 0x7f226415f910 2023-06-08T03:53:31.622 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.612+0000 7f2262ffd640 1 -- 172.21.15.62:0/2116180011 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f224c0abb40 con 0x7f226415f910 2023-06-08T03:53:31.622 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.612+0000 7f226a9d9640 1 -- 172.21.15.62:0/2116180011 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f226415f910 msgr2=0x7f2264163f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:31.622 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.612+0000 7f226a9d9640 1 --2- 172.21.15.62:0/2116180011 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f226415f910 0x7f2264163f90 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f226406e620 tx=0x7f224c01c490 comp rx=0 tx=0).stop 2023-06-08T03:53:31.622 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.612+0000 7f226a9d9640 1 -- 172.21.15.62:0/2116180011 shutdown_connections 2023-06-08T03:53:31.622 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.612+0000 7f226a9d9640 1 --2- 172.21.15.62:0/2116180011 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f22640afb20 0x7f226406b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:31.623 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.612+0000 7f226a9d9640 1 --2- 172.21.15.62:0/2116180011 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f226415f910 0x7f2264163f90 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:31.623 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.612+0000 7f226a9d9640 1 -- 172.21.15.62:0/2116180011 >> 172.21.15.62:0/2116180011 conn(0x7f22640ca6a0 msgr2=0x7f22640caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:31.623 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.612+0000 7f226a9d9640 1 -- 172.21.15.62:0/2116180011 shutdown_connections 2023-06-08T03:53:31.623 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.612+0000 7f226a9d9640 1 -- 172.21.15.62:0/2116180011 wait complete. 2023-06-08T03:53:31.624 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f226a9d9640 1 Processor -- start 2023-06-08T03:53:31.624 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f226a9d9640 1 -- start start 2023-06-08T03:53:31.624 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f226a9d9640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f22640af6a0 0x7f2264152c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:31.624 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f226a9d9640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f22640afb20 0x7f22640b24b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:31.624 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f226a9d9640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f226415f910 0x7f22640c7350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:31.624 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f226a9d9640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22641531d0 con 0x7f22640af6a0 2023-06-08T03:53:31.625 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f226a9d9640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22641f9ab0 con 0x7f22640afb20 2023-06-08T03:53:31.625 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f226a9d9640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22641f9d90 con 0x7f226415f910 2023-06-08T03:53:31.625 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f2263fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f22640af6a0 0x7f2264152c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:31.625 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f2263fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f22640af6a0 0x7f2264152c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41348/0 (socket says 172.21.15.62:41348) 2023-06-08T03:53:31.625 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f2263fff640 1 -- 172.21.15.62:0/1123420239 learned_addr learned my addr 172.21.15.62:0/1123420239 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:31.626 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f2263fff640 1 -- 172.21.15.62:0/1123420239 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f226415f910 msgr2=0x7f22640c7350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:31.626 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f2263fff640 1 --2- 172.21.15.62:0/1123420239 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f226415f910 0x7f22640c7350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:31.627 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f2263fff640 1 -- 172.21.15.62:0/1123420239 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f22640afb20 msgr2=0x7f22640b24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:31.627 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f2263fff640 1 --2- 172.21.15.62:0/1123420239 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f22640afb20 0x7f22640b24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:31.627 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f2263fff640 1 -- 172.21.15.62:0/1123420239 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f224c0094d0 con 0x7f22640af6a0 2023-06-08T03:53:31.627 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f2263fff640 1 --2- 172.21.15.62:0/1123420239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f22640af6a0 0x7f2264152c90 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f224c01ab40 tx=0x7f224c01acd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:31.627 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f2260ff9640 1 -- 172.21.15.62:0/1123420239 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f224c0b4800 con 0x7f22640af6a0 2023-06-08T03:53:31.627 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f2260ff9640 1 -- 172.21.15.62:0/1123420239 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f224c0b4960 con 0x7f22640af6a0 2023-06-08T03:53:31.628 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f226a9d9640 1 -- 172.21.15.62:0/1123420239 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22641fa070 con 0x7f22640af6a0 2023-06-08T03:53:31.628 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f2260ff9640 1 -- 172.21.15.62:0/1123420239 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f224c0b4d10 con 0x7f22640af6a0 2023-06-08T03:53:31.628 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f226a9d9640 1 -- 172.21.15.62:0/1123420239 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22641fa630 con 0x7f22640af6a0 2023-06-08T03:53:31.628 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f226a9d9640 1 -- 172.21.15.62:0/1123420239 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f22641fa820 con 0x7f22640af6a0 2023-06-08T03:53:31.628 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.616+0000 7f2260ff9640 1 -- 172.21.15.62:0/1123420239 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f224c0b3380 con 0x7f22640af6a0 2023-06-08T03:53:31.628 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.620+0000 7f2260ff9640 1 --2- 172.21.15.62:0/1123420239 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f22440662b0 0x7f2244068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:31.628 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.620+0000 7f2260ff9640 1 -- 172.21.15.62:0/1123420239 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6206+0+0 (secure 0 0 0) 0x7f224c11e050 con 0x7f22640af6a0 2023-06-08T03:53:31.629 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.620+0000 7f22637fe640 1 --2- 172.21.15.62:0/1123420239 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f22440662b0 0x7f2244068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:31.629 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.620+0000 7f22637fe640 1 --2- 172.21.15.62:0/1123420239 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f22440662b0 0x7f2244068760 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f225c007fd0 tx=0x7f225c007d40 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:31.630 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.624+0000 7f2260ff9640 1 -- 172.21.15.62:0/1123420239 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f224c0eb4d0 con 0x7f22640af6a0 2023-06-08T03:53:31.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:31.812+0000 7f226a9d9640 1 -- 172.21.15.62:0/1123420239 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f226404d650 con 0x7f22640af6a0 2023-06-08T03:53:32.485 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.476+0000 7f2260ff9640 1 -- 172.21.15.62:0/1123420239 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v9) v1 ==== 104+0+0 (secure 0 0 0) 0x7f224c0eeaf0 con 0x7f22640af6a0 2023-06-08T03:53:32.488 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.480+0000 7f226a9d9640 1 -- 172.21.15.62:0/1123420239 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f22440662b0 msgr2=0x7f2244068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:32.488 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.480+0000 7f226a9d9640 1 --2- 172.21.15.62:0/1123420239 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f22440662b0 0x7f2244068760 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f225c007fd0 tx=0x7f225c007d40 comp rx=0 tx=0).stop 2023-06-08T03:53:32.488 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.480+0000 7f226a9d9640 1 -- 172.21.15.62:0/1123420239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f22640af6a0 msgr2=0x7f2264152c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:32.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.480+0000 7f226a9d9640 1 --2- 172.21.15.62:0/1123420239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f22640af6a0 0x7f2264152c90 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f224c01ab40 tx=0x7f224c01acd0 comp rx=0 tx=0).stop 2023-06-08T03:53:32.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.480+0000 7f226a9d9640 1 -- 172.21.15.62:0/1123420239 shutdown_connections 2023-06-08T03:53:32.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.480+0000 7f226a9d9640 1 --2- 172.21.15.62:0/1123420239 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f22440662b0 0x7f2244068760 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:32.489 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.480+0000 7f226a9d9640 1 --2- 172.21.15.62:0/1123420239 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f226415f910 0x7f22640c7350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:32.490 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.480+0000 7f226a9d9640 1 --2- 172.21.15.62:0/1123420239 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f22640afb20 0x7f22640b24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:32.490 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.480+0000 7f226a9d9640 1 --2- 172.21.15.62:0/1123420239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f22640af6a0 0x7f2264152c90 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:32.490 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.480+0000 7f226a9d9640 1 -- 172.21.15.62:0/1123420239 >> 172.21.15.62:0/1123420239 conn(0x7f22640ca6a0 msgr2=0x7f22640cc8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:32.490 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.480+0000 7f226a9d9640 1 -- 172.21.15.62:0/1123420239 shutdown_connections 2023-06-08T03:53:32.490 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.480+0000 7f226a9d9640 1 -- 172.21.15.62:0/1123420239 wait complete. 2023-06-08T03:53:32.511 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-06-08T03:53:32.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.636+0000 7ff345663640 1 Processor -- start 2023-06-08T03:53:32.646 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.636+0000 7ff345663640 1 -- start start 2023-06-08T03:53:32.647 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff345663640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7ff34006bd50 0x7ff34006e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:32.647 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff345663640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3400b1b50 con 0x7ff3400af0b0 2023-06-08T03:53:32.647 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff345663640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff34006f5e0 con 0x7ff3401600d0 2023-06-08T03:53:32.647 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff345663640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff34015bdd0 con 0x7ff34006bd50 2023-06-08T03:53:32.647 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33effd640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7ff3400af0b0 0x7ff34006b640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:51292/0 (socket says 172.21.15.62:51292) 2023-06-08T03:53:32.648 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33effd640 1 -- 172.21.15.62:0/1039967666 learned_addr learned my addr 172.21.15.62:0/1039967666 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:32.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33e7fc640 1 --2- 172.21.15.62:0/1039967666 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7ff34006bd50 0x7ff34006e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:32.649 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33dffb640 1 -- 172.21.15.62:0/1039967666 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 561695480 0 0) 0x7ff3400b1b50 con 0x7ff3400af0b0 2023-06-08T03:53:32.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33dffb640 1 -- 172.21.15.62:0/1039967666 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff328003530 con 0x7ff3400af0b0 2023-06-08T03:53:32.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33dffb640 1 -- 172.21.15.62:0/1039967666 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2284116262 0 0) 0x7ff328003530 con 0x7ff3400af0b0 2023-06-08T03:53:32.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33dffb640 1 -- 172.21.15.62:0/1039967666 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7ff34006bd50 msgr2=0x7ff34006e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:32.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33dffb640 1 --2- 172.21.15.62:0/1039967666 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7ff34006bd50 0x7ff34006e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:32.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33dffb640 1 -- 172.21.15.62:0/1039967666 >> v1:172.21.15.188:6789/0 conn(0x7ff3401600d0 legacy=0x7ff3400cea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:32.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33dffb640 1 -- 172.21.15.62:0/1039967666 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3400af480 con 0x7ff3400af0b0 2023-06-08T03:53:32.650 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33dffb640 1 -- 172.21.15.62:0/1039967666 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7ff338001a00 con 0x7ff3400af0b0 2023-06-08T03:53:32.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33dffb640 1 -- 172.21.15.62:0/1039967666 >> v1:172.21.15.62:6789/0 conn(0x7ff3400af0b0 legacy=0x7ff34006b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:32.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33dffb640 1 --2- 172.21.15.62:0/1039967666 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7ff3280039b0 0x7ff328003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:32.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33dffb640 1 --2- 172.21.15.62:0/1039967666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff3280047d0 0x7ff328004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:32.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33dffb640 1 --2- 172.21.15.62:0/1039967666 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7ff34006bd50 0x7ff3280051a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:32.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33dffb640 1 -- 172.21.15.62:0/1039967666 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff34015bdd0 con 0x7ff3280047d0 2023-06-08T03:53:32.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33dffb640 1 -- 172.21.15.62:0/1039967666 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff32800ba90 con 0x7ff3280039b0 2023-06-08T03:53:32.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33dffb640 1 -- 172.21.15.62:0/1039967666 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff32800bc50 con 0x7ff34006bd50 2023-06-08T03:53:32.651 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33e7fc640 1 --2- 172.21.15.62:0/1039967666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff3280047d0 0x7ff328004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:32.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33effd640 1 --2- 172.21.15.62:0/1039967666 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7ff3280039b0 0x7ff328003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:32.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33f7fe640 1 --2- 172.21.15.62:0/1039967666 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7ff34006bd50 0x7ff3280051a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:32.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33e7fc640 1 -- 172.21.15.62:0/1039967666 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7ff34006bd50 msgr2=0x7ff3280051a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:32.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33e7fc640 1 --2- 172.21.15.62:0/1039967666 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7ff34006bd50 0x7ff3280051a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:32.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33e7fc640 1 -- 172.21.15.62:0/1039967666 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7ff3280039b0 msgr2=0x7ff328003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:32.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33e7fc640 1 --2- 172.21.15.62:0/1039967666 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7ff3280039b0 0x7ff328003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:32.652 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33e7fc640 1 -- 172.21.15.62:0/1039967666 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff328003530 con 0x7ff3280047d0 2023-06-08T03:53:32.653 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.640+0000 7ff33f7fe640 1 --2- 172.21.15.62:0/1039967666 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7ff34006bd50 0x7ff3280051a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:32.653 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.644+0000 7ff33e7fc640 1 --2- 172.21.15.62:0/1039967666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff3280047d0 0x7ff328004c40 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7ff330009ab0 tx=0x7ff33001ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9989b15ed7934b7f server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:32.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.644+0000 7ff33dffb640 1 -- 172.21.15.62:0/1039967666 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3300a55d0 con 0x7ff3280047d0 2023-06-08T03:53:32.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.644+0000 7ff33dffb640 1 -- 172.21.15.62:0/1039967666 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3300a5730 con 0x7ff3280047d0 2023-06-08T03:53:32.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.644+0000 7ff33dffb640 1 -- 172.21.15.62:0/1039967666 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3300a58e0 con 0x7ff3280047d0 2023-06-08T03:53:32.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.644+0000 7ff345663640 1 -- 172.21.15.62:0/1039967666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff3280047d0 msgr2=0x7ff328004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:32.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.644+0000 7ff345663640 1 --2- 172.21.15.62:0/1039967666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff3280047d0 0x7ff328004c40 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7ff330009ab0 tx=0x7ff33001ca00 comp rx=0 tx=0).stop 2023-06-08T03:53:32.654 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.644+0000 7ff33f7fe640 1 -- 172.21.15.62:0/1039967666 reap_dead start 2023-06-08T03:53:32.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.644+0000 7ff345663640 1 -- 172.21.15.62:0/1039967666 shutdown_connections 2023-06-08T03:53:32.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.644+0000 7ff345663640 1 -- 172.21.15.62:0/1039967666 >> 172.21.15.62:0/1039967666 conn(0x7ff34006dc10 msgr2=0x7ff3400cc820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:32.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.644+0000 7ff345663640 1 -- 172.21.15.62:0/1039967666 shutdown_connections 2023-06-08T03:53:32.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.644+0000 7ff345663640 1 -- 172.21.15.62:0/1039967666 wait complete. 2023-06-08T03:53:32.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.644+0000 7ff345663640 1 Processor -- start 2023-06-08T03:53:32.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.644+0000 7ff345663640 1 -- start start 2023-06-08T03:53:32.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff345663640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff340159100 0x7ff3400cae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:32.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff345663640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7ff3401594d0 0x7ff3400cb3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:32.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff345663640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7ff3400b3920 0x7ff3400b3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:32.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff345663640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3400cbc30 con 0x7ff340159100 2023-06-08T03:53:32.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff345663640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3400cbf10 con 0x7ff3400b3920 2023-06-08T03:53:32.657 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff345663640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3400cc1f0 con 0x7ff3401594d0 2023-06-08T03:53:32.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff33effd640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff340159100 0x7ff3400cae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:32.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff33effd640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff340159100 0x7ff3400cae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41362/0 (socket says 172.21.15.62:41362) 2023-06-08T03:53:32.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff33effd640 1 -- 172.21.15.62:0/137052977 learned_addr learned my addr 172.21.15.62:0/137052977 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:32.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff33e7fc640 1 --2- 172.21.15.62:0/137052977 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7ff3401594d0 0x7ff3400cb3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:32.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff33f7fe640 1 --2- 172.21.15.62:0/137052977 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7ff3400b3920 0x7ff3400b3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:32.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff33effd640 1 -- 172.21.15.62:0/137052977 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7ff3401594d0 msgr2=0x7ff3400cb3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:32.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff33effd640 1 --2- 172.21.15.62:0/137052977 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7ff3401594d0 0x7ff3400cb3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:32.658 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff33effd640 1 -- 172.21.15.62:0/137052977 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7ff3400b3920 msgr2=0x7ff3400b3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:32.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff33effd640 1 --2- 172.21.15.62:0/137052977 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7ff3400b3920 0x7ff3400b3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:32.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff33effd640 1 -- 172.21.15.62:0/137052977 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3400b3400 con 0x7ff340159100 2023-06-08T03:53:32.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff33effd640 1 --2- 172.21.15.62:0/137052977 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff340159100 0x7ff3400cae70 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7ff33800e440 tx=0x7ff33800e900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:32.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff3277fe640 1 -- 172.21.15.62:0/137052977 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff338012590 con 0x7ff340159100 2023-06-08T03:53:32.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff3277fe640 1 -- 172.21.15.62:0/137052977 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff338012710 con 0x7ff340159100 2023-06-08T03:53:32.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff345663640 1 -- 172.21.15.62:0/137052977 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3400cb8f0 con 0x7ff340159100 2023-06-08T03:53:32.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff3277fe640 1 -- 172.21.15.62:0/137052977 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff338012ac0 con 0x7ff340159100 2023-06-08T03:53:32.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff345663640 1 -- 172.21.15.62:0/137052977 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3400b42e0 con 0x7ff340159100 2023-06-08T03:53:32.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff345663640 1 -- 172.21.15.62:0/137052977 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3400b3640 con 0x7ff340159100 2023-06-08T03:53:32.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff3277fe640 1 -- 172.21.15.62:0/137052977 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff338012c20 con 0x7ff340159100 2023-06-08T03:53:32.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff3277fe640 1 --2- 172.21.15.62:0/137052977 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7ff32c066280 0x7ff32c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:32.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff3277fe640 1 -- 172.21.15.62:0/137052977 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6206+0+0 (secure 0 0 0) 0x7ff3380849b0 con 0x7ff340159100 2023-06-08T03:53:32.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.648+0000 7ff33e7fc640 1 --2- 172.21.15.62:0/137052977 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7ff32c066280 0x7ff32c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:32.661 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.652+0000 7ff33e7fc640 1 --2- 172.21.15.62:0/137052977 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7ff32c066280 0x7ff32c068730 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7ff3300af000 tx=0x7ff330008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:32.662 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.652+0000 7ff3277fe640 1 -- 172.21.15.62:0/137052977 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff3400b3640 con 0x7ff340159100 2023-06-08T03:53:32.817 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:32.808+0000 7ff345663640 1 -- 172.21.15.62:0/137052977 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7ff34004d6c0 con 0x7ff340159100 2023-06-08T03:53:33.556 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.548+0000 7ff3277fe640 1 -- 172.21.15.62:0/137052977 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v27) v1 ==== 181+0+0 (secure 0 0 0) 0x7ff338051e30 con 0x7ff340159100 2023-06-08T03:53:33.557 INFO:teuthology.orchestra.run.smithi062.stderr:pool 'cephfs_metadata' removed 2023-06-08T03:53:33.559 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.552+0000 7ff345663640 1 -- 172.21.15.62:0/137052977 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7ff32c066280 msgr2=0x7ff32c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:33.559 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.552+0000 7ff345663640 1 --2- 172.21.15.62:0/137052977 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7ff32c066280 0x7ff32c068730 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7ff3300af000 tx=0x7ff330008040 comp rx=0 tx=0).stop 2023-06-08T03:53:33.559 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.552+0000 7ff345663640 1 -- 172.21.15.62:0/137052977 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff340159100 msgr2=0x7ff3400cae70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:33.559 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.552+0000 7ff345663640 1 --2- 172.21.15.62:0/137052977 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff340159100 0x7ff3400cae70 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7ff33800e440 tx=0x7ff33800e900 comp rx=0 tx=0).stop 2023-06-08T03:53:33.560 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.552+0000 7ff345663640 1 -- 172.21.15.62:0/137052977 shutdown_connections 2023-06-08T03:53:33.560 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.552+0000 7ff345663640 1 --2- 172.21.15.62:0/137052977 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7ff32c066280 0x7ff32c068730 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:33.560 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.552+0000 7ff345663640 1 --2- 172.21.15.62:0/137052977 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7ff3400b3920 0x7ff3400b3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:33.560 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.552+0000 7ff345663640 1 --2- 172.21.15.62:0/137052977 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7ff3401594d0 0x7ff3400cb3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:33.561 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.552+0000 7ff345663640 1 --2- 172.21.15.62:0/137052977 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff340159100 0x7ff3400cae70 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:33.561 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.552+0000 7ff345663640 1 -- 172.21.15.62:0/137052977 >> 172.21.15.62:0/137052977 conn(0x7ff34006dc10 msgr2=0x7ff340162070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:33.561 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.552+0000 7ff345663640 1 -- 172.21.15.62:0/137052977 shutdown_connections 2023-06-08T03:53:33.561 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.552+0000 7ff345663640 1 -- 172.21.15.62:0/137052977 wait complete. 2023-06-08T03:53:33.580 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-06-08T03:53:33.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.704+0000 7f2ab723a640 1 Processor -- start 2023-06-08T03:53:33.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.704+0000 7f2ab723a640 1 -- start start 2023-06-08T03:53:33.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2ab723a640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f2ab01584e0 0x7f2ab015cb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:33.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2ab723a640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2ab00cd700 0x7f2ab00cbf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:33.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2ab723a640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2ab006fe30 con 0x7f2ab006bf90 2023-06-08T03:53:33.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2ab723a640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2ab00cc660 con 0x7f2ab01584e0 2023-06-08T03:53:33.716 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2ab723a640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ab00cc940 con 0x7f2ab00cd700 2023-06-08T03:53:33.716 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2ab4fd6640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f2ab01584e0 0x7f2ab015cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:33.716 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2ab4fd6640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f2ab01584e0 0x7f2ab015cb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41372/0 (socket says 172.21.15.62:41372) 2023-06-08T03:53:33.716 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2ab4fd6640 1 -- 172.21.15.62:0/3129751787 learned_addr learned my addr 172.21.15.62:0/3129751787 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:33.716 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2ab4fd6640 1 -- 172.21.15.62:0/3129751787 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2ab00cd700 msgr2=0x7f2ab00cbf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:33.716 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2aaffff640 1 --2- 172.21.15.62:0/3129751787 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2ab00cd700 0x7f2ab00cbf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:33.716 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2ab4fd6640 1 --2- 172.21.15.62:0/3129751787 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2ab00cd700 0x7f2ab00cbf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:33.717 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2ab4fd6640 1 -- 172.21.15.62:0/3129751787 >> v1:172.21.15.188:6789/0 conn(0x7f2ab006bf90 legacy=0x7f2ab00ca560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:33.717 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2ab4fd6640 1 -- 172.21.15.62:0/3129751787 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ab00ccc20 con 0x7f2ab01584e0 2023-06-08T03:53:33.717 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2ab4fd6640 1 --2- 172.21.15.62:0/3129751787 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ab01584e0 0x7f2ab015cb70 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f2aa0009870 tx=0x7f2aa001ecf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4fef077a6c15f7a server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:33.718 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2aaf7fe640 1 -- 172.21.15.62:0/3129751787 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa00a89b0 con 0x7f2ab01584e0 2023-06-08T03:53:33.718 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2aaf7fe640 1 -- 172.21.15.62:0/3129751787 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2aa00a8b10 con 0x7f2ab01584e0 2023-06-08T03:53:33.718 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2aaf7fe640 1 -- 172.21.15.62:0/3129751787 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa00a8ea0 con 0x7f2ab01584e0 2023-06-08T03:53:33.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2ab723a640 1 -- 172.21.15.62:0/3129751787 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ab01584e0 msgr2=0x7f2ab015cb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:33.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2ab723a640 1 --2- 172.21.15.62:0/3129751787 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ab01584e0 0x7f2ab015cb70 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f2aa0009870 tx=0x7f2aa001ecf0 comp rx=0 tx=0).stop 2023-06-08T03:53:33.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2ab723a640 1 -- 172.21.15.62:0/3129751787 shutdown_connections 2023-06-08T03:53:33.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2ab723a640 1 --2- 172.21.15.62:0/3129751787 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2ab00cd700 0x7f2ab00cbf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:33.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2ab723a640 1 --2- 172.21.15.62:0/3129751787 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ab01584e0 0x7f2ab015cb70 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:33.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.708+0000 7f2ab723a640 1 -- 172.21.15.62:0/3129751787 >> 172.21.15.62:0/3129751787 conn(0x7f2ab00af720 msgr2=0x7f2ab00afaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:33.720 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab723a640 1 -- 172.21.15.62:0/3129751787 shutdown_connections 2023-06-08T03:53:33.720 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab723a640 1 -- 172.21.15.62:0/3129751787 wait complete. 2023-06-08T03:53:33.720 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab723a640 1 Processor -- start 2023-06-08T03:53:33.720 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab723a640 1 -- start start 2023-06-08T03:53:33.722 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab723a640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2ab006bf90 0x7f2ab0156cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:33.722 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab723a640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2ab00cd700 0x7f2ab01f21e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:33.722 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab723a640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ab01584e0 0x7f2ab01f2720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:33.722 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab723a640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ab015a1e0 con 0x7f2ab01584e0 2023-06-08T03:53:33.723 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab723a640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ab0147390 con 0x7f2ab006bf90 2023-06-08T03:53:33.723 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab723a640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ab01544d0 con 0x7f2ab00cd700 2023-06-08T03:53:33.723 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab57d7640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ab01584e0 0x7f2ab01f2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:33.723 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab57d7640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ab01584e0 0x7f2ab01f2720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41386/0 (socket says 172.21.15.62:41386) 2023-06-08T03:53:33.723 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab57d7640 1 -- 172.21.15.62:0/2303253907 learned_addr learned my addr 172.21.15.62:0/2303253907 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:33.723 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2aaffff640 1 --2- 172.21.15.62:0/2303253907 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2ab00cd700 0x7f2ab01f21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:33.723 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab4fd6640 1 --2- 172.21.15.62:0/2303253907 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2ab006bf90 0x7f2ab0156cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:33.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab57d7640 1 -- 172.21.15.62:0/2303253907 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2ab00cd700 msgr2=0x7f2ab01f21e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:33.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab57d7640 1 --2- 172.21.15.62:0/2303253907 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2ab00cd700 0x7f2ab01f21e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:33.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab57d7640 1 -- 172.21.15.62:0/2303253907 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2ab006bf90 msgr2=0x7f2ab0156cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:33.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab57d7640 1 --2- 172.21.15.62:0/2303253907 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2ab006bf90 0x7f2ab0156cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:33.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab57d7640 1 -- 172.21.15.62:0/2303253907 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2aa00094d0 con 0x7f2ab01584e0 2023-06-08T03:53:33.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab4fd6640 1 --2- 172.21.15.62:0/2303253907 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2ab006bf90 0x7f2ab0156cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:33.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab57d7640 1 --2- 172.21.15.62:0/2303253907 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ab01584e0 0x7f2ab01f2720 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f2aa800c3f0 tx=0x7f2aa800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:33.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2aad7fa640 1 -- 172.21.15.62:0/2303253907 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa8011790 con 0x7f2ab01584e0 2023-06-08T03:53:33.725 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2aad7fa640 1 -- 172.21.15.62:0/2303253907 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2aa80118f0 con 0x7f2ab01584e0 2023-06-08T03:53:33.725 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab723a640 1 -- 172.21.15.62:0/2303253907 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2ab0154720 con 0x7f2ab01584e0 2023-06-08T03:53:33.725 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2aad7fa640 1 -- 172.21.15.62:0/2303253907 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa8011ca0 con 0x7f2ab01584e0 2023-06-08T03:53:33.725 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.712+0000 7f2ab723a640 1 -- 172.21.15.62:0/2303253907 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ab0159e00 con 0x7f2ab01584e0 2023-06-08T03:53:33.726 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.716+0000 7f2ab723a640 1 -- 172.21.15.62:0/2303253907 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2ab004d6c0 con 0x7f2ab01584e0 2023-06-08T03:53:33.726 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.716+0000 7f2aad7fa640 1 -- 172.21.15.62:0/2303253907 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2aa801c460 con 0x7f2ab01584e0 2023-06-08T03:53:33.726 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.716+0000 7f2aad7fa640 1 --2- 172.21.15.62:0/2303253907 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2a90066280 0x7f2a90068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:33.726 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.716+0000 7f2aad7fa640 1 -- 172.21.15.62:0/2303253907 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 5768+0+0 (secure 0 0 0) 0x7f2aa8083a00 con 0x7f2ab01584e0 2023-06-08T03:53:33.726 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.716+0000 7f2ab4fd6640 1 --2- 172.21.15.62:0/2303253907 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2a90066280 0x7f2a90068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:33.727 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.716+0000 7f2ab4fd6640 1 --2- 172.21.15.62:0/2303253907 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2a90066280 0x7f2a90068730 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f2aa00b2000 tx=0x7f2aa00aa070 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:33.728 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.720+0000 7f2aad7fa640 1 -- 172.21.15.62:0/2303253907 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f2aa8054ac0 con 0x7f2ab01584e0 2023-06-08T03:53:33.882 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:33.876+0000 7f2ab723a640 1 -- 172.21.15.62:0/2303253907 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f2ab00b0580 con 0x7f2ab01584e0 2023-06-08T03:53:34.557 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.548+0000 7f2aad7fa640 1 -- 172.21.15.62:0/2303253907 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v28) v1 ==== 169+0+0 (secure 0 0 0) 0x7f2aa8003810 con 0x7f2ab01584e0 2023-06-08T03:53:34.558 INFO:teuthology.orchestra.run.smithi062.stderr:pool 'cephfs_data' removed 2023-06-08T03:53:34.562 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.552+0000 7f2ab723a640 1 -- 172.21.15.62:0/2303253907 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2a90066280 msgr2=0x7f2a90068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:34.562 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.552+0000 7f2ab723a640 1 --2- 172.21.15.62:0/2303253907 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2a90066280 0x7f2a90068730 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f2aa00b2000 tx=0x7f2aa00aa070 comp rx=0 tx=0).stop 2023-06-08T03:53:34.562 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.552+0000 7f2ab723a640 1 -- 172.21.15.62:0/2303253907 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ab01584e0 msgr2=0x7f2ab01f2720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:34.562 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.552+0000 7f2ab723a640 1 --2- 172.21.15.62:0/2303253907 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ab01584e0 0x7f2ab01f2720 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f2aa800c3f0 tx=0x7f2aa800c8b0 comp rx=0 tx=0).stop 2023-06-08T03:53:34.562 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.552+0000 7f2ab723a640 1 -- 172.21.15.62:0/2303253907 shutdown_connections 2023-06-08T03:53:34.562 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.552+0000 7f2ab723a640 1 --2- 172.21.15.62:0/2303253907 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2a90066280 0x7f2a90068730 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:34.562 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.552+0000 7f2ab723a640 1 --2- 172.21.15.62:0/2303253907 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ab01584e0 0x7f2ab01f2720 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:34.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.552+0000 7f2ab723a640 1 --2- 172.21.15.62:0/2303253907 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2ab00cd700 0x7f2ab01f21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:34.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.552+0000 7f2ab723a640 1 --2- 172.21.15.62:0/2303253907 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2ab006bf90 0x7f2ab0156cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:34.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.552+0000 7f2ab723a640 1 -- 172.21.15.62:0/2303253907 >> 172.21.15.62:0/2303253907 conn(0x7f2ab00af720 msgr2=0x7f2ab00ce150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:34.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.552+0000 7f2ab723a640 1 -- 172.21.15.62:0/2303253907 shutdown_connections 2023-06-08T03:53:34.563 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.552+0000 7f2ab723a640 1 -- 172.21.15.62:0/2303253907 wait complete. 2023-06-08T03:53:34.589 INFO:tasks.ceph.mds.a:Restarting daemon 2023-06-08T03:53:34.589 INFO:tasks.ceph.mds.a:Stopping old one... 2023-06-08T03:53:34.590 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-06-08T03:53:34.590 INFO:teuthology.orchestra.run:waiting for 300 2023-06-08T03:53:34.590 INFO:tasks.ceph.mds.c:Restarting daemon 2023-06-08T03:53:34.590 INFO:tasks.ceph.mds.c:Stopping old one... 2023-06-08T03:53:34.591 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2023-06-08T03:53:34.591 INFO:teuthology.orchestra.run:waiting for 300 2023-06-08T03:53:34.591 INFO:tasks.ceph.mds.b:Restarting daemon 2023-06-08T03:53:34.591 INFO:tasks.ceph.mds.b:Stopping old one... 2023-06-08T03:53:34.592 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-06-08T03:53:34.592 INFO:teuthology.orchestra.run:waiting for 300 2023-06-08T03:53:34.592 INFO:tasks.ceph.mds.d:Restarting daemon 2023-06-08T03:53:34.592 INFO:tasks.ceph.mds.d:Stopping old one... 2023-06-08T03:53:34.592 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2023-06-08T03:53:34.593 INFO:teuthology.orchestra.run:waiting for 300 2023-06-08T03:53:34.605 INFO:tasks.ceph.mds.a:Stopped 2023-06-08T03:53:34.605 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-06-08T03:53:34.606 INFO:tasks.ceph.mds.c:Stopped 2023-06-08T03:53:34.606 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-06-08T03:53:34.607 INFO:tasks.ceph.mds.d:Stopped 2023-06-08T03:53:34.608 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-06-08T03:53:34.608 INFO:tasks.ceph.mds.b:Stopped 2023-06-08T03:53:34.609 DEBUG:teuthology.orchestra.run.smithi188:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-06-08T03:53:34.648 INFO:tasks.ceph.mds.a:Started 2023-06-08T03:53:34.648 DEBUG:teuthology.parallel:result is None 2023-06-08T03:53:34.649 INFO:tasks.ceph.mds.c:Started 2023-06-08T03:53:34.649 DEBUG:teuthology.parallel:result is None 2023-06-08T03:53:34.653 INFO:tasks.ceph.mds.d:Started 2023-06-08T03:53:34.653 DEBUG:teuthology.parallel:result is None 2023-06-08T03:53:34.654 INFO:tasks.ceph.mds.b:Started 2023-06-08T03:53:34.654 DEBUG:teuthology.parallel:result is None 2023-06-08T03:53:34.655 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2023-06-08T03:53:34.716 INFO:tasks.ceph.mds.b.smithi188.stdout:starting mds.b at 2023-06-08T03:53:34.716 INFO:tasks.ceph.mds.d.smithi188.stdout:starting mds.d at 2023-06-08T03:53:34.717 INFO:tasks.ceph.mds.a.smithi062.stdout:starting mds.a at 2023-06-08T03:53:34.717 INFO:tasks.ceph.mds.c.smithi062.stdout:starting mds.c at 2023-06-08T03:53:34.787 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.780+0000 7fe71583b640 1 Processor -- start 2023-06-08T03:53:34.787 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.780+0000 7fe71583b640 1 -- start start 2023-06-08T03:53:34.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.780+0000 7fe71583b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe7100ce160 0x7fe710143210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:34.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.780+0000 7fe71583b640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe7100d0580 0x7fe7100af790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:34.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.780+0000 7fe71583b640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7100acb40 con 0x7fe7100d01b0 2023-06-08T03:53:34.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.780+0000 7fe71583b640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe710143750 con 0x7fe7100ce160 2023-06-08T03:53:34.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.780+0000 7fe71583b640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7100b1740 con 0x7fe7100d0580 2023-06-08T03:53:34.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.780+0000 7fe707fff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe7100ce160 0x7fe710143210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:34.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.780+0000 7fe707fff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe7100ce160 0x7fe710143210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41440/0 (socket says 172.21.15.62:41440) 2023-06-08T03:53:34.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.780+0000 7fe707fff640 1 -- 172.21.15.62:0/1021357747 learned_addr learned my addr 172.21.15.62:0/1021357747 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:34.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.780+0000 7fe70f7fe640 1 --2- 172.21.15.62:0/1021357747 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe7100d0580 0x7fe7100af790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:34.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.780+0000 7fe707fff640 1 -- 172.21.15.62:0/1021357747 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe7100d0580 msgr2=0x7fe7100af790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:34.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.780+0000 7fe707fff640 1 --2- 172.21.15.62:0/1021357747 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe7100d0580 0x7fe7100af790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:34.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.780+0000 7fe707fff640 1 -- 172.21.15.62:0/1021357747 >> v1:172.21.15.188:6789/0 conn(0x7fe7100d01b0 legacy=0x7fe7100cda50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:34.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.780+0000 7fe707fff640 1 -- 172.21.15.62:0/1021357747 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7100b0ea0 con 0x7fe7100ce160 2023-06-08T03:53:34.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.784+0000 7fe707fff640 1 --2- 172.21.15.62:0/1021357747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7100ce160 0x7fe710143210 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fe6f8009870 tx=0x7fe6f801c510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1a61736b7e752d9 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:34.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.784+0000 7fe70e7fc640 1 -- 172.21.15.62:0/1021357747 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6f80aa670 con 0x7fe7100ce160 2023-06-08T03:53:34.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.784+0000 7fe70e7fc640 1 -- 172.21.15.62:0/1021357747 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6f80aa7d0 con 0x7fe7100ce160 2023-06-08T03:53:34.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.784+0000 7fe70e7fc640 1 -- 172.21.15.62:0/1021357747 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6f80aab60 con 0x7fe7100ce160 2023-06-08T03:53:34.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.784+0000 7fe71583b640 1 -- 172.21.15.62:0/1021357747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7100ce160 msgr2=0x7fe710143210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:34.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.784+0000 7fe71583b640 1 --2- 172.21.15.62:0/1021357747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7100ce160 0x7fe710143210 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fe6f8009870 tx=0x7fe6f801c510 comp rx=0 tx=0).stop 2023-06-08T03:53:34.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.784+0000 7fe71583b640 1 -- 172.21.15.62:0/1021357747 shutdown_connections 2023-06-08T03:53:34.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.784+0000 7fe71583b640 1 --2- 172.21.15.62:0/1021357747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7100ce160 0x7fe710143210 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:34.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.784+0000 7fe71583b640 1 --2- 172.21.15.62:0/1021357747 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe7100d0580 0x7fe7100af790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:34.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.784+0000 7fe71583b640 1 -- 172.21.15.62:0/1021357747 >> 172.21.15.62:0/1021357747 conn(0x7fe710089fe0 msgr2=0x7fe7100991b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:34.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.784+0000 7fe71583b640 1 -- 172.21.15.62:0/1021357747 shutdown_connections 2023-06-08T03:53:34.794 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.784+0000 7fe71583b640 1 -- 172.21.15.62:0/1021357747 wait complete. 2023-06-08T03:53:34.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.784+0000 7fe71583b640 1 Processor -- start 2023-06-08T03:53:34.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.784+0000 7fe71583b640 1 -- start start 2023-06-08T03:53:34.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe71583b640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe7100ce160 0x7fe710151bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:34.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe71583b640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe7100d01b0 0x7fe7100b5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:34.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe71583b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7100d0580 0x7fe7100b2cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:34.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe71583b640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7100c5c40 con 0x7fe7100d0580 2023-06-08T03:53:34.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe71583b640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe710142590 con 0x7fe7100ce160 2023-06-08T03:53:34.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe71583b640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7100c4fc0 con 0x7fe7100d01b0 2023-06-08T03:53:34.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe70f7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7100d0580 0x7fe7100b2cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:34.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe70f7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7100d0580 0x7fe7100b2cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41446/0 (socket says 172.21.15.62:41446) 2023-06-08T03:53:34.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe70f7fe640 1 -- 172.21.15.62:0/3768535424 learned_addr learned my addr 172.21.15.62:0/3768535424 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:34.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe707fff640 1 --2- 172.21.15.62:0/3768535424 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe7100d01b0 0x7fe7100b5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:34.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe70effd640 1 --2- 172.21.15.62:0/3768535424 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe7100ce160 0x7fe710151bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:34.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe70f7fe640 1 -- 172.21.15.62:0/3768535424 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe7100d01b0 msgr2=0x7fe7100b5700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:34.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe70f7fe640 1 --2- 172.21.15.62:0/3768535424 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe7100d01b0 0x7fe7100b5700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:34.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe70f7fe640 1 -- 172.21.15.62:0/3768535424 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe7100ce160 msgr2=0x7fe710151bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:34.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe70f7fe640 1 --2- 172.21.15.62:0/3768535424 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe7100ce160 0x7fe710151bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:34.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe70f7fe640 1 -- 172.21.15.62:0/3768535424 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6f80094d0 con 0x7fe7100d0580 2023-06-08T03:53:34.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe70f7fe640 1 --2- 172.21.15.62:0/3768535424 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7100d0580 0x7fe7100b2cb0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fe70800ebe0 tx=0x7fe70800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:34.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe70cff9640 1 -- 172.21.15.62:0/3768535424 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe70800cd20 con 0x7fe7100d0580 2023-06-08T03:53:34.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe70cff9640 1 -- 172.21.15.62:0/3768535424 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe70800f040 con 0x7fe7100d0580 2023-06-08T03:53:34.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe71583b640 1 -- 172.21.15.62:0/3768535424 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7100c52a0 con 0x7fe7100d0580 2023-06-08T03:53:34.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe70cff9640 1 -- 172.21.15.62:0/3768535424 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe70800cea0 con 0x7fe7100d0580 2023-06-08T03:53:34.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe71583b640 1 -- 172.21.15.62:0/3768535424 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7100c5860 con 0x7fe7100d0580 2023-06-08T03:53:34.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe71583b640 1 -- 172.21.15.62:0/3768535424 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe71004d650 con 0x7fe7100d0580 2023-06-08T03:53:34.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe70cff9640 1 -- 172.21.15.62:0/3768535424 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe7080146c0 con 0x7fe7100d0580 2023-06-08T03:53:34.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe70cff9640 1 --2- 172.21.15.62:0/3768535424 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe6f0066280 0x7fe6f0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:34.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe70cff9640 1 -- 172.21.15.62:0/3768535424 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5296+0+0 (secure 0 0 0) 0x7fe708084560 con 0x7fe7100d0580 2023-06-08T03:53:34.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.788+0000 7fe70effd640 1 --2- 172.21.15.62:0/3768535424 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe6f0066280 0x7fe6f0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:34.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.792+0000 7fe70effd640 1 --2- 172.21.15.62:0/3768535424 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe6f0066280 0x7fe6f0068730 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe710157800 tx=0x7fe700009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:34.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.792+0000 7fe70cff9640 1 -- 172.21.15.62:0/3768535424 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe7080558b0 con 0x7fe7100d0580 2023-06-08T03:53:34.967 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:34.960+0000 7fe71583b640 1 -- 172.21.15.62:0/3768535424 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7fe7101429f0 con 0x7fe7100d0580 2023-06-08T03:53:35.780 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.772+0000 7fe70cff9640 1 -- 172.21.15.62:0/3768535424 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v33) v1 ==== 97+0+0 (secure 0 0 0) 0x7fe708055440 con 0x7fe7100d0580 2023-06-08T03:53:35.780 INFO:teuthology.orchestra.run.smithi062.stderr: removed all blocklist entries 2023-06-08T03:53:35.782 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.776+0000 7fe71583b640 1 -- 172.21.15.62:0/3768535424 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe6f0066280 msgr2=0x7fe6f0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:35.783 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.776+0000 7fe71583b640 1 --2- 172.21.15.62:0/3768535424 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe6f0066280 0x7fe6f0068730 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe710157800 tx=0x7fe700009040 comp rx=0 tx=0).stop 2023-06-08T03:53:35.783 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.776+0000 7fe71583b640 1 -- 172.21.15.62:0/3768535424 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7100d0580 msgr2=0x7fe7100b2cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:35.783 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.776+0000 7fe71583b640 1 --2- 172.21.15.62:0/3768535424 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7100d0580 0x7fe7100b2cb0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fe70800ebe0 tx=0x7fe70800c490 comp rx=0 tx=0).stop 2023-06-08T03:53:35.783 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.776+0000 7fe71583b640 1 -- 172.21.15.62:0/3768535424 shutdown_connections 2023-06-08T03:53:35.783 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.776+0000 7fe71583b640 1 --2- 172.21.15.62:0/3768535424 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe6f0066280 0x7fe6f0068730 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:35.783 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.776+0000 7fe71583b640 1 --2- 172.21.15.62:0/3768535424 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7100d0580 0x7fe7100b2cb0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:35.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.776+0000 7fe71583b640 1 --2- 172.21.15.62:0/3768535424 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe7100d01b0 0x7fe7100b5700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:35.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.776+0000 7fe71583b640 1 --2- 172.21.15.62:0/3768535424 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe7100ce160 0x7fe710151bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:35.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.776+0000 7fe71583b640 1 -- 172.21.15.62:0/3768535424 >> 172.21.15.62:0/3768535424 conn(0x7fe710089fe0 msgr2=0x7fe710152c20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:35.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.776+0000 7fe71583b640 1 -- 172.21.15.62:0/3768535424 shutdown_connections 2023-06-08T03:53:35.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.776+0000 7fe71583b640 1 -- 172.21.15.62:0/3768535424 wait complete. 2023-06-08T03:53:35.804 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2023-06-08T03:53:35.930 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f952bfd1640 1 Processor -- start 2023-06-08T03:53:35.931 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f952bfd1640 1 -- start start 2023-06-08T03:53:35.931 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f952bfd1640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f95240ce280 0x7f95240b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:35.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f952bfd1640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95240d1be0 con 0x7f95240ce950 2023-06-08T03:53:35.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f952bfd1640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95240b1660 con 0x7f95240b1290 2023-06-08T03:53:35.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f952bfd1640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95240cc6c0 con 0x7f95240ce280 2023-06-08T03:53:35.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f952a56e640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f95240ce950 0x7f95240d2070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:51328/0 (socket says 172.21.15.62:51328) 2023-06-08T03:53:35.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f952a56e640 1 -- 172.21.15.62:0/2845602136 learned_addr learned my addr 172.21.15.62:0/2845602136 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:35.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f952956c640 1 --2- 172.21.15.62:0/2845602136 >> v2:172.21.15.188:3300/0 conn(0x7f95240ce280 0x7f95240b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:35.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9528d6b640 1 -- 172.21.15.62:0/2845602136 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1743533404 0 0) 0x7f95240d1be0 con 0x7f95240ce950 2023-06-08T03:53:35.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9528d6b640 1 -- 172.21.15.62:0/2845602136 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9510003530 con 0x7f95240ce950 2023-06-08T03:53:35.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9528d6b640 1 -- 172.21.15.62:0/2845602136 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1171633375 0 0) 0x7f9510003530 con 0x7f95240ce950 2023-06-08T03:53:35.934 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9528d6b640 1 -- 172.21.15.62:0/2845602136 >> v2:172.21.15.188:3300/0 conn(0x7f95240ce280 msgr2=0x7f95240b4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:35.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9528d6b640 1 --2- 172.21.15.62:0/2845602136 >> v2:172.21.15.188:3300/0 conn(0x7f95240ce280 0x7f95240b4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:35.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9528d6b640 1 -- 172.21.15.62:0/2845602136 >> v1:172.21.15.188:6789/0 conn(0x7f95240b1290 legacy=0x7f95240d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:35.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9528d6b640 1 -- 172.21.15.62:0/2845602136 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95240cc9a0 con 0x7f95240ce950 2023-06-08T03:53:35.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9528d6b640 1 -- 172.21.15.62:0/2845602136 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f951c001a00 con 0x7f95240ce950 2023-06-08T03:53:35.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9528d6b640 1 -- 172.21.15.62:0/2845602136 >> v1:172.21.15.62:6789/0 conn(0x7f95240ce950 legacy=0x7f95240d2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:35.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9528d6b640 1 --2- 172.21.15.62:0/2845602136 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9510003980 0x7f9510003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:35.935 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9528d6b640 1 --2- 172.21.15.62:0/2845602136 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f95100047d0 0x7f9510004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:35.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9528d6b640 1 --2- 172.21.15.62:0/2845602136 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9510005180 0x7f951000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:35.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9528d6b640 1 -- 172.21.15.62:0/2845602136 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95240cc6c0 con 0x7f9510003980 2023-06-08T03:53:35.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9528d6b640 1 -- 172.21.15.62:0/2845602136 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f951000c090 con 0x7f95100047d0 2023-06-08T03:53:35.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9528d6b640 1 -- 172.21.15.62:0/2845602136 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f951000c250 con 0x7f9510005180 2023-06-08T03:53:35.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9529d6d640 1 --2- 172.21.15.62:0/2845602136 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9510003980 0x7f9510003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:35.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f952956c640 1 --2- 172.21.15.62:0/2845602136 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f95100047d0 0x7f9510004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:35.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f952a56e640 1 --2- 172.21.15.62:0/2845602136 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9510005180 0x7f951000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:35.936 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9529d6d640 1 -- 172.21.15.62:0/2845602136 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9510005180 msgr2=0x7f951000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:35.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9529d6d640 1 --2- 172.21.15.62:0/2845602136 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9510005180 0x7f951000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:35.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9529d6d640 1 -- 172.21.15.62:0/2845602136 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f95100047d0 msgr2=0x7f9510004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:35.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9529d6d640 1 --2- 172.21.15.62:0/2845602136 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f95100047d0 0x7f9510004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:35.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f952a56e640 1 -- 172.21.15.62:0/2845602136 reap_dead start 2023-06-08T03:53:35.937 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.924+0000 7f9529d6d640 1 -- 172.21.15.62:0/2845602136 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9510003530 con 0x7f9510003980 2023-06-08T03:53:35.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.928+0000 7f9529d6d640 1 --2- 172.21.15.62:0/2845602136 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9510003980 0x7f9510003d90 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f9520001780 tx=0x7f952001c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5725c4788475d452 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:35.938 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.928+0000 7f9528d6b640 1 -- 172.21.15.62:0/2845602136 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95200052d0 con 0x7f9510003980 2023-06-08T03:53:35.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.928+0000 7f9528d6b640 1 -- 172.21.15.62:0/2845602136 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95200a7050 con 0x7f9510003980 2023-06-08T03:53:35.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.928+0000 7f9528d6b640 1 -- 172.21.15.62:0/2845602136 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9520003600 con 0x7f9510003980 2023-06-08T03:53:35.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.928+0000 7f952bfd1640 1 -- 172.21.15.62:0/2845602136 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9510003980 msgr2=0x7f9510003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:35.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.928+0000 7f952bfd1640 1 --2- 172.21.15.62:0/2845602136 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9510003980 0x7f9510003d90 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f9520001780 tx=0x7f952001c3b0 comp rx=0 tx=0).stop 2023-06-08T03:53:35.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.928+0000 7f952bfd1640 1 -- 172.21.15.62:0/2845602136 shutdown_connections 2023-06-08T03:53:35.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.928+0000 7f952bfd1640 1 --2- 172.21.15.62:0/2845602136 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9510003980 0x7f9510003d90 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:35.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.928+0000 7f952bfd1640 1 -- 172.21.15.62:0/2845602136 >> 172.21.15.62:0/2845602136 conn(0x7f952406b5a0 msgr2=0x7f952406b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:35.939 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.928+0000 7f952bfd1640 1 -- 172.21.15.62:0/2845602136 shutdown_connections 2023-06-08T03:53:35.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.928+0000 7f952bfd1640 1 -- 172.21.15.62:0/2845602136 wait complete. 2023-06-08T03:53:35.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952bfd1640 1 Processor -- start 2023-06-08T03:53:35.940 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952bfd1640 1 -- start start 2023-06-08T03:53:35.941 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952bfd1640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9510003980 0x7f9524159b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:35.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952bfd1640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f95240cbb30 0x7f9524159490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:35.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952bfd1640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f95241e8160 0x7f95241e85d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:35.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952bfd1640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95241599d0 con 0x7f95241e8160 2023-06-08T03:53:35.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952bfd1640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95240c8080 con 0x7f9510003980 2023-06-08T03:53:35.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952bfd1640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95240c8360 con 0x7f95240cbb30 2023-06-08T03:53:35.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952a56e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f95241e8160 0x7f95241e85d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:35.942 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952a56e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f95241e8160 0x7f95241e85d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41466/0 (socket says 172.21.15.62:41466) 2023-06-08T03:53:35.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952a56e640 1 -- 172.21.15.62:0/629540685 learned_addr learned my addr 172.21.15.62:0/629540685 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:35.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f9529d6d640 1 --2- 172.21.15.62:0/629540685 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9510003980 0x7f9524159b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:35.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952956c640 1 --2- 172.21.15.62:0/629540685 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f95240cbb30 0x7f9524159490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:35.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952a56e640 1 -- 172.21.15.62:0/629540685 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f95240cbb30 msgr2=0x7f9524159490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:35.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952a56e640 1 --2- 172.21.15.62:0/629540685 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f95240cbb30 0x7f9524159490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:35.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952a56e640 1 -- 172.21.15.62:0/629540685 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9510003980 msgr2=0x7f9524159b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:35.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952a56e640 1 --2- 172.21.15.62:0/629540685 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9510003980 0x7f9524159b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:35.943 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952a56e640 1 -- 172.21.15.62:0/629540685 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95240c9ac0 con 0x7f95241e8160 2023-06-08T03:53:35.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952956c640 1 --2- 172.21.15.62:0/629540685 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f95240cbb30 0x7f9524159490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:53:35.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952a56e640 1 --2- 172.21.15.62:0/629540685 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f95241e8160 0x7f95241e85d0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f95240ced20 tx=0x7f951c007a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:35.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f951a7fc640 1 -- 172.21.15.62:0/629540685 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f951c0114f0 con 0x7f95241e8160 2023-06-08T03:53:35.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f951a7fc640 1 -- 172.21.15.62:0/629540685 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f951c011650 con 0x7f95241e8160 2023-06-08T03:53:35.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952bfd1640 1 -- 172.21.15.62:0/629540685 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95240cc080 con 0x7f95241e8160 2023-06-08T03:53:35.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f951a7fc640 1 -- 172.21.15.62:0/629540685 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f951c011a00 con 0x7f95241e8160 2023-06-08T03:53:35.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952bfd1640 1 -- 172.21.15.62:0/629540685 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95240c8640 con 0x7f95241e8160 2023-06-08T03:53:35.944 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f952bfd1640 1 -- 172.21.15.62:0/629540685 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f952404d6c0 con 0x7f95241e8160 2023-06-08T03:53:35.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f951a7fc640 1 -- 172.21.15.62:0/629540685 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f951c011b60 con 0x7f95241e8160 2023-06-08T03:53:35.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f951a7fc640 1 --2- 172.21.15.62:0/629540685 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9508066280 0x7f9508068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:35.945 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.932+0000 7f951a7fc640 1 -- 172.21.15.62:0/629540685 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f951c083210 con 0x7f95241e8160 2023-06-08T03:53:35.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.936+0000 7f9529d6d640 1 --2- 172.21.15.62:0/629540685 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9508066280 0x7f9508068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:35.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.936+0000 7f9529d6d640 1 --2- 172.21.15.62:0/629540685 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9508066280 0x7f9508068730 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9520001750 tx=0x7f95200011a0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:35.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:35.940+0000 7f951a7fc640 1 -- 172.21.15.62:0/629540685 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f951c050a90 con 0x7f95241e8160 2023-06-08T03:53:36.154 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.148+0000 7f952bfd1640 1 -- 172.21.15.62:0/629540685 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f95240cc270 con 0x7f95241e8160 2023-06-08T03:53:36.155 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.148+0000 7f951a7fc640 1 -- 172.21.15.62:0/629540685 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) v1 ==== 80+0+6645 (secure 0 0 0) 0x7f951c0540b0 con 0x7f95241e8160 2023-06-08T03:53:36.156 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:36.156 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2023-06-08T03:53:36.156 INFO:teuthology.orchestra.run.smithi062.stdout: "auth_dump": [ 2023-06-08T03:53:36.156 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.156 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "mds.a", 2023-06-08T03:53:36.157 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBBUIFk0jZFNhAATnaikepk6VuSfK2ZVSDW3A==", 2023-06-08T03:53:36.157 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.157 INFO:teuthology.orchestra.run.smithi062.stdout: "mds": "allow", 2023-06-08T03:53:36.157 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": "allow *", 2023-06-08T03:53:36.157 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow *", 2023-06-08T03:53:36.157 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": "allow *" 2023-06-08T03:53:36.157 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.157 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.158 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.158 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "mds.b", 2023-06-08T03:53:36.158 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBCUIFkem5lCRAAQQTiOj6D7s76/VbmXsnyDw==", 2023-06-08T03:53:36.158 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.158 INFO:teuthology.orchestra.run.smithi062.stdout: "mds": "allow", 2023-06-08T03:53:36.158 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": "allow *", 2023-06-08T03:53:36.158 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow *", 2023-06-08T03:53:36.159 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": "allow *" 2023-06-08T03:53:36.159 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.159 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.159 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.159 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "mds.c", 2023-06-08T03:53:36.159 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBCUIFkTRcvAxAA3f5OwSFnc8E7rPLPu8rwWw==", 2023-06-08T03:53:36.159 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.159 INFO:teuthology.orchestra.run.smithi062.stdout: "mds": "allow", 2023-06-08T03:53:36.160 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": "allow *", 2023-06-08T03:53:36.160 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow *", 2023-06-08T03:53:36.160 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": "allow *" 2023-06-08T03:53:36.160 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.160 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.160 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.160 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "mds.d", 2023-06-08T03:53:36.160 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBCUIFk4jCpERAAJdn/+8ERgmI35+4rOMbwHg==", 2023-06-08T03:53:36.161 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.161 INFO:teuthology.orchestra.run.smithi062.stdout: "mds": "allow", 2023-06-08T03:53:36.161 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": "allow *", 2023-06-08T03:53:36.161 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow *", 2023-06-08T03:53:36.161 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": "allow *" 2023-06-08T03:53:36.161 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.161 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.161 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.162 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "osd.0", 2023-06-08T03:53:36.162 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBFUIFkpc3SHxAAoXjlqhE6J+BOWMvbANgDAQ==", 2023-06-08T03:53:36.162 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.162 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": "allow profile osd", 2023-06-08T03:53:36.162 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow profile osd", 2023-06-08T03:53:36.162 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": "allow *" 2023-06-08T03:53:36.162 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.163 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.163 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.163 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "osd.1", 2023-06-08T03:53:36.163 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBIUIFkXzyUJhAAtQ9YJWJh/8d8PbZ7h+l3ug==", 2023-06-08T03:53:36.163 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.163 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": "allow profile osd", 2023-06-08T03:53:36.163 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow profile osd", 2023-06-08T03:53:36.163 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": "allow *" 2023-06-08T03:53:36.164 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.164 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.164 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.164 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "osd.2", 2023-06-08T03:53:36.164 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBLUIFkN7eoMBAASwK9rgLXGrm4i8u7mEtesA==", 2023-06-08T03:53:36.164 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.164 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": "allow profile osd", 2023-06-08T03:53:36.164 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow profile osd", 2023-06-08T03:53:36.165 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": "allow *" 2023-06-08T03:53:36.165 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.165 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.165 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.165 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "osd.3", 2023-06-08T03:53:36.165 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBOUIFkJeJ2OhAAZb7NhzfwSyxIbuncHwSu+g==", 2023-06-08T03:53:36.165 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.165 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": "allow profile osd", 2023-06-08T03:53:36.166 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow profile osd", 2023-06-08T03:53:36.166 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": "allow *" 2023-06-08T03:53:36.166 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.166 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.166 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.166 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "osd.4", 2023-06-08T03:53:36.166 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBUUIFkuzBxOBAA/lVMaBHSH12eRSA8Fm60Zg==", 2023-06-08T03:53:36.167 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.167 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": "allow profile osd", 2023-06-08T03:53:36.167 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow profile osd", 2023-06-08T03:53:36.167 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": "allow *" 2023-06-08T03:53:36.167 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.167 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.167 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.168 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "osd.5", 2023-06-08T03:53:36.168 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBYUIFkkWMzAxAAD/dwvO5nS9W5ecnWwnI1Mg==", 2023-06-08T03:53:36.168 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.168 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": "allow profile osd", 2023-06-08T03:53:36.168 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow profile osd", 2023-06-08T03:53:36.168 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": "allow *" 2023-06-08T03:53:36.168 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.168 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.169 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.169 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "osd.6", 2023-06-08T03:53:36.169 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBbUIFktugJDBAAzohUuBlkyYxkhlKIXxNGWQ==", 2023-06-08T03:53:36.169 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.169 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": "allow profile osd", 2023-06-08T03:53:36.169 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow profile osd", 2023-06-08T03:53:36.169 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": "allow *" 2023-06-08T03:53:36.169 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.170 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.170 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.170 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "osd.7", 2023-06-08T03:53:36.170 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBeUIFk+7K1EhAAT/RFsQSR10vWGGOB/dBjZw==", 2023-06-08T03:53:36.170 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.170 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": "allow profile osd", 2023-06-08T03:53:36.170 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow profile osd", 2023-06-08T03:53:36.171 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": "allow *" 2023-06-08T03:53:36.171 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.171 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.171 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.171 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "client.0", 2023-06-08T03:53:36.171 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBCUIFkz+5uFxAAta2hcECbZKjtdllAwfQk2A==", 2023-06-08T03:53:36.171 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.171 INFO:teuthology.orchestra.run.smithi062.stdout: "mds": "allow", 2023-06-08T03:53:36.172 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": "allow r", 2023-06-08T03:53:36.172 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow rw", 2023-06-08T03:53:36.172 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": "allow rwx" 2023-06-08T03:53:36.172 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.172 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.172 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.172 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "client.1", 2023-06-08T03:53:36.172 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBCUIFkl8AiHxAAPuJSjBPmCsxZKbwWhFW+MA==", 2023-06-08T03:53:36.173 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.173 INFO:teuthology.orchestra.run.smithi062.stdout: "mds": "allow", 2023-06-08T03:53:36.173 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": "allow r", 2023-06-08T03:53:36.173 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow rw", 2023-06-08T03:53:36.173 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": "allow rwx" 2023-06-08T03:53:36.173 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.173 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.173 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.174 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "client.2", 2023-06-08T03:53:36.174 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBCUIFkHhCNHBAAJrRBZmOGPjqwau4o+85rzw==", 2023-06-08T03:53:36.174 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.174 INFO:teuthology.orchestra.run.smithi062.stdout: "mds": "allow", 2023-06-08T03:53:36.174 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": "allow r", 2023-06-08T03:53:36.174 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow rw", 2023-06-08T03:53:36.174 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": "allow rwx" 2023-06-08T03:53:36.174 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.175 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.175 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.175 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "client.3", 2023-06-08T03:53:36.175 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBCUIFk5KUSJBAAzRE71UKnT+cDjPDCJxv76g==", 2023-06-08T03:53:36.175 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.175 INFO:teuthology.orchestra.run.smithi062.stdout: "mds": "allow", 2023-06-08T03:53:36.175 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": "allow r", 2023-06-08T03:53:36.175 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow rw", 2023-06-08T03:53:36.176 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": "allow rwx" 2023-06-08T03:53:36.176 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.176 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.176 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.176 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "client.admin", 2023-06-08T03:53:36.176 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBBUIFkol3KHxAAgywepODiV8YEFxsgiwKvQQ==", 2023-06-08T03:53:36.176 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.177 INFO:teuthology.orchestra.run.smithi062.stdout: "mds": "allow *", 2023-06-08T03:53:36.177 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": "allow *", 2023-06-08T03:53:36.177 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow *", 2023-06-08T03:53:36.177 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": "allow *" 2023-06-08T03:53:36.177 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.177 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.177 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.177 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "client.bootstrap-mds", 2023-06-08T03:53:36.178 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBpUIFkEYlwIRAAiTB4Tk0aveAeYgaSBWMLYg==", 2023-06-08T03:53:36.178 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.178 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow profile bootstrap-mds" 2023-06-08T03:53:36.178 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.178 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.178 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.178 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "client.bootstrap-mgr", 2023-06-08T03:53:36.178 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBpUIFkEqRwIRAAT/GiKqAgYMWZQq//vZjq8w==", 2023-06-08T03:53:36.179 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.179 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow profile bootstrap-mgr" 2023-06-08T03:53:36.179 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.179 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.179 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.179 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "client.bootstrap-osd", 2023-06-08T03:53:36.179 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBpUIFkKLtwIRAASIbupQXvE1dhfgOy/jG12A==", 2023-06-08T03:53:36.179 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.180 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow profile bootstrap-osd" 2023-06-08T03:53:36.180 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.180 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.180 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.180 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "client.bootstrap-rbd", 2023-06-08T03:53:36.180 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBpUIFkhNFwIRAAgB9bsAEmPVIw5LfTyNIf4w==", 2023-06-08T03:53:36.180 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.180 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow profile bootstrap-rbd" 2023-06-08T03:53:36.181 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.181 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.181 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.181 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "client.bootstrap-rbd-mirror", 2023-06-08T03:53:36.181 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBpUIFkuuxwIRAAxy3VUk13QVD6gCJ4SImn6w==", 2023-06-08T03:53:36.181 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.181 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2023-06-08T03:53:36.181 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.182 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.182 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.182 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "client.bootstrap-rgw", 2023-06-08T03:53:36.182 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBpUIFknwRxIRAAf06GVXirQHiQ1LfGDC8fEw==", 2023-06-08T03:53:36.182 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.182 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow profile bootstrap-rgw" 2023-06-08T03:53:36.182 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.183 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.183 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.183 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "mgr.x", 2023-06-08T03:53:36.183 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBBUIFkVp0TMxAAAdAWm6t48vcJyasZArS9Zw==", 2023-06-08T03:53:36.183 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.183 INFO:teuthology.orchestra.run.smithi062.stdout: "mds": "allow *", 2023-06-08T03:53:36.183 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow profile mgr", 2023-06-08T03:53:36.183 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": "allow *" 2023-06-08T03:53:36.184 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.184 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:36.184 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:36.184 INFO:teuthology.orchestra.run.smithi062.stdout: "entity": "mgr.y", 2023-06-08T03:53:36.184 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "AQBBUIFkuR2LMBAAk85MhsFRyIN1SyiHlGx7Zg==", 2023-06-08T03:53:36.184 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": { 2023-06-08T03:53:36.184 INFO:teuthology.orchestra.run.smithi062.stdout: "mds": "allow *", 2023-06-08T03:53:36.184 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": "allow profile mgr", 2023-06-08T03:53:36.185 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": "allow *" 2023-06-08T03:53:36.185 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.185 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:36.185 INFO:teuthology.orchestra.run.smithi062.stdout: ] 2023-06-08T03:53:36.185 INFO:teuthology.orchestra.run.smithi062.stdout:} 2023-06-08T03:53:36.186 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.148+0000 7f952bfd1640 1 -- 172.21.15.62:0/629540685 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9508066280 msgr2=0x7f9508068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:36.186 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.148+0000 7f952bfd1640 1 --2- 172.21.15.62:0/629540685 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9508066280 0x7f9508068730 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9520001750 tx=0x7f95200011a0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.186 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.148+0000 7f952bfd1640 1 -- 172.21.15.62:0/629540685 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f95241e8160 msgr2=0x7f95241e85d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:36.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.148+0000 7f952bfd1640 1 --2- 172.21.15.62:0/629540685 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f95241e8160 0x7f95241e85d0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f95240ced20 tx=0x7f951c007a20 comp rx=0 tx=0).stop 2023-06-08T03:53:36.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.148+0000 7f952bfd1640 1 -- 172.21.15.62:0/629540685 shutdown_connections 2023-06-08T03:53:36.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.148+0000 7f952bfd1640 1 --2- 172.21.15.62:0/629540685 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9508066280 0x7f9508068730 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.148+0000 7f952bfd1640 1 --2- 172.21.15.62:0/629540685 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f95241e8160 0x7f95241e85d0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.148+0000 7f952bfd1640 1 --2- 172.21.15.62:0/629540685 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f95240cbb30 0x7f9524159490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.148+0000 7f952bfd1640 1 --2- 172.21.15.62:0/629540685 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9510003980 0x7f9524159b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.148+0000 7f952bfd1640 1 -- 172.21.15.62:0/629540685 >> 172.21.15.62:0/629540685 conn(0x7f952406b5a0 msgr2=0x7f952406b970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:36.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.148+0000 7f952bfd1640 1 -- 172.21.15.62:0/629540685 shutdown_connections 2023-06-08T03:53:36.188 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.148+0000 7f952bfd1640 1 -- 172.21.15.62:0/629540685 wait complete. 2023-06-08T03:53:36.188 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2023-06-08T03:53:36.316 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.308+0000 7fecfdfd8640 1 Processor -- start 2023-06-08T03:53:36.317 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.308+0000 7fecfdfd8640 1 -- start start 2023-06-08T03:53:36.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.308+0000 7fecfdfd8640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fecf80cf1f0 0x7fecf80b1e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:36.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.308+0000 7fecfdfd8640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fecf80cf5c0 con 0x7fecf80d1ae0 2023-06-08T03:53:36.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.308+0000 7fecfdfd8640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fecf80b0a40 con 0x7fecf80d2e10 2023-06-08T03:53:36.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.308+0000 7fecfdfd8640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fecf80d1fc0 con 0x7fecf80cf1f0 2023-06-08T03:53:36.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.308+0000 7fecf7fff640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fecf80d1ae0 0x7fecf80b2a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:51332/0 (socket says 172.21.15.62:51332) 2023-06-08T03:53:36.318 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.308+0000 7fecf7fff640 1 -- 172.21.15.62:0/1895748547 learned_addr learned my addr 172.21.15.62:0/1895748547 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:36.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf77fe640 1 --2- 172.21.15.62:0/1895748547 >> v2:172.21.15.188:3300/0 conn(0x7fecf80cf1f0 0x7fecf80b1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:36.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf67fc640 1 -- 172.21.15.62:0/1895748547 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1194983707 0 0) 0x7fecf80cf5c0 con 0x7fecf80d1ae0 2023-06-08T03:53:36.320 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf67fc640 1 -- 172.21.15.62:0/1895748547 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fece0003530 con 0x7fecf80d1ae0 2023-06-08T03:53:36.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf67fc640 1 -- 172.21.15.62:0/1895748547 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 536525129 0 0) 0x7fece0003530 con 0x7fecf80d1ae0 2023-06-08T03:53:36.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf67fc640 1 -- 172.21.15.62:0/1895748547 >> v2:172.21.15.188:3300/0 conn(0x7fecf80cf1f0 msgr2=0x7fecf80b1e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:36.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf67fc640 1 --2- 172.21.15.62:0/1895748547 >> v2:172.21.15.188:3300/0 conn(0x7fecf80cf1f0 0x7fecf80b1e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf67fc640 1 -- 172.21.15.62:0/1895748547 >> v1:172.21.15.188:6789/0 conn(0x7fecf80d2e10 legacy=0x7fecf80b2340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:36.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf67fc640 1 -- 172.21.15.62:0/1895748547 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecf80b0d20 con 0x7fecf80d1ae0 2023-06-08T03:53:36.321 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf67fc640 1 -- 172.21.15.62:0/1895748547 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fece8001680 con 0x7fecf80d1ae0 2023-06-08T03:53:36.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf67fc640 1 -- 172.21.15.62:0/1895748547 >> v1:172.21.15.62:6789/0 conn(0x7fecf80d1ae0 legacy=0x7fecf80b2a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:36.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf67fc640 1 --2- 172.21.15.62:0/1895748547 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fece0003980 0x7fece0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:36.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf67fc640 1 --2- 172.21.15.62:0/1895748547 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fece00047d0 0x7fece0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:36.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf67fc640 1 --2- 172.21.15.62:0/1895748547 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fece0005180 0x7fece000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:36.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf67fc640 1 -- 172.21.15.62:0/1895748547 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecf80d1fc0 con 0x7fece0005180 2023-06-08T03:53:36.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf67fc640 1 -- 172.21.15.62:0/1895748547 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fece000c000 con 0x7fece0003980 2023-06-08T03:53:36.322 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf67fc640 1 -- 172.21.15.62:0/1895748547 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fece000c1c0 con 0x7fece00047d0 2023-06-08T03:53:36.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf7fff640 1 --2- 172.21.15.62:0/1895748547 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fece0005180 0x7fece000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:36.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf77fe640 1 --2- 172.21.15.62:0/1895748547 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fece0003980 0x7fece0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:36.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf6ffd640 1 --2- 172.21.15.62:0/1895748547 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fece00047d0 0x7fece0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:36.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf7fff640 1 -- 172.21.15.62:0/1895748547 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fece00047d0 msgr2=0x7fece0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:36.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf7fff640 1 --2- 172.21.15.62:0/1895748547 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fece00047d0 0x7fece0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf7fff640 1 -- 172.21.15.62:0/1895748547 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fece0003980 msgr2=0x7fece0003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:36.323 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf7fff640 1 --2- 172.21.15.62:0/1895748547 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fece0003980 0x7fece0003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf7fff640 1 -- 172.21.15.62:0/1895748547 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fece0003530 con 0x7fece0005180 2023-06-08T03:53:36.324 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf6ffd640 1 --2- 172.21.15.62:0/1895748547 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fece00047d0 0x7fece0004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:53:36.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf7fff640 1 -- 172.21.15.62:0/1895748547 reap_dead start 2023-06-08T03:53:36.326 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf7fff640 1 --2- 172.21.15.62:0/1895748547 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fece0005180 0x7fece000b990 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fecf808a000 tx=0x7fece801cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ff2584f1f3f4c70 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:36.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf67fc640 1 -- 172.21.15.62:0/1895748547 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fece8005ae0 con 0x7fece0005180 2023-06-08T03:53:36.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf67fc640 1 -- 172.21.15.62:0/1895748547 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fece8005c40 con 0x7fece0005180 2023-06-08T03:53:36.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.312+0000 7fecf67fc640 1 -- 172.21.15.62:0/1895748547 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fece80a58c0 con 0x7fece0005180 2023-06-08T03:53:36.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecfdfd8640 1 -- 172.21.15.62:0/1895748547 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fece0005180 msgr2=0x7fece000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:36.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecfdfd8640 1 --2- 172.21.15.62:0/1895748547 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fece0005180 0x7fece000b990 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fecf808a000 tx=0x7fece801cbc0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.327 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecfdfd8640 1 -- 172.21.15.62:0/1895748547 shutdown_connections 2023-06-08T03:53:36.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecfdfd8640 1 --2- 172.21.15.62:0/1895748547 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fece0005180 0x7fece000b990 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecfdfd8640 1 -- 172.21.15.62:0/1895748547 >> 172.21.15.62:0/1895748547 conn(0x7fecf809b390 msgr2=0x7fecf80d2130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:36.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecfdfd8640 1 -- 172.21.15.62:0/1895748547 shutdown_connections 2023-06-08T03:53:36.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecfdfd8640 1 -- 172.21.15.62:0/1895748547 wait complete. 2023-06-08T03:53:36.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecfdfd8640 1 Processor -- start 2023-06-08T03:53:36.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecfdfd8640 1 -- start start 2023-06-08T03:53:36.328 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecfdfd8640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fece0005180 0x7fecf8147250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:36.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecfdfd8640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fecf8147b20 0x7fecf81f1000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:36.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecfdfd8640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fecf8147f90 0x7fecf81f1540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:36.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecfdfd8640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecf81f1b30 con 0x7fecf8147b20 2023-06-08T03:53:36.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecfdfd8640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecf81f1e10 con 0x7fecf8147f90 2023-06-08T03:53:36.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecfdfd8640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fecf80c7c50 con 0x7fece0005180 2023-06-08T03:53:36.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecf6ffd640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fecf8147b20 0x7fecf81f1000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:36.329 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecf6ffd640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fecf8147b20 0x7fecf81f1000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41494/0 (socket says 172.21.15.62:41494) 2023-06-08T03:53:36.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecf6ffd640 1 -- 172.21.15.62:0/264289018 learned_addr learned my addr 172.21.15.62:0/264289018 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:36.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecf77fe640 1 --2- 172.21.15.62:0/264289018 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fece0005180 0x7fecf8147250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:36.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecf7fff640 1 --2- 172.21.15.62:0/264289018 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fecf8147f90 0x7fecf81f1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:36.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecf6ffd640 1 -- 172.21.15.62:0/264289018 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fece0005180 msgr2=0x7fecf8147250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:36.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecf6ffd640 1 --2- 172.21.15.62:0/264289018 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fece0005180 0x7fecf8147250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.330 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecf6ffd640 1 -- 172.21.15.62:0/264289018 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fecf8147f90 msgr2=0x7fecf81f1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:36.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecf6ffd640 1 --2- 172.21.15.62:0/264289018 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fecf8147f90 0x7fecf81f1540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecf6ffd640 1 -- 172.21.15.62:0/264289018 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecf80c7f30 con 0x7fecf8147b20 2023-06-08T03:53:36.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecf7fff640 1 --2- 172.21.15.62:0/264289018 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fecf8147f90 0x7fecf81f1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:36.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecf6ffd640 1 --2- 172.21.15.62:0/264289018 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fecf8147b20 0x7fecf81f1000 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fecec000c10 tx=0x7fecec00e910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:36.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecdffff640 1 -- 172.21.15.62:0/264289018 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecec0052e0 con 0x7fecf8147b20 2023-06-08T03:53:36.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecdffff640 1 -- 172.21.15.62:0/264289018 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecec005440 con 0x7fecf8147b20 2023-06-08T03:53:36.331 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecdffff640 1 -- 172.21.15.62:0/264289018 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecec003840 con 0x7fecf8147b20 2023-06-08T03:53:36.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecfdfd8640 1 -- 172.21.15.62:0/264289018 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fecf80c5f00 con 0x7fecf8147b20 2023-06-08T03:53:36.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.316+0000 7fecfdfd8640 1 -- 172.21.15.62:0/264289018 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fecf8147790 con 0x7fecf8147b20 2023-06-08T03:53:36.332 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.320+0000 7fecfdfd8640 1 -- 172.21.15.62:0/264289018 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fecf80b15e0 con 0x7fecf8147b20 2023-06-08T03:53:36.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.320+0000 7fecdffff640 1 -- 172.21.15.62:0/264289018 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fecec0039a0 con 0x7fecf8147b20 2023-06-08T03:53:36.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.320+0000 7fecdffff640 1 --2- 172.21.15.62:0/264289018 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fece4066280 0x7fece4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:36.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.320+0000 7fecdffff640 1 -- 172.21.15.62:0/264289018 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fecec083180 con 0x7fecf8147b20 2023-06-08T03:53:36.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.320+0000 7fecf77fe640 1 --2- 172.21.15.62:0/264289018 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fece4066280 0x7fece4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:36.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.320+0000 7fecf77fe640 1 --2- 172.21.15.62:0/264289018 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fece4066280 0x7fece4068730 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fecf0007380 tx=0x7fecf000b040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:36.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.324+0000 7fecdffff640 1 -- 172.21.15.62:0/264289018 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fecf80b15e0 con 0x7fecf8147b20 2023-06-08T03:53:36.541 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.532+0000 7fecfdfd8640 1 -- 172.21.15.62:0/264289018 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7fecf80b15e0 con 0x7fecf8147b20 2023-06-08T03:53:36.548 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.540+0000 7fecdffff640 1 -- 172.21.15.62:0/264289018 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) v1 ==== 90+0+0 (secure 0 0 0) 0x7fecf80b15e0 con 0x7fecf8147b20 2023-06-08T03:53:36.550 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.540+0000 7fecfdfd8640 1 -- 172.21.15.62:0/264289018 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fece4066280 msgr2=0x7fece4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:36.550 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.540+0000 7fecfdfd8640 1 --2- 172.21.15.62:0/264289018 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fece4066280 0x7fece4068730 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fecf0007380 tx=0x7fecf000b040 comp rx=0 tx=0).stop 2023-06-08T03:53:36.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.540+0000 7fecfdfd8640 1 -- 172.21.15.62:0/264289018 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fecf8147b20 msgr2=0x7fecf81f1000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:36.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.540+0000 7fecfdfd8640 1 --2- 172.21.15.62:0/264289018 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fecf8147b20 0x7fecf81f1000 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fecec000c10 tx=0x7fecec00e910 comp rx=0 tx=0).stop 2023-06-08T03:53:36.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.544+0000 7fecfdfd8640 1 -- 172.21.15.62:0/264289018 shutdown_connections 2023-06-08T03:53:36.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.544+0000 7fecfdfd8640 1 --2- 172.21.15.62:0/264289018 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fece4066280 0x7fece4068730 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.544+0000 7fecfdfd8640 1 --2- 172.21.15.62:0/264289018 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fecf8147f90 0x7fecf81f1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.544+0000 7fecfdfd8640 1 --2- 172.21.15.62:0/264289018 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fecf8147b20 0x7fecf81f1000 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.544+0000 7fecfdfd8640 1 --2- 172.21.15.62:0/264289018 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fece0005180 0x7fecf8147250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.552 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.544+0000 7fecfdfd8640 1 -- 172.21.15.62:0/264289018 >> 172.21.15.62:0/264289018 conn(0x7fecf809b390 msgr2=0x7fecf815b4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:36.552 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.544+0000 7fecfdfd8640 1 -- 172.21.15.62:0/264289018 shutdown_connections 2023-06-08T03:53:36.552 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.544+0000 7fecfdfd8640 1 -- 172.21.15.62:0/264289018 wait complete. 2023-06-08T03:53:36.568 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2023-06-08T03:53:36.687 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.680+0000 7f6c63be0640 1 Processor -- start 2023-06-08T03:53:36.688 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.680+0000 7f6c63be0640 1 -- start start 2023-06-08T03:53:36.688 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.680+0000 7f6c63be0640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f6c5c0d01b0 0x7f6c5c143210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:36.689 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.680+0000 7f6c63be0640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6c5c0d0580 0x7f6c5c0cda50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:36.689 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.680+0000 7f6c63be0640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c5c0acb40 con 0x7f6c5c0cdf90 2023-06-08T03:53:36.689 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.680+0000 7f6c63be0640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c5c143750 con 0x7f6c5c0d01b0 2023-06-08T03:53:36.689 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.680+0000 7f6c63be0640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c5c0ce430 con 0x7f6c5c0d0580 2023-06-08T03:53:36.689 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.680+0000 7f6c6197c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f6c5c0d01b0 0x7f6c5c143210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:36.689 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.680+0000 7f6c6197c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f6c5c0d01b0 0x7f6c5c143210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41510/0 (socket says 172.21.15.62:41510) 2023-06-08T03:53:36.689 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.680+0000 7f6c6197c640 1 -- 172.21.15.62:0/1237708297 learned_addr learned my addr 172.21.15.62:0/1237708297 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:36.690 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.680+0000 7f6c6117b640 1 --2- 172.21.15.62:0/1237708297 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6c5c0d0580 0x7f6c5c0cda50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:36.690 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.680+0000 7f6c6197c640 1 -- 172.21.15.62:0/1237708297 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6c5c0d0580 msgr2=0x7f6c5c0cda50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:36.690 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.680+0000 7f6c6197c640 1 --2- 172.21.15.62:0/1237708297 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6c5c0d0580 0x7f6c5c0cda50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.690 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.680+0000 7f6c6197c640 1 -- 172.21.15.62:0/1237708297 >> v1:172.21.15.188:6789/0 conn(0x7f6c5c0cdf90 legacy=0x7f6c5c0acfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:36.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.680+0000 7f6c6197c640 1 -- 172.21.15.62:0/1237708297 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c5c0b1740 con 0x7f6c5c0d01b0 2023-06-08T03:53:36.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c6197c640 1 --2- 172.21.15.62:0/1237708297 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c5c0d01b0 0x7f6c5c143210 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f6c54006fd0 tx=0x7f6c5401c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66a521a9abf72907 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:36.691 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c6097a640 1 -- 172.21.15.62:0/1237708297 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c540ab670 con 0x7f6c5c0d01b0 2023-06-08T03:53:36.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c6097a640 1 -- 172.21.15.62:0/1237708297 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c540ab7d0 con 0x7f6c5c0d01b0 2023-06-08T03:53:36.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c6097a640 1 -- 172.21.15.62:0/1237708297 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c540abb60 con 0x7f6c5c0d01b0 2023-06-08T03:53:36.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c63be0640 1 -- 172.21.15.62:0/1237708297 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c5c0d01b0 msgr2=0x7f6c5c143210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:36.692 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c63be0640 1 --2- 172.21.15.62:0/1237708297 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c5c0d01b0 0x7f6c5c143210 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f6c54006fd0 tx=0x7f6c5401c4b0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c63be0640 1 -- 172.21.15.62:0/1237708297 shutdown_connections 2023-06-08T03:53:36.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c63be0640 1 --2- 172.21.15.62:0/1237708297 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6c5c0d0580 0x7f6c5c0cda50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c63be0640 1 --2- 172.21.15.62:0/1237708297 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c5c0d01b0 0x7f6c5c143210 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c63be0640 1 -- 172.21.15.62:0/1237708297 >> 172.21.15.62:0/1237708297 conn(0x7f6c5c089fe0 msgr2=0x7f6c5c0991b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:36.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c63be0640 1 -- 172.21.15.62:0/1237708297 shutdown_connections 2023-06-08T03:53:36.693 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c63be0640 1 -- 172.21.15.62:0/1237708297 wait complete. 2023-06-08T03:53:36.695 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c63be0640 1 Processor -- start 2023-06-08T03:53:36.695 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c63be0640 1 -- start start 2023-06-08T03:53:36.695 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c63be0640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c5c0cdf90 0x7f6c5c0b2cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:36.695 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c63be0640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6c5c0d01b0 0x7f6c5c150a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:36.695 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c63be0640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6c5c0d0580 0x7f6c5c0c4670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:36.695 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c63be0640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c5c0c39b0 con 0x7f6c5c0cdf90 2023-06-08T03:53:36.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c63be0640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c5c151540 con 0x7f6c5c0d01b0 2023-06-08T03:53:36.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c63be0640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c5c1512a0 con 0x7f6c5c0d0580 2023-06-08T03:53:36.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c6197c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c5c0cdf90 0x7f6c5c0b2cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:36.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c6197c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c5c0cdf90 0x7f6c5c0b2cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:41522/0 (socket says 172.21.15.62:41522) 2023-06-08T03:53:36.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.684+0000 7f6c6197c640 1 -- 172.21.15.62:0/57853712 learned_addr learned my addr 172.21.15.62:0/57853712 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:36.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.688+0000 7f6c6117b640 1 --2- 172.21.15.62:0/57853712 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6c5c0d01b0 0x7f6c5c150a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:36.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.688+0000 7f6c6217d640 1 --2- 172.21.15.62:0/57853712 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6c5c0d0580 0x7f6c5c0c4670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:36.697 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.688+0000 7f6c6197c640 1 -- 172.21.15.62:0/57853712 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6c5c0d0580 msgr2=0x7f6c5c0c4670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:36.697 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.688+0000 7f6c6197c640 1 --2- 172.21.15.62:0/57853712 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6c5c0d0580 0x7f6c5c0c4670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.697 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.688+0000 7f6c6197c640 1 -- 172.21.15.62:0/57853712 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6c5c0d01b0 msgr2=0x7f6c5c150a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:36.697 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.688+0000 7f6c6197c640 1 --2- 172.21.15.62:0/57853712 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6c5c0d01b0 0x7f6c5c150a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.697 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.688+0000 7f6c6197c640 1 -- 172.21.15.62:0/57853712 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c54009480 con 0x7f6c5c0cdf90 2023-06-08T03:53:36.697 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.688+0000 7f6c6217d640 1 --2- 172.21.15.62:0/57853712 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6c5c0d0580 0x7f6c5c0c4670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:36.697 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.688+0000 7f6c6197c640 1 --2- 172.21.15.62:0/57853712 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c5c0cdf90 0x7f6c5c0b2cb0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f6c5401ab60 tx=0x7f6c54019250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:36.697 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.688+0000 7f6c5a7fc640 1 -- 172.21.15.62:0/57853712 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c540abd50 con 0x7f6c5c0cdf90 2023-06-08T03:53:36.698 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.688+0000 7f6c5a7fc640 1 -- 172.21.15.62:0/57853712 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c54003620 con 0x7f6c5c0cdf90 2023-06-08T03:53:36.698 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.688+0000 7f6c63be0640 1 -- 172.21.15.62:0/57853712 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c5c153e30 con 0x7f6c5c0cdf90 2023-06-08T03:53:36.698 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.688+0000 7f6c5a7fc640 1 -- 172.21.15.62:0/57853712 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c540039b0 con 0x7f6c5c0cdf90 2023-06-08T03:53:36.698 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.688+0000 7f6c63be0640 1 -- 172.21.15.62:0/57853712 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c5c0b31f0 con 0x7f6c5c0cdf90 2023-06-08T03:53:36.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.688+0000 7f6c43fff640 1 -- 172.21.15.62:0/57853712 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c38005260 con 0x7f6c5c0cdf90 2023-06-08T03:53:36.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.688+0000 7f6c5a7fc640 1 -- 172.21.15.62:0/57853712 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6c54003b10 con 0x7f6c5c0cdf90 2023-06-08T03:53:36.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.688+0000 7f6c5a7fc640 1 --2- 172.21.15.62:0/57853712 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6c48066280 0x7f6c48068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:36.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.688+0000 7f6c5a7fc640 1 -- 172.21.15.62:0/57853712 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f6c5411e240 con 0x7f6c5c0cdf90 2023-06-08T03:53:36.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.688+0000 7f6c6117b640 1 --2- 172.21.15.62:0/57853712 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6c48066280 0x7f6c48068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:36.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.688+0000 7f6c6117b640 1 --2- 172.21.15.62:0/57853712 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6c48066280 0x7f6c48068730 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f6c50003fd0 tx=0x7f6c500039a0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:36.701 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.692+0000 7f6c5a7fc640 1 -- 172.21.15.62:0/57853712 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6c540eb970 con 0x7f6c5c0cdf90 2023-06-08T03:53:36.913 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.904+0000 7f6c43fff640 1 -- 172.21.15.62:0/57853712 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7f6c38005a90 con 0x7f6c5c0cdf90 2023-06-08T03:53:36.919 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.912+0000 7f6c5a7fc640 1 -- 172.21.15.62:0/57853712 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) v1 ==== 90+0+0 (secure 0 0 0) 0x7f6c540eef90 con 0x7f6c5c0cdf90 2023-06-08T03:53:36.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.912+0000 7f6c43fff640 1 -- 172.21.15.62:0/57853712 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6c48066280 msgr2=0x7f6c48068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:36.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.912+0000 7f6c43fff640 1 --2- 172.21.15.62:0/57853712 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6c48066280 0x7f6c48068730 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f6c50003fd0 tx=0x7f6c500039a0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.912+0000 7f6c43fff640 1 -- 172.21.15.62:0/57853712 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c5c0cdf90 msgr2=0x7f6c5c0b2cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:36.922 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.912+0000 7f6c43fff640 1 --2- 172.21.15.62:0/57853712 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c5c0cdf90 0x7f6c5c0b2cb0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f6c5401ab60 tx=0x7f6c54019250 comp rx=0 tx=0).stop 2023-06-08T03:53:36.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.912+0000 7f6c43fff640 1 -- 172.21.15.62:0/57853712 shutdown_connections 2023-06-08T03:53:36.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.912+0000 7f6c43fff640 1 --2- 172.21.15.62:0/57853712 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6c48066280 0x7f6c48068730 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.912+0000 7f6c43fff640 1 --2- 172.21.15.62:0/57853712 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f6c5c0d0580 0x7f6c5c0c4670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.912+0000 7f6c43fff640 1 --2- 172.21.15.62:0/57853712 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f6c5c0d01b0 0x7f6c5c150a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.912+0000 7f6c43fff640 1 --2- 172.21.15.62:0/57853712 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c5c0cdf90 0x7f6c5c0b2cb0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:36.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.912+0000 7f6c43fff640 1 -- 172.21.15.62:0/57853712 >> 172.21.15.62:0/57853712 conn(0x7f6c5c089fe0 msgr2=0x7f6c5c0aed50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:36.923 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.916+0000 7f6c43fff640 1 -- 172.21.15.62:0/57853712 shutdown_connections 2023-06-08T03:53:36.924 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:36.916+0000 7f6c43fff640 1 -- 172.21.15.62:0/57853712 wait complete. 2023-06-08T03:53:36.939 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2023-06-08T03:53:37.057 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.048+0000 7f9523d58640 1 Processor -- start 2023-06-08T03:53:37.057 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.048+0000 7f9523d58640 1 -- start start 2023-06-08T03:53:37.059 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.048+0000 7f9523d58640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f951c152cd0 0x7f951c15c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:37.059 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.048+0000 7f9523d58640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f951c158a10 0x7f951c06f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:37.059 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.048+0000 7f9523d58640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f951c06fb70 0x7f951c0cc920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:37.059 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.048+0000 7f9523d58640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f951c06acd0 con 0x7f951c158a10 2023-06-08T03:53:37.060 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.048+0000 7f9523d58640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f951c06ffb0 con 0x7f951c06fb70 2023-06-08T03:53:37.060 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.048+0000 7f9523d58640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f951c158eb0 con 0x7f951c152cd0 2023-06-08T03:53:37.060 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f95212f3640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f951c158a10 0x7f951c06f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:37.060 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f95212f3640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f951c158a10 0x7f951c06f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34074/0 (socket says 172.21.15.62:34074) 2023-06-08T03:53:37.060 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f95212f3640 1 -- 172.21.15.62:0/4004858647 learned_addr learned my addr 172.21.15.62:0/4004858647 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:37.060 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f9521af4640 1 --2- 172.21.15.62:0/4004858647 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f951c152cd0 0x7f951c15c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:37.060 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f95222f5640 1 --2- 172.21.15.62:0/4004858647 >> v2:172.21.15.188:3300/0 conn(0x7f951c06fb70 0x7f951c0cc920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:37.061 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f95212f3640 1 -- 172.21.15.62:0/4004858647 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f951c152cd0 msgr2=0x7f951c15c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:37.061 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f95212f3640 1 --2- 172.21.15.62:0/4004858647 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f951c152cd0 0x7f951c15c9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.061 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f95212f3640 1 -- 172.21.15.62:0/4004858647 >> v2:172.21.15.188:3300/0 conn(0x7f951c06fb70 msgr2=0x7f951c0cc920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:37.061 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f95212f3640 1 --2- 172.21.15.62:0/4004858647 >> v2:172.21.15.188:3300/0 conn(0x7f951c06fb70 0x7f951c0cc920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.061 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f95212f3640 1 -- 172.21.15.62:0/4004858647 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f951c159190 con 0x7f951c158a10 2023-06-08T03:53:37.061 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f9521af4640 1 --2- 172.21.15.62:0/4004858647 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f951c152cd0 0x7f951c15c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:37.062 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f95212f3640 1 --2- 172.21.15.62:0/4004858647 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f951c158a10 0x7f951c06f630 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f951c06f3d0 tx=0x7f950c01ecf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be27c247cfebd10e server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:37.063 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f9520af2640 1 -- 172.21.15.62:0/4004858647 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f950c0a89b0 con 0x7f951c158a10 2023-06-08T03:53:37.063 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f9520af2640 1 -- 172.21.15.62:0/4004858647 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f950c0a8b10 con 0x7f951c158a10 2023-06-08T03:53:37.063 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f9520af2640 1 -- 172.21.15.62:0/4004858647 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f950c0a8ea0 con 0x7f951c158a10 2023-06-08T03:53:37.063 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f9523d58640 1 -- 172.21.15.62:0/4004858647 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f951c158a10 msgr2=0x7f951c06f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:37.063 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f9523d58640 1 --2- 172.21.15.62:0/4004858647 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f951c158a10 0x7f951c06f630 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f951c06f3d0 tx=0x7f950c01ecf0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.063 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f9523d58640 1 -- 172.21.15.62:0/4004858647 shutdown_connections 2023-06-08T03:53:37.063 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f9523d58640 1 --2- 172.21.15.62:0/4004858647 >> v2:172.21.15.188:3300/0 conn(0x7f951c06fb70 0x7f951c0cc920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.064 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f9523d58640 1 --2- 172.21.15.62:0/4004858647 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f951c158a10 0x7f951c06f630 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.064 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f9523d58640 1 --2- 172.21.15.62:0/4004858647 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f951c152cd0 0x7f951c15c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.064 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f9523d58640 1 -- 172.21.15.62:0/4004858647 >> 172.21.15.62:0/4004858647 conn(0x7f951c0ca6c0 msgr2=0x7f951c0caac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:37.064 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f9523d58640 1 -- 172.21.15.62:0/4004858647 shutdown_connections 2023-06-08T03:53:37.064 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.052+0000 7f9523d58640 1 -- 172.21.15.62:0/4004858647 wait complete. 2023-06-08T03:53:37.064 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f9523d58640 1 Processor -- start 2023-06-08T03:53:37.064 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f9523d58640 1 -- start start 2023-06-08T03:53:37.066 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f9523d58640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f951c06fb70 0x7f951c15a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:37.066 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f9523d58640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f951c158a10 0x7f951c150cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:37.066 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f9523d58640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f951c06bf90 0x7f951c06c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:37.066 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f9523d58640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f951c0c4f40 con 0x7f951c06bf90 2023-06-08T03:53:37.067 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f9523d58640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f951c15adf0 con 0x7f951c06fb70 2023-06-08T03:53:37.067 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f9523d58640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f951c15b0d0 con 0x7f951c158a10 2023-06-08T03:53:37.067 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f95222f5640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f951c06bf90 0x7f951c06c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:37.067 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f95222f5640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f951c06bf90 0x7f951c06c410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34082/0 (socket says 172.21.15.62:34082) 2023-06-08T03:53:37.067 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f95222f5640 1 -- 172.21.15.62:0/573715862 learned_addr learned my addr 172.21.15.62:0/573715862 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:37.067 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f9521af4640 1 --2- 172.21.15.62:0/573715862 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f951c06fb70 0x7f951c15a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:37.067 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f95212f3640 1 --2- 172.21.15.62:0/573715862 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f951c158a10 0x7f951c150cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:37.068 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f95222f5640 1 -- 172.21.15.62:0/573715862 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f951c158a10 msgr2=0x7f951c150cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:37.068 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f95222f5640 1 --2- 172.21.15.62:0/573715862 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f951c158a10 0x7f951c150cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.068 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f95222f5640 1 -- 172.21.15.62:0/573715862 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f951c06fb70 msgr2=0x7f951c15a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:37.068 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f95222f5640 1 --2- 172.21.15.62:0/573715862 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f951c06fb70 0x7f951c15a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.068 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f95222f5640 1 -- 172.21.15.62:0/573715862 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f950c0094d0 con 0x7f951c06bf90 2023-06-08T03:53:37.068 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f9521af4640 1 --2- 172.21.15.62:0/573715862 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f951c06fb70 0x7f951c15a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:53:37.068 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f95222f5640 1 --2- 172.21.15.62:0/573715862 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f951c06bf90 0x7f951c06c410 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f9514007d20 tx=0x7f951400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:37.068 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f95127fc640 1 -- 172.21.15.62:0/573715862 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9514014420 con 0x7f951c06bf90 2023-06-08T03:53:37.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f95127fc640 1 -- 172.21.15.62:0/573715862 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95140145a0 con 0x7f951c06bf90 2023-06-08T03:53:37.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f9523d58640 1 -- 172.21.15.62:0/573715862 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f951c15b3b0 con 0x7f951c06bf90 2023-06-08T03:53:37.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f95127fc640 1 -- 172.21.15.62:0/573715862 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9514014950 con 0x7f951c06bf90 2023-06-08T03:53:37.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f9523d58640 1 -- 172.21.15.62:0/573715862 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f951c1511f0 con 0x7f951c06bf90 2023-06-08T03:53:37.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f9523d58640 1 -- 172.21.15.62:0/573715862 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f951c15b5f0 con 0x7f951c06bf90 2023-06-08T03:53:37.069 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.056+0000 7f95127fc640 1 -- 172.21.15.62:0/573715862 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9514014ab0 con 0x7f951c06bf90 2023-06-08T03:53:37.070 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.060+0000 7f95127fc640 1 --2- 172.21.15.62:0/573715862 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9500066280 0x7f9500068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:37.070 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.060+0000 7f95127fc640 1 -- 172.21.15.62:0/573715862 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f9514084240 con 0x7f951c06bf90 2023-06-08T03:53:37.070 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.060+0000 7f9521af4640 1 --2- 172.21.15.62:0/573715862 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9500066280 0x7f9500068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:37.070 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.060+0000 7f9521af4640 1 --2- 172.21.15.62:0/573715862 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9500066280 0x7f9500068730 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f951800a9b0 tx=0x7f9518008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:37.071 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.064+0000 7f95127fc640 1 -- 172.21.15.62:0/573715862 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f951c15b5f0 con 0x7f951c06bf90 2023-06-08T03:53:37.275 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.268+0000 7f9523d58640 1 -- 172.21.15.62:0/573715862 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7f951c0c4d10 con 0x7f951c06bf90 2023-06-08T03:53:37.282 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.272+0000 7f95127fc640 1 -- 172.21.15.62:0/573715862 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) v1 ==== 90+0+0 (secure 0 0 0) 0x7f951c0c4d10 con 0x7f951c06bf90 2023-06-08T03:53:37.284 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.276+0000 7f9523d58640 1 -- 172.21.15.62:0/573715862 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9500066280 msgr2=0x7f9500068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:37.284 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.276+0000 7f9523d58640 1 --2- 172.21.15.62:0/573715862 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9500066280 0x7f9500068730 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f951800a9b0 tx=0x7f9518008040 comp rx=0 tx=0).stop 2023-06-08T03:53:37.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.276+0000 7f9523d58640 1 -- 172.21.15.62:0/573715862 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f951c06bf90 msgr2=0x7f951c06c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:37.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.276+0000 7f9523d58640 1 --2- 172.21.15.62:0/573715862 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f951c06bf90 0x7f951c06c410 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f9514007d20 tx=0x7f951400e4b0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.276+0000 7f9523d58640 1 -- 172.21.15.62:0/573715862 shutdown_connections 2023-06-08T03:53:37.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.276+0000 7f9523d58640 1 --2- 172.21.15.62:0/573715862 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9500066280 0x7f9500068730 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.276+0000 7f9523d58640 1 --2- 172.21.15.62:0/573715862 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f951c06bf90 0x7f951c06c410 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.276+0000 7f9523d58640 1 --2- 172.21.15.62:0/573715862 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f951c158a10 0x7f951c150cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.285 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.276+0000 7f9523d58640 1 --2- 172.21.15.62:0/573715862 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f951c06fb70 0x7f951c15a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.286 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.276+0000 7f9523d58640 1 -- 172.21.15.62:0/573715862 >> 172.21.15.62:0/573715862 conn(0x7f951c0ca6c0 msgr2=0x7f951c151fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:37.286 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.276+0000 7f9523d58640 1 -- 172.21.15.62:0/573715862 shutdown_connections 2023-06-08T03:53:37.286 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.276+0000 7f9523d58640 1 -- 172.21.15.62:0/573715862 wait complete. 2023-06-08T03:53:37.300 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2023-06-08T03:53:37.412 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.404+0000 7f40e9956640 1 Processor -- start 2023-06-08T03:53:37.412 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.404+0000 7f40e9956640 1 -- start start 2023-06-08T03:53:37.413 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.404+0000 7f40e9956640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f40e40c1280 0x7f40e40af6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:37.413 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.404+0000 7f40e9956640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f40e40c9da0 con 0x7f40e4156da0 2023-06-08T03:53:37.413 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.404+0000 7f40e9956640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f40e4160280 con 0x7f40e40afc00 2023-06-08T03:53:37.413 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.404+0000 7f40e9956640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f40e4160f00 con 0x7f40e40c1280 2023-06-08T03:53:37.413 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.404+0000 7f40e2ffd640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f40e4156da0 0x7f40e40c0b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:60862/0 (socket says 172.21.15.62:60862) 2023-06-08T03:53:37.414 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.404+0000 7f40e2ffd640 1 -- 172.21.15.62:0/2256299688 learned_addr learned my addr 172.21.15.62:0/2256299688 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:37.414 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.404+0000 7f40e27fc640 1 --2- 172.21.15.62:0/2256299688 >> v2:172.21.15.62:3300/0 conn(0x7f40e40c1280 0x7f40e40af6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:37.414 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.404+0000 7f40e1ffb640 1 -- 172.21.15.62:0/2256299688 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3407748468 0 0) 0x7f40e40c9da0 con 0x7f40e4156da0 2023-06-08T03:53:37.415 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.404+0000 7f40e1ffb640 1 -- 172.21.15.62:0/2256299688 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f40d0003530 con 0x7f40e4156da0 2023-06-08T03:53:37.415 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.404+0000 7f40e27fc640 1 -- 172.21.15.62:0/2256299688 >> v1:172.21.15.188:6789/0 conn(0x7f40e40afc00 legacy=0x7f40e40c8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:37.415 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.404+0000 7f40e27fc640 1 -- 172.21.15.62:0/2256299688 >> v1:172.21.15.62:6789/0 conn(0x7f40e4156da0 legacy=0x7f40e40c0b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:37.415 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.404+0000 7f40e1ffb640 1 -- 172.21.15.62:0/2256299688 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2356460267 0 0) 0x7f40d0003530 con 0x7f40e4156da0 2023-06-08T03:53:37.415 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.404+0000 7f40e27fc640 1 -- 172.21.15.62:0/2256299688 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40e4160560 con 0x7f40e40c1280 2023-06-08T03:53:37.416 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.408+0000 7f40e27fc640 1 --2- 172.21.15.62:0/2256299688 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f40e40c1280 0x7f40e40af6c0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f40cc009d90 tx=0x7f40cc01c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb5ece372cf1d686 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:37.416 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.408+0000 7f40e1ffb640 1 -- 172.21.15.62:0/2256299688 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40d4001680 con 0x7f40e40c1280 2023-06-08T03:53:37.417 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.408+0000 7f40e1ffb640 1 -- 172.21.15.62:0/2256299688 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f40cc0a56b0 con 0x7f40e40c1280 2023-06-08T03:53:37.417 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.408+0000 7f40e1ffb640 1 -- 172.21.15.62:0/2256299688 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40cc0a5a40 con 0x7f40e40c1280 2023-06-08T03:53:37.417 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.408+0000 7f40e9956640 1 -- 172.21.15.62:0/2256299688 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f40e40c1280 msgr2=0x7f40e40af6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:37.418 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.408+0000 7f40e9956640 1 --2- 172.21.15.62:0/2256299688 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f40e40c1280 0x7f40e40af6c0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f40cc009d90 tx=0x7f40cc01c830 comp rx=0 tx=0).stop 2023-06-08T03:53:37.418 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.408+0000 7f40e9956640 1 -- 172.21.15.62:0/2256299688 shutdown_connections 2023-06-08T03:53:37.418 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.408+0000 7f40e9956640 1 --2- 172.21.15.62:0/2256299688 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f40e40c1280 0x7f40e40af6c0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.418 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.408+0000 7f40e9956640 1 -- 172.21.15.62:0/2256299688 >> 172.21.15.62:0/2256299688 conn(0x7f40e40ca6c0 msgr2=0x7f40e40caac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:37.418 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.408+0000 7f40e9956640 1 -- 172.21.15.62:0/2256299688 shutdown_connections 2023-06-08T03:53:37.418 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.408+0000 7f40e9956640 1 -- 172.21.15.62:0/2256299688 wait complete. 2023-06-08T03:53:37.419 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e9956640 1 Processor -- start 2023-06-08T03:53:37.419 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e9956640 1 -- start start 2023-06-08T03:53:37.421 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e9956640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f40e40afc00 0x7f40e40cd510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:37.421 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e9956640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f40e40c1280 0x7f40e41593c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:37.421 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e9956640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f40e4156da0 0x7f40e41582e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:37.421 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e9956640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40e41f89d0 con 0x7f40e40c1280 2023-06-08T03:53:37.421 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e9956640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40e40c5120 con 0x7f40e4156da0 2023-06-08T03:53:37.421 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e9956640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f40e41f8c20 con 0x7f40e40afc00 2023-06-08T03:53:37.422 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e27fc640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f40e40c1280 0x7f40e41593c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:37.422 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e27fc640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f40e40c1280 0x7f40e41593c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34090/0 (socket says 172.21.15.62:34090) 2023-06-08T03:53:37.422 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e27fc640 1 -- 172.21.15.62:0/447927087 learned_addr learned my addr 172.21.15.62:0/447927087 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:37.422 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e2ffd640 1 --2- 172.21.15.62:0/447927087 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f40e40afc00 0x7f40e40cd510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:37.422 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e27fc640 1 -- 172.21.15.62:0/447927087 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f40e40afc00 msgr2=0x7f40e40cd510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:37.422 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e27fc640 1 --2- 172.21.15.62:0/447927087 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f40e40afc00 0x7f40e40cd510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.422 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e27fc640 1 -- 172.21.15.62:0/447927087 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f40e4156da0 msgr2=0x7f40e41582e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:37.423 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e27fc640 1 --2- 172.21.15.62:0/447927087 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f40e4156da0 0x7f40e41582e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.423 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e27fc640 1 -- 172.21.15.62:0/447927087 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40cc009a70 con 0x7f40e40c1280 2023-06-08T03:53:37.423 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e27fc640 1 --2- 172.21.15.62:0/447927087 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f40e40c1280 0x7f40e41593c0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f40cc0b0040 tx=0x7f40cc0195d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:37.423 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40dbfff640 1 -- 172.21.15.62:0/447927087 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40cc0ad640 con 0x7f40e40c1280 2023-06-08T03:53:37.423 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40dbfff640 1 -- 172.21.15.62:0/447927087 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f40cc0ad7a0 con 0x7f40e40c1280 2023-06-08T03:53:37.423 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e9956640 1 -- 172.21.15.62:0/447927087 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40e41f8f00 con 0x7f40e40c1280 2023-06-08T03:53:37.423 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40dbfff640 1 -- 172.21.15.62:0/447927087 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40cc0adb30 con 0x7f40e40c1280 2023-06-08T03:53:37.424 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e9956640 1 -- 172.21.15.62:0/447927087 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40e40c5650 con 0x7f40e40c1280 2023-06-08T03:53:37.424 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.412+0000 7f40e9956640 1 -- 172.21.15.62:0/447927087 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f40e40c5840 con 0x7f40e40c1280 2023-06-08T03:53:37.424 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.416+0000 7f40dbfff640 1 -- 172.21.15.62:0/447927087 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f40cc0b4050 con 0x7f40e40c1280 2023-06-08T03:53:37.425 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.416+0000 7f40dbfff640 1 --2- 172.21.15.62:0/447927087 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f40c4066280 0x7f40c4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:37.425 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.416+0000 7f40dbfff640 1 -- 172.21.15.62:0/447927087 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f40cc11e5d0 con 0x7f40e40c1280 2023-06-08T03:53:37.425 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.416+0000 7f40e2ffd640 1 --2- 172.21.15.62:0/447927087 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f40c4066280 0x7f40c4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:37.425 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.416+0000 7f40e2ffd640 1 --2- 172.21.15.62:0/447927087 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f40c4066280 0x7f40c4068730 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f40d4001ec0 tx=0x7f40d4009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:37.426 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.420+0000 7f40dbfff640 1 -- 172.21.15.62:0/447927087 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f40cc0ebe10 con 0x7f40e40c1280 2023-06-08T03:53:37.627 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.620+0000 7f40e9956640 1 -- 172.21.15.62:0/447927087 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7f40e404d650 con 0x7f40e40c1280 2023-06-08T03:53:37.635 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.628+0000 7f40dbfff640 1 -- 172.21.15.62:0/447927087 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7f40cc0ef430 con 0x7f40e40c1280 2023-06-08T03:53:37.636 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.628+0000 7f40e9956640 1 -- 172.21.15.62:0/447927087 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f40c4066280 msgr2=0x7f40c4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:37.637 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.628+0000 7f40e9956640 1 --2- 172.21.15.62:0/447927087 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f40c4066280 0x7f40c4068730 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f40d4001ec0 tx=0x7f40d4009040 comp rx=0 tx=0).stop 2023-06-08T03:53:37.637 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.628+0000 7f40e9956640 1 -- 172.21.15.62:0/447927087 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f40e40c1280 msgr2=0x7f40e41593c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:37.637 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.628+0000 7f40e9956640 1 --2- 172.21.15.62:0/447927087 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f40e40c1280 0x7f40e41593c0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f40cc0b0040 tx=0x7f40cc0195d0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.637 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.628+0000 7f40e9956640 1 -- 172.21.15.62:0/447927087 shutdown_connections 2023-06-08T03:53:37.637 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.628+0000 7f40e9956640 1 --2- 172.21.15.62:0/447927087 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f40c4066280 0x7f40c4068730 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.637 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.628+0000 7f40e9956640 1 --2- 172.21.15.62:0/447927087 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f40e4156da0 0x7f40e41582e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.637 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.628+0000 7f40e9956640 1 --2- 172.21.15.62:0/447927087 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f40e40c1280 0x7f40e41593c0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.628+0000 7f40e9956640 1 --2- 172.21.15.62:0/447927087 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f40e40afc00 0x7f40e40cd510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.628+0000 7f40e9956640 1 -- 172.21.15.62:0/447927087 >> 172.21.15.62:0/447927087 conn(0x7f40e40ca6c0 msgr2=0x7f40e40ccc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:37.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.628+0000 7f40e9956640 1 -- 172.21.15.62:0/447927087 shutdown_connections 2023-06-08T03:53:37.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.628+0000 7f40e9956640 1 -- 172.21.15.62:0/447927087 wait complete. 2023-06-08T03:53:37.652 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2023-06-08T03:53:37.775 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.768+0000 7f9250e73640 1 Processor -- start 2023-06-08T03:53:37.775 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.768+0000 7f9250e73640 1 -- start start 2023-06-08T03:53:37.776 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.768+0000 7f9250e73640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f924c158a10 0x7f924c06f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:37.776 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.768+0000 7f9250e73640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f924c06fb70 0x7f924c0c8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:37.776 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.768+0000 7f9250e73640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f924c06acd0 con 0x7f924c152cd0 2023-06-08T03:53:37.777 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.768+0000 7f9250e73640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f924c06ff70 con 0x7f924c158a10 2023-06-08T03:53:37.777 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.768+0000 7f9250e73640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f924c158eb0 con 0x7f924c06fb70 2023-06-08T03:53:37.777 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.768+0000 7f9249d9b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f924c158a10 0x7f924c06f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:37.777 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.768+0000 7f924a59c640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f924c152cd0 0x7f924c15c9a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:60868/0 (socket says 172.21.15.62:60868) 2023-06-08T03:53:37.777 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.768+0000 7f9249d9b640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f924c158a10 0x7f924c06f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34096/0 (socket says 172.21.15.62:34096) 2023-06-08T03:53:37.777 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.768+0000 7f924a59c640 1 -- 172.21.15.62:0/3499564096 learned_addr learned my addr 172.21.15.62:0/3499564096 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:37.778 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.768+0000 7f9249d9b640 1 -- 172.21.15.62:0/3499564096 >> v2:172.21.15.188:3300/0 conn(0x7f924c06fb70 msgr2=0x7f924c0c8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:37.778 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.768+0000 7f9249d9b640 1 --2- 172.21.15.62:0/3499564096 >> v2:172.21.15.188:3300/0 conn(0x7f924c06fb70 0x7f924c0c8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.778 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.768+0000 7f9249d9b640 1 -- 172.21.15.62:0/3499564096 >> v1:172.21.15.62:6789/0 conn(0x7f924c152cd0 legacy=0x7f924c15c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:37.778 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.768+0000 7f9249d9b640 1 -- 172.21.15.62:0/3499564096 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f924c159190 con 0x7f924c158a10 2023-06-08T03:53:37.779 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.768+0000 7f924959a640 1 -- 172.21.15.62:0/3499564096 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3377261403 0 0) 0x7f924c06acd0 con 0x7f924c152cd0 2023-06-08T03:53:37.779 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9249d9b640 1 --2- 172.21.15.62:0/3499564096 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f924c158a10 0x7f924c06f630 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f924c1565e0 tx=0x7f924001ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba9de12cbbdf676 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:37.779 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f924959a640 1 -- 172.21.15.62:0/3499564096 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92400a8950 con 0x7f924c158a10 2023-06-08T03:53:37.779 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f924959a640 1 -- 172.21.15.62:0/3499564096 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92400a8ab0 con 0x7f924c158a10 2023-06-08T03:53:37.780 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f924959a640 1 -- 172.21.15.62:0/3499564096 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92400a8e40 con 0x7f924c158a10 2023-06-08T03:53:37.780 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9250e73640 1 -- 172.21.15.62:0/3499564096 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f924c158a10 msgr2=0x7f924c06f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:37.780 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9250e73640 1 --2- 172.21.15.62:0/3499564096 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f924c158a10 0x7f924c06f630 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f924c1565e0 tx=0x7f924001ec50 comp rx=0 tx=0).stop 2023-06-08T03:53:37.781 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9250e73640 1 -- 172.21.15.62:0/3499564096 shutdown_connections 2023-06-08T03:53:37.781 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9250e73640 1 --2- 172.21.15.62:0/3499564096 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f924c158a10 0x7f924c06f630 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.781 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9250e73640 1 --2- 172.21.15.62:0/3499564096 >> v2:172.21.15.188:3300/0 conn(0x7f924c06fb70 0x7f924c0c8e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.781 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9250e73640 1 -- 172.21.15.62:0/3499564096 >> 172.21.15.62:0/3499564096 conn(0x7f924c0ca6c0 msgr2=0x7f924c0caac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:37.781 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9250e73640 1 -- 172.21.15.62:0/3499564096 shutdown_connections 2023-06-08T03:53:37.781 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9250e73640 1 -- 172.21.15.62:0/3499564096 wait complete. 2023-06-08T03:53:37.783 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9250e73640 1 Processor -- start 2023-06-08T03:53:37.783 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9250e73640 1 -- start start 2023-06-08T03:53:37.783 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9250e73640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f924c06fb70 0x7f924c15b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:37.783 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9250e73640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f924c158a10 0x7f924c06b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:37.783 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9250e73640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f924c06b810 0x7f924c0b1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:37.783 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9250e73640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f924c1ec9f0 con 0x7f924c158a10 2023-06-08T03:53:37.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9250e73640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f924c06c9e0 con 0x7f924c06b810 2023-06-08T03:53:37.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9250e73640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f924c06bdd0 con 0x7f924c06fb70 2023-06-08T03:53:37.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9249d9b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f924c158a10 0x7f924c06b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:37.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9249d9b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f924c158a10 0x7f924c06b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34112/0 (socket says 172.21.15.62:34112) 2023-06-08T03:53:37.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9249d9b640 1 -- 172.21.15.62:0/3677127120 learned_addr learned my addr 172.21.15.62:0/3677127120 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:37.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9249d9b640 1 -- 172.21.15.62:0/3677127120 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f924c06fb70 msgr2=0x7f924c15b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:37.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9249d9b640 1 --2- 172.21.15.62:0/3677127120 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f924c06fb70 0x7f924c15b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.785 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f9249d9b640 1 -- 172.21.15.62:0/3677127120 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f924c06b810 msgr2=0x7f924c0b1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:37.785 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.772+0000 7f924ad9d640 1 --2- 172.21.15.62:0/3677127120 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f924c06b810 0x7f924c0b1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:37.785 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.776+0000 7f9249d9b640 1 --2- 172.21.15.62:0/3677127120 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f924c06b810 0x7f924c0b1620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:37.785 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.776+0000 7f9249d9b640 1 -- 172.21.15.62:0/3677127120 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9240009420 con 0x7f924c158a10 2023-06-08T03:53:37.785 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.776+0000 7f9249d9b640 1 --2- 172.21.15.62:0/3677127120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f924c158a10 0x7f924c06b2d0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f9240009880 tx=0x7f924001b9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:37.785 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.776+0000 7f923affd640 1 -- 172.21.15.62:0/3677127120 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92400b0ea0 con 0x7f924c158a10 2023-06-08T03:53:37.785 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.776+0000 7f923affd640 1 -- 172.21.15.62:0/3677127120 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9240004030 con 0x7f924c158a10 2023-06-08T03:53:37.785 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.776+0000 7f9250e73640 1 -- 172.21.15.62:0/3677127120 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f924c06c0b0 con 0x7f924c158a10 2023-06-08T03:53:37.786 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.776+0000 7f923affd640 1 -- 172.21.15.62:0/3677127120 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92400043a0 con 0x7f924c158a10 2023-06-08T03:53:37.786 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.776+0000 7f9250e73640 1 -- 172.21.15.62:0/3677127120 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f924c06c670 con 0x7f924c158a10 2023-06-08T03:53:37.786 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.776+0000 7f9250e73640 1 -- 172.21.15.62:0/3677127120 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f924c06cb50 con 0x7f924c158a10 2023-06-08T03:53:37.787 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.776+0000 7f923affd640 1 -- 172.21.15.62:0/3677127120 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f92400b7040 con 0x7f924c158a10 2023-06-08T03:53:37.787 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.776+0000 7f923affd640 1 --2- 172.21.15.62:0/3677127120 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f922c066280 0x7f922c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:37.787 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.776+0000 7f923affd640 1 -- 172.21.15.62:0/3677127120 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f92401211c0 con 0x7f924c158a10 2023-06-08T03:53:37.787 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.776+0000 7f924a59c640 1 --2- 172.21.15.62:0/3677127120 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f922c066280 0x7f922c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:37.787 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.780+0000 7f924a59c640 1 --2- 172.21.15.62:0/3677127120 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f922c066280 0x7f922c068730 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f923c0011f0 tx=0x7f923c007930 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:37.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.780+0000 7f923affd640 1 -- 172.21.15.62:0/3677127120 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f92400eea70 con 0x7f924c158a10 2023-06-08T03:53:37.995 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.988+0000 7f9250e73640 1 -- 172.21.15.62:0/3677127120 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7f924c04d650 con 0x7f924c158a10 2023-06-08T03:53:38.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.992+0000 7f923affd640 1 -- 172.21.15.62:0/3677127120 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) v1 ==== 97+0+0 (secure 0 0 0) 0x7f92400f2090 con 0x7f924c158a10 2023-06-08T03:53:38.003 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.996+0000 7f9250e73640 1 -- 172.21.15.62:0/3677127120 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f922c066280 msgr2=0x7f922c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:38.003 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.996+0000 7f9250e73640 1 --2- 172.21.15.62:0/3677127120 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f922c066280 0x7f922c068730 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f923c0011f0 tx=0x7f923c007930 comp rx=0 tx=0).stop 2023-06-08T03:53:38.003 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.996+0000 7f9250e73640 1 -- 172.21.15.62:0/3677127120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f924c158a10 msgr2=0x7f924c06b2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:38.003 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.996+0000 7f9250e73640 1 --2- 172.21.15.62:0/3677127120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f924c158a10 0x7f924c06b2d0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f9240009880 tx=0x7f924001b9f0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.003 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.996+0000 7f9250e73640 1 -- 172.21.15.62:0/3677127120 shutdown_connections 2023-06-08T03:53:38.003 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.996+0000 7f9250e73640 1 --2- 172.21.15.62:0/3677127120 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f922c066280 0x7f922c068730 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.996+0000 7f9250e73640 1 --2- 172.21.15.62:0/3677127120 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f924c06b810 0x7f924c0b1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.996+0000 7f9250e73640 1 --2- 172.21.15.62:0/3677127120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f924c158a10 0x7f924c06b2d0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.996+0000 7f9250e73640 1 --2- 172.21.15.62:0/3677127120 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f924c06fb70 0x7f924c15b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.996+0000 7f9250e73640 1 -- 172.21.15.62:0/3677127120 >> 172.21.15.62:0/3677127120 conn(0x7f924c0ca6c0 msgr2=0x7f924c0afb30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:38.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.996+0000 7f9250e73640 1 -- 172.21.15.62:0/3677127120 shutdown_connections 2023-06-08T03:53:38.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:37.996+0000 7f9250e73640 1 -- 172.21.15.62:0/3677127120 wait complete. 2023-06-08T03:53:38.018 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2023-06-08T03:53:38.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.124+0000 7fae18614640 1 Processor -- start 2023-06-08T03:53:38.131 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.124+0000 7fae18614640 1 -- start start 2023-06-08T03:53:38.132 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.124+0000 7fae18614640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fae10158a10 0x7fae1006f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:38.132 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.124+0000 7fae18614640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae1006acd0 con 0x7fae1006fb70 2023-06-08T03:53:38.132 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.124+0000 7fae18614640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae1006ff70 con 0x7fae10152cd0 2023-06-08T03:53:38.132 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.124+0000 7fae18614640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fae10158eb0 con 0x7fae10158a10 2023-06-08T03:53:38.133 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.124+0000 7fae15baf640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fae10158a10 0x7fae1006f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:38.133 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.124+0000 7fae16bb1640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fae1006fb70 0x7fae100c8e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:60878/0 (socket says 172.21.15.62:60878) 2023-06-08T03:53:38.133 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.124+0000 7fae16bb1640 1 -- 172.21.15.62:0/3593565615 learned_addr learned my addr 172.21.15.62:0/3593565615 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:38.133 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.124+0000 7fae15baf640 1 -- 172.21.15.62:0/3593565615 >> v1:172.21.15.188:6789/0 conn(0x7fae10152cd0 legacy=0x7fae1015c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:38.134 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.124+0000 7fae15baf640 1 -- 172.21.15.62:0/3593565615 >> v1:172.21.15.62:6789/0 conn(0x7fae1006fb70 legacy=0x7fae100c8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:38.134 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.124+0000 7fae15baf640 1 -- 172.21.15.62:0/3593565615 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae10159190 con 0x7fae10158a10 2023-06-08T03:53:38.134 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.124+0000 7fae153ae640 1 -- 172.21.15.62:0/3593565615 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2911601254 0 0) 0x7fae1006acd0 con 0x7fae1006fb70 2023-06-08T03:53:38.134 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae15baf640 1 --2- 172.21.15.62:0/3593565615 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae10158a10 0x7fae1006f630 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fae0c0097c0 tx=0x7fae0c01ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d73629feed290df4 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:38.135 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae153ae640 1 -- 172.21.15.62:0/3593565615 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae0c0a8930 con 0x7fae10158a10 2023-06-08T03:53:38.135 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae153ae640 1 -- 172.21.15.62:0/3593565615 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae0c0a8a90 con 0x7fae10158a10 2023-06-08T03:53:38.135 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae153ae640 1 -- 172.21.15.62:0/3593565615 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae0c0a8e20 con 0x7fae10158a10 2023-06-08T03:53:38.136 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae18614640 1 -- 172.21.15.62:0/3593565615 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae10158a10 msgr2=0x7fae1006f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:38.136 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae18614640 1 --2- 172.21.15.62:0/3593565615 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae10158a10 0x7fae1006f630 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fae0c0097c0 tx=0x7fae0c01ec30 comp rx=0 tx=0).stop 2023-06-08T03:53:38.136 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae18614640 1 -- 172.21.15.62:0/3593565615 shutdown_connections 2023-06-08T03:53:38.136 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae18614640 1 --2- 172.21.15.62:0/3593565615 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae10158a10 0x7fae1006f630 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.136 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae18614640 1 -- 172.21.15.62:0/3593565615 >> 172.21.15.62:0/3593565615 conn(0x7fae100ca6c0 msgr2=0x7fae100caac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:38.136 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae18614640 1 -- 172.21.15.62:0/3593565615 shutdown_connections 2023-06-08T03:53:38.137 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae18614640 1 -- 172.21.15.62:0/3593565615 wait complete. 2023-06-08T03:53:38.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae18614640 1 Processor -- start 2023-06-08T03:53:38.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae18614640 1 -- start start 2023-06-08T03:53:38.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae18614640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fae1006fb70 0x7fae10151220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:38.138 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae18614640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fae10158a10 0x7fae101533f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:38.139 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae18614640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae10153930 0x7fae10153f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:38.139 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae18614640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae10151760 con 0x7fae10153930 2023-06-08T03:53:38.139 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae18614640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae100ae7f0 con 0x7fae10158a10 2023-06-08T03:53:38.139 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae18614640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae100aea90 con 0x7fae1006fb70 2023-06-08T03:53:38.139 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae16bb1640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae10153930 0x7fae10153f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:38.139 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae16bb1640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae10153930 0x7fae10153f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34122/0 (socket says 172.21.15.62:34122) 2023-06-08T03:53:38.139 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae16bb1640 1 -- 172.21.15.62:0/4222617434 learned_addr learned my addr 172.21.15.62:0/4222617434 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:38.140 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae15baf640 1 --2- 172.21.15.62:0/4222617434 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fae10158a10 0x7fae101533f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:38.140 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae163b0640 1 --2- 172.21.15.62:0/4222617434 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fae1006fb70 0x7fae10151220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:38.140 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae16bb1640 1 -- 172.21.15.62:0/4222617434 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fae1006fb70 msgr2=0x7fae10151220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:38.140 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae16bb1640 1 --2- 172.21.15.62:0/4222617434 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fae1006fb70 0x7fae10151220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.140 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae16bb1640 1 -- 172.21.15.62:0/4222617434 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fae10158a10 msgr2=0x7fae101533f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:38.140 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae16bb1640 1 --2- 172.21.15.62:0/4222617434 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fae10158a10 0x7fae101533f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.140 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae16bb1640 1 -- 172.21.15.62:0/4222617434 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae0c009420 con 0x7fae10153930 2023-06-08T03:53:38.141 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae163b0640 1 --2- 172.21.15.62:0/4222617434 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fae1006fb70 0x7fae10151220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:38.141 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae16bb1640 1 --2- 172.21.15.62:0/4222617434 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae10153930 0x7fae10153f10 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fae0800c780 tx=0x7fae0800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:38.141 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae06ffd640 1 -- 172.21.15.62:0/4222617434 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae0800ce90 con 0x7fae10153930 2023-06-08T03:53:38.141 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae06ffd640 1 -- 172.21.15.62:0/4222617434 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae0800a640 con 0x7fae10153930 2023-06-08T03:53:38.141 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae18614640 1 -- 172.21.15.62:0/4222617434 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae100aed70 con 0x7fae10153930 2023-06-08T03:53:38.141 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae06ffd640 1 -- 172.21.15.62:0/4222617434 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae0800a9d0 con 0x7fae10153930 2023-06-08T03:53:38.141 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.128+0000 7fae18614640 1 -- 172.21.15.62:0/4222617434 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae100af330 con 0x7fae10153930 2023-06-08T03:53:38.142 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.132+0000 7fae18614640 1 -- 172.21.15.62:0/4222617434 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fae1015bb90 con 0x7fae10153930 2023-06-08T03:53:38.142 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.132+0000 7fae06ffd640 1 -- 172.21.15.62:0/4222617434 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fae0800ab30 con 0x7fae10153930 2023-06-08T03:53:38.142 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.132+0000 7fae06ffd640 1 --2- 172.21.15.62:0/4222617434 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fadf40662b0 0x7fadf4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:38.142 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.132+0000 7fae06ffd640 1 -- 172.21.15.62:0/4222617434 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fae08083100 con 0x7fae10153930 2023-06-08T03:53:38.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.132+0000 7fae163b0640 1 --2- 172.21.15.62:0/4222617434 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fadf40662b0 0x7fadf4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:38.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.132+0000 7fae163b0640 1 --2- 172.21.15.62:0/4222617434 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fadf40662b0 0x7fadf4068760 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fae00003e40 tx=0x7fae00009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:38.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.136+0000 7fae06ffd640 1 -- 172.21.15.62:0/4222617434 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fae08050960 con 0x7fae10153930 2023-06-08T03:53:38.348 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.340+0000 7fae18614640 1 -- 172.21.15.62:0/4222617434 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7fae1004d650 con 0x7fae10153930 2023-06-08T03:53:38.356 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.348+0000 7fae06ffd640 1 -- 172.21.15.62:0/4222617434 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) v1 ==== 90+0+0 (secure 0 0 0) 0x7fae08053f80 con 0x7fae10153930 2023-06-08T03:53:38.359 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.352+0000 7fae18614640 1 -- 172.21.15.62:0/4222617434 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fadf40662b0 msgr2=0x7fadf4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:38.359 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.352+0000 7fae18614640 1 --2- 172.21.15.62:0/4222617434 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fadf40662b0 0x7fadf4068760 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fae00003e40 tx=0x7fae00009040 comp rx=0 tx=0).stop 2023-06-08T03:53:38.359 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.352+0000 7fae18614640 1 -- 172.21.15.62:0/4222617434 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae10153930 msgr2=0x7fae10153f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:38.359 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.352+0000 7fae18614640 1 --2- 172.21.15.62:0/4222617434 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae10153930 0x7fae10153f10 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fae0800c780 tx=0x7fae0800cc40 comp rx=0 tx=0).stop 2023-06-08T03:53:38.359 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.352+0000 7fae18614640 1 -- 172.21.15.62:0/4222617434 shutdown_connections 2023-06-08T03:53:38.359 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.352+0000 7fae18614640 1 --2- 172.21.15.62:0/4222617434 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fadf40662b0 0x7fadf4068760 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.360 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.352+0000 7fae18614640 1 --2- 172.21.15.62:0/4222617434 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae10153930 0x7fae10153f10 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.360 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.352+0000 7fae18614640 1 --2- 172.21.15.62:0/4222617434 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fae10158a10 0x7fae101533f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.360 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.352+0000 7fae18614640 1 --2- 172.21.15.62:0/4222617434 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fae1006fb70 0x7fae10151220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.360 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.352+0000 7fae18614640 1 -- 172.21.15.62:0/4222617434 >> 172.21.15.62:0/4222617434 conn(0x7fae100ca6c0 msgr2=0x7fae100cdb90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:38.360 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.352+0000 7fae18614640 1 -- 172.21.15.62:0/4222617434 shutdown_connections 2023-06-08T03:53:38.360 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.352+0000 7fae18614640 1 -- 172.21.15.62:0/4222617434 wait complete. 2023-06-08T03:53:38.375 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:53:38.494 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.484+0000 7fb3c0568640 1 Processor -- start 2023-06-08T03:53:38.494 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.484+0000 7fb3c0568640 1 -- start start 2023-06-08T03:53:38.495 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3c0568640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb3b80ca430 0x7fb3b80ca800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:38.495 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3c0568640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fb3b8159730 0x7fb3b806fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:38.495 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3c0568640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fb3b8070260 0x7fb3b806a850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:38.496 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3c0568640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3b80c8390 con 0x7fb3b8159730 2023-06-08T03:53:38.496 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3c0568640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3b8070870 con 0x7fb3b8070260 2023-06-08T03:53:38.496 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3c0568640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3b8070b50 con 0x7fb3b80ca430 2023-06-08T03:53:38.496 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3bdb03640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fb3b8159730 0x7fb3b806fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:38.496 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3bdb03640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fb3b8159730 0x7fb3b806fd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34138/0 (socket says 172.21.15.62:34138) 2023-06-08T03:53:38.496 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3bdb03640 1 -- 172.21.15.62:0/2772213612 learned_addr learned my addr 172.21.15.62:0/2772213612 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:38.496 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3bdb03640 1 -- 172.21.15.62:0/2772213612 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb3b80ca430 msgr2=0x7fb3b80ca800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:38.497 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3be304640 1 --2- 172.21.15.62:0/2772213612 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb3b80ca430 0x7fb3b80ca800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:38.497 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3beb05640 1 --2- 172.21.15.62:0/2772213612 >> v2:172.21.15.188:3300/0 conn(0x7fb3b8070260 0x7fb3b806a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:38.497 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3bdb03640 1 --2- 172.21.15.62:0/2772213612 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb3b80ca430 0x7fb3b80ca800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.497 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3bdb03640 1 -- 172.21.15.62:0/2772213612 >> v2:172.21.15.188:3300/0 conn(0x7fb3b8070260 msgr2=0x7fb3b806a850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:38.497 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3bdb03640 1 --2- 172.21.15.62:0/2772213612 >> v2:172.21.15.188:3300/0 conn(0x7fb3b8070260 0x7fb3b806a850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.497 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3bdb03640 1 -- 172.21.15.62:0/2772213612 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3b8070e30 con 0x7fb3b8159730 2023-06-08T03:53:38.497 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3be304640 1 --2- 172.21.15.62:0/2772213612 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb3b80ca430 0x7fb3b80ca800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:38.498 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3bdb03640 1 --2- 172.21.15.62:0/2772213612 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb3b8159730 0x7fb3b806fd20 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fb3b80cb270 tx=0x7fb3b401c240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cc0ba5a6f139366 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:38.498 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3bd302640 1 -- 172.21.15.62:0/2772213612 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3b40ab600 con 0x7fb3b8159730 2023-06-08T03:53:38.499 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3bd302640 1 -- 172.21.15.62:0/2772213612 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3b40a7050 con 0x7fb3b8159730 2023-06-08T03:53:38.499 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3bd302640 1 -- 172.21.15.62:0/2772213612 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3b40ab980 con 0x7fb3b8159730 2023-06-08T03:53:38.499 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3c0568640 1 -- 172.21.15.62:0/2772213612 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb3b8159730 msgr2=0x7fb3b806fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:38.499 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3c0568640 1 --2- 172.21.15.62:0/2772213612 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb3b8159730 0x7fb3b806fd20 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fb3b80cb270 tx=0x7fb3b401c240 comp rx=0 tx=0).stop 2023-06-08T03:53:38.499 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3c0568640 1 -- 172.21.15.62:0/2772213612 shutdown_connections 2023-06-08T03:53:38.499 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3c0568640 1 --2- 172.21.15.62:0/2772213612 >> v2:172.21.15.188:3300/0 conn(0x7fb3b8070260 0x7fb3b806a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.499 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3c0568640 1 --2- 172.21.15.62:0/2772213612 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb3b8159730 0x7fb3b806fd20 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.500 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3c0568640 1 --2- 172.21.15.62:0/2772213612 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb3b80ca430 0x7fb3b80ca800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.500 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.488+0000 7fb3c0568640 1 -- 172.21.15.62:0/2772213612 >> 172.21.15.62:0/2772213612 conn(0x7fb3b80af640 msgr2=0x7fb3b80afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:38.500 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3c0568640 1 -- 172.21.15.62:0/2772213612 shutdown_connections 2023-06-08T03:53:38.500 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3c0568640 1 -- 172.21.15.62:0/2772213612 wait complete. 2023-06-08T03:53:38.502 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3c0568640 1 Processor -- start 2023-06-08T03:53:38.502 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3c0568640 1 -- start start 2023-06-08T03:53:38.502 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3c0568640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb3b8070260 0x7fb3b80c1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:38.502 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3c0568640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb3b80ca430 0x7fb3b814b650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:38.502 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3c0568640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb3b8159730 0x7fb3b814f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:38.502 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3c0568640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3b815a4e0 con 0x7fb3b8070260 2023-06-08T03:53:38.502 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3c0568640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3b80c26c0 con 0x7fb3b80ca430 2023-06-08T03:53:38.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3c0568640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3b8159ef0 con 0x7fb3b8159730 2023-06-08T03:53:38.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3be304640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb3b8070260 0x7fb3b80c1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:38.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3be304640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb3b8070260 0x7fb3b80c1620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34140/0 (socket says 172.21.15.62:34140) 2023-06-08T03:53:38.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3be304640 1 -- 172.21.15.62:0/1108352164 learned_addr learned my addr 172.21.15.62:0/1108352164 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:38.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3be304640 1 -- 172.21.15.62:0/1108352164 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb3b8159730 msgr2=0x7fb3b814f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:38.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3be304640 1 --2- 172.21.15.62:0/1108352164 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb3b8159730 0x7fb3b814f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3be304640 1 -- 172.21.15.62:0/1108352164 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb3b80ca430 msgr2=0x7fb3b814b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:38.503 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3bdb03640 1 --2- 172.21.15.62:0/1108352164 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb3b80ca430 0x7fb3b814b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:38.504 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3be304640 1 --2- 172.21.15.62:0/1108352164 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb3b80ca430 0x7fb3b814b650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.504 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3be304640 1 -- 172.21.15.62:0/1108352164 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3b40094d0 con 0x7fb3b8070260 2023-06-08T03:53:38.504 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3be304640 1 --2- 172.21.15.62:0/1108352164 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb3b8070260 0x7fb3b80c1620 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fb3a800c7c0 tx=0x7fb3a800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:38.504 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3aeffd640 1 -- 172.21.15.62:0/1108352164 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3a8007a30 con 0x7fb3b8070260 2023-06-08T03:53:38.504 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3aeffd640 1 -- 172.21.15.62:0/1108352164 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3a8007b90 con 0x7fb3b8070260 2023-06-08T03:53:38.504 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3c0568640 1 -- 172.21.15.62:0/1108352164 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3b814bb90 con 0x7fb3b8070260 2023-06-08T03:53:38.504 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3aeffd640 1 -- 172.21.15.62:0/1108352164 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3a800ce70 con 0x7fb3b8070260 2023-06-08T03:53:38.505 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3c0568640 1 -- 172.21.15.62:0/1108352164 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3b80c23e0 con 0x7fb3b8070260 2023-06-08T03:53:38.505 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.492+0000 7fb3c0568640 1 -- 172.21.15.62:0/1108352164 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3b804d6c0 con 0x7fb3b8070260 2023-06-08T03:53:38.505 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.496+0000 7fb3aeffd640 1 -- 172.21.15.62:0/1108352164 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb3a80113f0 con 0x7fb3b8070260 2023-06-08T03:53:38.506 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.496+0000 7fb3aeffd640 1 --2- 172.21.15.62:0/1108352164 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb39c066280 0x7fb39c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:38.506 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.496+0000 7fb3aeffd640 1 -- 172.21.15.62:0/1108352164 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fb3a8083e10 con 0x7fb3b8070260 2023-06-08T03:53:38.506 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.496+0000 7fb3bdb03640 1 --2- 172.21.15.62:0/1108352164 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb39c066280 0x7fb39c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:38.506 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.496+0000 7fb3bdb03640 1 --2- 172.21.15.62:0/1108352164 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb39c066280 0x7fb39c068730 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb3b40ad000 tx=0x7fb3b4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:38.507 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.500+0000 7fb3aeffd640 1 -- 172.21.15.62:0/1108352164 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb3a8051670 con 0x7fb3b8070260 2023-06-08T03:53:38.655 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.648+0000 7fb3c0568640 1 -- 172.21.15.62:0/1108352164 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb3b8152a70 con 0x7fb3b8070260 2023-06-08T03:53:38.656 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.648+0000 7fb3aeffd640 1 -- 172.21.15.62:0/1108352164 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) v1 ==== 74+0+14639 (secure 0 0 0) 0x7fb3a8054c90 con 0x7fb3b8070260 2023-06-08T03:53:38.657 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:38.657 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":33,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:53:35.767767+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:53:38.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.652+0000 7fb3c0568640 1 -- 172.21.15.62:0/1108352164 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb39c066280 msgr2=0x7fb39c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:38.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.652+0000 7fb3c0568640 1 --2- 172.21.15.62:0/1108352164 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb39c066280 0x7fb39c068730 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb3b40ad000 tx=0x7fb3b4008040 comp rx=0 tx=0).stop 2023-06-08T03:53:38.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.652+0000 7fb3c0568640 1 -- 172.21.15.62:0/1108352164 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb3b8070260 msgr2=0x7fb3b80c1620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:38.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.652+0000 7fb3c0568640 1 --2- 172.21.15.62:0/1108352164 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb3b8070260 0x7fb3b80c1620 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fb3a800c7c0 tx=0x7fb3a800cc80 comp rx=0 tx=0).stop 2023-06-08T03:53:38.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.652+0000 7fb3c0568640 1 -- 172.21.15.62:0/1108352164 shutdown_connections 2023-06-08T03:53:38.659 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.652+0000 7fb3c0568640 1 --2- 172.21.15.62:0/1108352164 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb39c066280 0x7fb39c068730 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.652+0000 7fb3c0568640 1 --2- 172.21.15.62:0/1108352164 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb3b8159730 0x7fb3b814f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.652+0000 7fb3c0568640 1 --2- 172.21.15.62:0/1108352164 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb3b80ca430 0x7fb3b814b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.652+0000 7fb3c0568640 1 --2- 172.21.15.62:0/1108352164 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb3b8070260 0x7fb3b80c1620 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.652+0000 7fb3c0568640 1 -- 172.21.15.62:0/1108352164 >> 172.21.15.62:0/1108352164 conn(0x7fb3b80af640 msgr2=0x7fb3b815d3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:38.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.652+0000 7fb3c0568640 1 -- 172.21.15.62:0/1108352164 shutdown_connections 2023-06-08T03:53:38.660 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.652+0000 7fb3c0568640 1 -- 172.21.15.62:0/1108352164 wait complete. 2023-06-08T03:53:38.674 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-08T03:52:22.372947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-08T03:52:28.107223+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-08T03:53:38.675 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-08T03:53:38.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.784+0000 7f31a895d640 1 Processor -- start 2023-06-08T03:53:38.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.784+0000 7f31a895d640 1 -- start start 2023-06-08T03:53:38.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.784+0000 7f31a895d640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f31a41570c0 0x7f31a415d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:38.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.784+0000 7f31a895d640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f31a415dcb0 0x7f31a40af6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:38.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.784+0000 7f31a895d640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31a4157490 con 0x7f31a415d130 2023-06-08T03:53:38.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.784+0000 7f31a895d640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31a4070020 con 0x7f31a41570c0 2023-06-08T03:53:38.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.784+0000 7f31a895d640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31a4070300 con 0x7f31a415dcb0 2023-06-08T03:53:38.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.784+0000 7f31a259c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f31a41570c0 0x7f31a415d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:38.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.784+0000 7f31a259c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f31a41570c0 0x7f31a415d770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34150/0 (socket says 172.21.15.62:34150) 2023-06-08T03:53:38.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.784+0000 7f31a259c640 1 -- 172.21.15.62:0/550907782 learned_addr learned my addr 172.21.15.62:0/550907782 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:38.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.784+0000 7f31a1d9b640 1 --2- 172.21.15.62:0/550907782 >> v2:172.21.15.188:3300/0 conn(0x7f31a415dcb0 0x7f31a40af6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:38.794 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.784+0000 7f31a259c640 1 -- 172.21.15.62:0/550907782 >> v2:172.21.15.188:3300/0 conn(0x7f31a415dcb0 msgr2=0x7f31a40af6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:38.794 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.784+0000 7f31a259c640 1 --2- 172.21.15.62:0/550907782 >> v2:172.21.15.188:3300/0 conn(0x7f31a415dcb0 0x7f31a40af6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.794 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.784+0000 7f31a259c640 1 -- 172.21.15.62:0/550907782 >> v1:172.21.15.188:6789/0 conn(0x7f31a415d130 legacy=0x7f31a413ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:38.794 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.784+0000 7f31a259c640 1 -- 172.21.15.62:0/550907782 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31a40705e0 con 0x7f31a41570c0 2023-06-08T03:53:38.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a259c640 1 --2- 172.21.15.62:0/550907782 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31a41570c0 0x7f31a415d770 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f31a40b0770 tx=0x7f319401c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7e260221ea48d59 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:38.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a159a640 1 -- 172.21.15.62:0/550907782 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31940ab600 con 0x7f31a41570c0 2023-06-08T03:53:38.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a159a640 1 -- 172.21.15.62:0/550907782 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31940a7050 con 0x7f31a41570c0 2023-06-08T03:53:38.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a159a640 1 -- 172.21.15.62:0/550907782 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31940ab980 con 0x7f31a41570c0 2023-06-08T03:53:38.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a895d640 1 -- 172.21.15.62:0/550907782 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31a41570c0 msgr2=0x7f31a415d770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:38.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a895d640 1 --2- 172.21.15.62:0/550907782 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31a41570c0 0x7f31a415d770 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f31a40b0770 tx=0x7f319401c440 comp rx=0 tx=0).stop 2023-06-08T03:53:38.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a895d640 1 -- 172.21.15.62:0/550907782 shutdown_connections 2023-06-08T03:53:38.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a895d640 1 --2- 172.21.15.62:0/550907782 >> v2:172.21.15.188:3300/0 conn(0x7f31a415dcb0 0x7f31a40af6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a895d640 1 --2- 172.21.15.62:0/550907782 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31a41570c0 0x7f31a415d770 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a895d640 1 -- 172.21.15.62:0/550907782 >> 172.21.15.62:0/550907782 conn(0x7f31a40ca6a0 msgr2=0x7f31a40caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:38.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a895d640 1 -- 172.21.15.62:0/550907782 shutdown_connections 2023-06-08T03:53:38.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a895d640 1 -- 172.21.15.62:0/550907782 wait complete. 2023-06-08T03:53:38.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a895d640 1 Processor -- start 2023-06-08T03:53:38.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a895d640 1 -- start start 2023-06-08T03:53:38.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a895d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31a41570c0 0x7f31a414f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:38.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a895d640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f31a415d130 0x7f31a40ae590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:38.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a895d640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f31a415dcb0 0x7f31a4150390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:38.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a895d640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31a40aefc0 con 0x7f31a41570c0 2023-06-08T03:53:38.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a895d640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31a40b1110 con 0x7f31a415dcb0 2023-06-08T03:53:38.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a895d640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31a40b13f0 con 0x7f31a415d130 2023-06-08T03:53:38.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a259c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31a41570c0 0x7f31a414f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:38.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a259c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31a41570c0 0x7f31a414f250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34166/0 (socket says 172.21.15.62:34166) 2023-06-08T03:53:38.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a259c640 1 -- 172.21.15.62:0/2829123368 learned_addr learned my addr 172.21.15.62:0/2829123368 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:38.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a2d9d640 1 --2- 172.21.15.62:0/2829123368 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f31a415dcb0 0x7f31a4150390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:38.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a259c640 1 -- 172.21.15.62:0/2829123368 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f31a415d130 msgr2=0x7f31a40ae590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:38.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a259c640 1 --2- 172.21.15.62:0/2829123368 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f31a415d130 0x7f31a40ae590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a259c640 1 -- 172.21.15.62:0/2829123368 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f31a415dcb0 msgr2=0x7f31a4150390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:38.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a259c640 1 --2- 172.21.15.62:0/2829123368 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f31a415dcb0 0x7f31a4150390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a259c640 1 -- 172.21.15.62:0/2829123368 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31940094d0 con 0x7f31a41570c0 2023-06-08T03:53:38.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a2d9d640 1 --2- 172.21.15.62:0/2829123368 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f31a415dcb0 0x7f31a4150390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:38.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a259c640 1 --2- 172.21.15.62:0/2829123368 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31a41570c0 0x7f31a414f250 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f31940ae040 tx=0x7f319401ac80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:38.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f3192ffd640 1 -- 172.21.15.62:0/2829123368 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31940b6620 con 0x7f31a41570c0 2023-06-08T03:53:38.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f3192ffd640 1 -- 172.21.15.62:0/2829123368 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31940b6780 con 0x7f31a41570c0 2023-06-08T03:53:38.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f3192ffd640 1 -- 172.21.15.62:0/2829123368 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31940b6b10 con 0x7f31a41570c0 2023-06-08T03:53:38.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.788+0000 7f31a895d640 1 -- 172.21.15.62:0/2829123368 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31a40b16d0 con 0x7f31a41570c0 2023-06-08T03:53:38.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.792+0000 7f31a895d640 1 -- 172.21.15.62:0/2829123368 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31a40b0d30 con 0x7f31a41570c0 2023-06-08T03:53:38.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.792+0000 7f31a895d640 1 -- 172.21.15.62:0/2829123368 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31a404d650 con 0x7f31a41570c0 2023-06-08T03:53:38.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.792+0000 7f3192ffd640 1 -- 172.21.15.62:0/2829123368 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f31940b2040 con 0x7f31a41570c0 2023-06-08T03:53:38.803 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.792+0000 7f3192ffd640 1 --2- 172.21.15.62:0/2829123368 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3184066280 0x7f3184068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:38.803 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.792+0000 7f3192ffd640 1 -- 172.21.15.62:0/2829123368 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f319411dea0 con 0x7f31a41570c0 2023-06-08T03:53:38.803 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.792+0000 7f31a1d9b640 1 --2- 172.21.15.62:0/2829123368 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3184066280 0x7f3184068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:38.803 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.792+0000 7f31a1d9b640 1 --2- 172.21.15.62:0/2829123368 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3184066280 0x7f3184068730 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f31a40c4a80 tx=0x7f3198008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:38.804 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.796+0000 7f3192ffd640 1 -- 172.21.15.62:0/2829123368 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f31940eb670 con 0x7f31a41570c0 2023-06-08T03:53:38.955 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.948+0000 7f31a895d640 1 -- 172.21.15.62:0/2829123368 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f31a40b3ba0 con 0x7f31a41570c0 2023-06-08T03:53:38.956 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.948+0000 7f3192ffd640 1 -- 172.21.15.62:0/2829123368 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v33) v1 ==== 93+0+10 (secure 0 0 0) 0x7f31940eec90 con 0x7f31a41570c0 2023-06-08T03:53:38.956 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 1 2023-06-08T03:53:38.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.948+0000 7f31a895d640 1 -- 172.21.15.62:0/2829123368 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3184066280 msgr2=0x7f3184068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:38.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.948+0000 7f31a895d640 1 --2- 172.21.15.62:0/2829123368 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3184066280 0x7f3184068730 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f31a40c4a80 tx=0x7f3198008040 comp rx=0 tx=0).stop 2023-06-08T03:53:38.958 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.948+0000 7f31a895d640 1 -- 172.21.15.62:0/2829123368 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31a41570c0 msgr2=0x7f31a414f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:38.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.948+0000 7f31a895d640 1 --2- 172.21.15.62:0/2829123368 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31a41570c0 0x7f31a414f250 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f31940ae040 tx=0x7f319401ac80 comp rx=0 tx=0).stop 2023-06-08T03:53:38.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.948+0000 7f31a895d640 1 -- 172.21.15.62:0/2829123368 shutdown_connections 2023-06-08T03:53:38.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.948+0000 7f31a895d640 1 --2- 172.21.15.62:0/2829123368 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f3184066280 0x7f3184068730 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.948+0000 7f31a895d640 1 --2- 172.21.15.62:0/2829123368 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f31a415dcb0 0x7f31a4150390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.948+0000 7f31a895d640 1 --2- 172.21.15.62:0/2829123368 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f31a415d130 0x7f31a40ae590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.948+0000 7f31a895d640 1 --2- 172.21.15.62:0/2829123368 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31a41570c0 0x7f31a414f250 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:38.959 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.948+0000 7f31a895d640 1 -- 172.21.15.62:0/2829123368 >> 172.21.15.62:0/2829123368 conn(0x7f31a40ca6a0 msgr2=0x7f31a406b010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:38.960 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.952+0000 7f31a895d640 1 -- 172.21.15.62:0/2829123368 shutdown_connections 2023-06-08T03:53:38.960 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:38.952+0000 7f31a895d640 1 -- 172.21.15.62:0/2829123368 wait complete. 2023-06-08T03:53:38.974 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-08T03:53:39.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d08f99640 1 Processor -- start 2023-06-08T03:53:39.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d08f99640 1 -- start start 2023-06-08T03:53:39.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d08f99640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f1d040cc6f0 0x7f1d040ca4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d08f99640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1d0406a420 0x7f1d0406a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d08f99640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1d040cacf0 con 0x7f1d040d05d0 2023-06-08T03:53:39.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d08f99640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1d0406ade0 con 0x7f1d040cc6f0 2023-06-08T03:53:39.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d08f99640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d040cafd0 con 0x7f1d0406a420 2023-06-08T03:53:39.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d0259c640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f1d040d05d0 0x7f1d040cbd90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:60880/0 (socket says 172.21.15.62:60880) 2023-06-08T03:53:39.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d0259c640 1 -- 172.21.15.62:0/2963236473 learned_addr learned my addr 172.21.15.62:0/2963236473 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:39.094 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d02d9d640 1 --2- 172.21.15.62:0/2963236473 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1d0406a420 0x7f1d0406a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:39.094 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d01d9b640 1 --2- 172.21.15.62:0/2963236473 >> v2:172.21.15.188:3300/0 conn(0x7f1d040cc6f0 0x7f1d040ca4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:39.094 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d0159a640 1 -- 172.21.15.62:0/2963236473 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 186896290 0 0) 0x7f1d040cacf0 con 0x7f1d040d05d0 2023-06-08T03:53:39.095 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d0159a640 1 -- 172.21.15.62:0/2963236473 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1cec003530 con 0x7f1d040d05d0 2023-06-08T03:53:39.095 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d0159a640 1 -- 172.21.15.62:0/2963236473 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1195983663 0 0) 0x7f1cec003530 con 0x7f1d040d05d0 2023-06-08T03:53:39.095 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d0159a640 1 -- 172.21.15.62:0/2963236473 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1d0406a420 msgr2=0x7f1d0406a8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:39.095 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d0159a640 1 --2- 172.21.15.62:0/2963236473 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1d0406a420 0x7f1d0406a8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.095 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d0159a640 1 -- 172.21.15.62:0/2963236473 >> v2:172.21.15.188:3300/0 conn(0x7f1d040cc6f0 msgr2=0x7f1d040ca4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:39.095 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d0159a640 1 --2- 172.21.15.62:0/2963236473 >> v2:172.21.15.188:3300/0 conn(0x7f1d040cc6f0 0x7f1d040ca4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.095 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d0159a640 1 -- 172.21.15.62:0/2963236473 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d040cb2b0 con 0x7f1d040d05d0 2023-06-08T03:53:39.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d0159a640 1 -- 172.21.15.62:0/2963236473 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f1cf4001680 con 0x7f1d040d05d0 2023-06-08T03:53:39.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d0159a640 1 -- 172.21.15.62:0/2963236473 >> v1:172.21.15.62:6789/0 conn(0x7f1d040d05d0 legacy=0x7f1d040cbd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:39.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d0159a640 1 --2- 172.21.15.62:0/2963236473 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1cec003980 0x7f1cec003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d0159a640 1 --2- 172.21.15.62:0/2963236473 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1d0406a420 0x7f1cec0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d0159a640 1 --2- 172.21.15.62:0/2963236473 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1cec004d10 0x7f1cec005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d0159a640 1 -- 172.21.15.62:0/2963236473 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d0406ade0 con 0x7f1cec004d10 2023-06-08T03:53:39.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d0159a640 1 -- 172.21.15.62:0/2963236473 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d040cafd0 con 0x7f1cec003980 2023-06-08T03:53:39.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d0159a640 1 -- 172.21.15.62:0/2963236473 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1cec00b990 con 0x7f1d0406a420 2023-06-08T03:53:39.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d02d9d640 1 --2- 172.21.15.62:0/2963236473 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1cec004d10 0x7f1cec005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:39.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d0259c640 1 --2- 172.21.15.62:0/2963236473 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1cec003980 0x7f1cec003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:39.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d01d9b640 1 --2- 172.21.15.62:0/2963236473 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1d0406a420 0x7f1cec0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:39.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d02d9d640 1 -- 172.21.15.62:0/2963236473 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1d0406a420 msgr2=0x7f1cec0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:39.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d02d9d640 1 --2- 172.21.15.62:0/2963236473 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1d0406a420 0x7f1cec0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d02d9d640 1 -- 172.21.15.62:0/2963236473 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1cec003980 msgr2=0x7f1cec003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:39.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d02d9d640 1 --2- 172.21.15.62:0/2963236473 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1cec003980 0x7f1cec003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d02d9d640 1 -- 172.21.15.62:0/2963236473 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cec003530 con 0x7f1cec004d10 2023-06-08T03:53:39.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d0259c640 1 --2- 172.21.15.62:0/2963236473 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1cec003980 0x7f1cec003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:39.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.084+0000 7f1d01d9b640 1 --2- 172.21.15.62:0/2963236473 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1d0406a420 0x7f1cec0047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:39.100 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d02d9d640 1 --2- 172.21.15.62:0/2963236473 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1cec004d10 0x7f1cec005180 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f1cfc009fc0 tx=0x7f1cfc01cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26cd0997232db5bf server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:39.101 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d0159a640 1 -- 172.21.15.62:0/2963236473 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cfc0a5c70 con 0x7f1cec004d10 2023-06-08T03:53:39.101 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d0159a640 1 -- 172.21.15.62:0/2963236473 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1cf4001d80 con 0x7f1cec004d10 2023-06-08T03:53:39.101 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d0159a640 1 -- 172.21.15.62:0/2963236473 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cfc0ad440 con 0x7f1cec004d10 2023-06-08T03:53:39.101 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d08f99640 1 -- 172.21.15.62:0/2963236473 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1cec004d10 msgr2=0x7f1cec005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:39.101 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d08f99640 1 --2- 172.21.15.62:0/2963236473 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1cec004d10 0x7f1cec005180 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f1cfc009fc0 tx=0x7f1cfc01cc60 comp rx=0 tx=0).stop 2023-06-08T03:53:39.101 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d02d9d640 1 -- 172.21.15.62:0/2963236473 reap_dead start 2023-06-08T03:53:39.101 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d08f99640 1 -- 172.21.15.62:0/2963236473 shutdown_connections 2023-06-08T03:53:39.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d08f99640 1 -- 172.21.15.62:0/2963236473 >> 172.21.15.62:0/2963236473 conn(0x7f1d04065850 msgr2=0x7f1d04099140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:39.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d08f99640 1 -- 172.21.15.62:0/2963236473 shutdown_connections 2023-06-08T03:53:39.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d08f99640 1 -- 172.21.15.62:0/2963236473 wait complete. 2023-06-08T03:53:39.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d08f99640 1 Processor -- start 2023-06-08T03:53:39.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d08f99640 1 -- start start 2023-06-08T03:53:39.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d08f99640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1d0414e1b0 0x7f1d040c6f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d08f99640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1d040b36b0 0x7f1d040c7480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d08f99640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1d0414e580 0x7f1d040c9130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d08f99640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d040b47c0 con 0x7f1d040b36b0 2023-06-08T03:53:39.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d08f99640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d040b3b40 con 0x7f1d0414e1b0 2023-06-08T03:53:39.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d08f99640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d040b3e20 con 0x7f1d0414e580 2023-06-08T03:53:39.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d01d9b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1d040b36b0 0x7f1d040c7480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:39.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d01d9b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1d040b36b0 0x7f1d040c7480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34182/0 (socket says 172.21.15.62:34182) 2023-06-08T03:53:39.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.088+0000 7f1d01d9b640 1 -- 172.21.15.62:0/1882046734 learned_addr learned my addr 172.21.15.62:0/1882046734 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:39.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.092+0000 7f1d0259c640 1 --2- 172.21.15.62:0/1882046734 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1d0414e1b0 0x7f1d040c6f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:39.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.092+0000 7f1d02d9d640 1 --2- 172.21.15.62:0/1882046734 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1d0414e580 0x7f1d040c9130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:39.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.092+0000 7f1d01d9b640 1 -- 172.21.15.62:0/1882046734 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1d0414e580 msgr2=0x7f1d040c9130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:39.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.092+0000 7f1d01d9b640 1 --2- 172.21.15.62:0/1882046734 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1d0414e580 0x7f1d040c9130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.092+0000 7f1d01d9b640 1 -- 172.21.15.62:0/1882046734 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1d0414e1b0 msgr2=0x7f1d040c6f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:39.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.092+0000 7f1d01d9b640 1 --2- 172.21.15.62:0/1882046734 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1d0414e1b0 0x7f1d040c6f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.092+0000 7f1d01d9b640 1 -- 172.21.15.62:0/1882046734 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d040b4100 con 0x7f1d040b36b0 2023-06-08T03:53:39.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.092+0000 7f1d0259c640 1 --2- 172.21.15.62:0/1882046734 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1d0414e1b0 0x7f1d040c6f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:39.105 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.092+0000 7f1d01d9b640 1 --2- 172.21.15.62:0/1882046734 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1d040b36b0 0x7f1d040c7480 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f1cf8010950 tx=0x7f1cf8010e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:39.105 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.092+0000 7f1cf2ffd640 1 -- 172.21.15.62:0/1882046734 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cf800ec20 con 0x7f1d040b36b0 2023-06-08T03:53:39.105 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.092+0000 7f1cf2ffd640 1 -- 172.21.15.62:0/1882046734 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1cf800ed80 con 0x7f1d040b36b0 2023-06-08T03:53:39.105 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.092+0000 7f1d08f99640 1 -- 172.21.15.62:0/1882046734 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d040b43e0 con 0x7f1d040b36b0 2023-06-08T03:53:39.105 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.092+0000 7f1cf2ffd640 1 -- 172.21.15.62:0/1882046734 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cf8004220 con 0x7f1d040b36b0 2023-06-08T03:53:39.105 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.092+0000 7f1d08f99640 1 -- 172.21.15.62:0/1882046734 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d040adda0 con 0x7f1d040b36b0 2023-06-08T03:53:39.105 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.092+0000 7f1d08f99640 1 -- 172.21.15.62:0/1882046734 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d040cb570 con 0x7f1d040b36b0 2023-06-08T03:53:39.105 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.092+0000 7f1cf2ffd640 1 -- 172.21.15.62:0/1882046734 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f1cf8004380 con 0x7f1d040b36b0 2023-06-08T03:53:39.106 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.092+0000 7f1cf2ffd640 1 --2- 172.21.15.62:0/1882046734 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1ce40662b0 0x7f1ce4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.106 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.092+0000 7f1cf2ffd640 1 -- 172.21.15.62:0/1882046734 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f1cf8083940 con 0x7f1d040b36b0 2023-06-08T03:53:39.106 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.092+0000 7f1d0259c640 1 --2- 172.21.15.62:0/1882046734 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1ce40662b0 0x7f1ce4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:39.106 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.092+0000 7f1d0259c640 1 --2- 172.21.15.62:0/1882046734 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1ce40662b0 0x7f1ce4068760 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1cf4000c10 tx=0x7f1cf4001540 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:39.107 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.096+0000 7f1cf2ffd640 1 -- 172.21.15.62:0/1882046734 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1d040cb570 con 0x7f1d040b36b0 2023-06-08T03:53:39.255 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.248+0000 7f1d08f99640 1 -- 172.21.15.62:0/1882046734 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f1d040ca9e0 con 0x7f1d040b36b0 2023-06-08T03:53:39.256 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.248+0000 7f1cf2ffd640 1 -- 172.21.15.62:0/1882046734 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v33) v1 ==== 92+0+10 (secure 0 0 0) 0x7f1d040ca9e0 con 0x7f1d040b36b0 2023-06-08T03:53:39.256 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 8 2023-06-08T03:53:39.258 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.252+0000 7f1d08f99640 1 -- 172.21.15.62:0/1882046734 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1ce40662b0 msgr2=0x7f1ce4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:39.259 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.252+0000 7f1d08f99640 1 --2- 172.21.15.62:0/1882046734 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1ce40662b0 0x7f1ce4068760 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1cf4000c10 tx=0x7f1cf4001540 comp rx=0 tx=0).stop 2023-06-08T03:53:39.259 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.252+0000 7f1d08f99640 1 -- 172.21.15.62:0/1882046734 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1d040b36b0 msgr2=0x7f1d040c7480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:39.259 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.252+0000 7f1d08f99640 1 --2- 172.21.15.62:0/1882046734 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1d040b36b0 0x7f1d040c7480 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f1cf8010950 tx=0x7f1cf8010e10 comp rx=0 tx=0).stop 2023-06-08T03:53:39.259 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.252+0000 7f1d08f99640 1 -- 172.21.15.62:0/1882046734 shutdown_connections 2023-06-08T03:53:39.259 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.252+0000 7f1d08f99640 1 --2- 172.21.15.62:0/1882046734 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f1ce40662b0 0x7f1ce4068760 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.259 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.252+0000 7f1d08f99640 1 --2- 172.21.15.62:0/1882046734 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f1d0414e580 0x7f1d040c9130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.259 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.252+0000 7f1d08f99640 1 --2- 172.21.15.62:0/1882046734 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1d040b36b0 0x7f1d040c7480 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.252+0000 7f1d08f99640 1 --2- 172.21.15.62:0/1882046734 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f1d0414e1b0 0x7f1d040c6f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.252+0000 7f1d08f99640 1 -- 172.21.15.62:0/1882046734 >> 172.21.15.62:0/1882046734 conn(0x7f1d04065850 msgr2=0x7f1d040cf320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:39.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.252+0000 7f1d08f99640 1 -- 172.21.15.62:0/1882046734 shutdown_connections 2023-06-08T03:53:39.260 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.252+0000 7f1d08f99640 1 -- 172.21.15.62:0/1882046734 wait complete. 2023-06-08T03:53:39.274 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-06-08T03:53:39.382 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.376+0000 7feee8530640 1 Processor -- start 2023-06-08T03:53:39.382 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.376+0000 7feee8530640 1 -- start start 2023-06-08T03:53:39.383 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.376+0000 7feee8530640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7feee00c8320 0x7feee00cc4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.376+0000 7feee8530640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7feee00c87a0 0x7feee00cc9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.376+0000 7feee8530640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feee0158720 con 0x7feee006b960 2023-06-08T03:53:39.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.376+0000 7feee8530640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feee00c8d00 con 0x7feee00c87a0 2023-06-08T03:53:39.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.376+0000 7feee8530640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feee00cb6e0 con 0x7feee00c8320 2023-06-08T03:53:39.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.376+0000 7feee6acd640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7feee00c87a0 0x7feee00cc9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:39.384 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.376+0000 7feee6acd640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7feee00c87a0 0x7feee00cc9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34192/0 (socket says 172.21.15.62:34192) 2023-06-08T03:53:39.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.376+0000 7feee6acd640 1 -- 172.21.15.62:0/2822241407 learned_addr learned my addr 172.21.15.62:0/2822241407 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:39.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.376+0000 7feee5acb640 1 --2- 172.21.15.62:0/2822241407 >> v2:172.21.15.188:3300/0 conn(0x7feee00c8320 0x7feee00cc4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:39.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.376+0000 7feee6acd640 1 -- 172.21.15.62:0/2822241407 >> v2:172.21.15.188:3300/0 conn(0x7feee00c8320 msgr2=0x7feee00cc4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:39.385 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.376+0000 7feee6acd640 1 --2- 172.21.15.62:0/2822241407 >> v2:172.21.15.188:3300/0 conn(0x7feee00c8320 0x7feee00cc4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.386 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.376+0000 7feee6acd640 1 -- 172.21.15.62:0/2822241407 >> v1:172.21.15.188:6789/0 conn(0x7feee006b960 legacy=0x7feee006bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:39.386 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.376+0000 7feee6acd640 1 -- 172.21.15.62:0/2822241407 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feee00cb9c0 con 0x7feee00c87a0 2023-06-08T03:53:39.386 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.376+0000 7feee5acb640 1 --2- 172.21.15.62:0/2822241407 >> v2:172.21.15.188:3300/0 conn(0x7feee00c8320 0x7feee00cc4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:39.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.380+0000 7feee6acd640 1 --2- 172.21.15.62:0/2822241407 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feee00c87a0 0x7feee00cc9e0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7feee0071c20 tx=0x7feed801c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d321a22d3dd3fc8 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:39.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.380+0000 7feee52ca640 1 -- 172.21.15.62:0/2822241407 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feed80a5820 con 0x7feee00c87a0 2023-06-08T03:53:39.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.380+0000 7feee52ca640 1 -- 172.21.15.62:0/2822241407 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feed80a5980 con 0x7feee00c87a0 2023-06-08T03:53:39.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.380+0000 7feee52ca640 1 -- 172.21.15.62:0/2822241407 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feed80a5d10 con 0x7feee00c87a0 2023-06-08T03:53:39.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.380+0000 7feee8530640 1 -- 172.21.15.62:0/2822241407 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feee00c87a0 msgr2=0x7feee00cc9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:39.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.380+0000 7feee8530640 1 --2- 172.21.15.62:0/2822241407 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feee00c87a0 0x7feee00cc9e0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7feee0071c20 tx=0x7feed801c960 comp rx=0 tx=0).stop 2023-06-08T03:53:39.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.380+0000 7feee8530640 1 -- 172.21.15.62:0/2822241407 shutdown_connections 2023-06-08T03:53:39.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.380+0000 7feee8530640 1 --2- 172.21.15.62:0/2822241407 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feee00c87a0 0x7feee00cc9e0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.380+0000 7feee8530640 1 --2- 172.21.15.62:0/2822241407 >> v2:172.21.15.188:3300/0 conn(0x7feee00c8320 0x7feee00cc4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.389 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.380+0000 7feee8530640 1 -- 172.21.15.62:0/2822241407 >> 172.21.15.62:0/2822241407 conn(0x7feee00af640 msgr2=0x7feee00afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:39.389 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.380+0000 7feee8530640 1 -- 172.21.15.62:0/2822241407 shutdown_connections 2023-06-08T03:53:39.389 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.380+0000 7feee8530640 1 -- 172.21.15.62:0/2822241407 wait complete. 2023-06-08T03:53:39.389 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.380+0000 7feee8530640 1 Processor -- start 2023-06-08T03:53:39.389 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.380+0000 7feee8530640 1 -- start start 2023-06-08T03:53:39.390 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feee8530640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feee006b960 0x7feee00b3440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.391 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feee8530640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7feee00c8320 0x7feee014da80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.391 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feee8530640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7feee00c87a0 0x7feee014d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.391 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feee8530640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feee00b2fb0 con 0x7feee006b960 2023-06-08T03:53:39.391 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feee8530640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feee00b2680 con 0x7feee00c8320 2023-06-08T03:53:39.391 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feee8530640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feee00b2960 con 0x7feee00c87a0 2023-06-08T03:53:39.391 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feee62cc640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feee006b960 0x7feee00b3440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:39.392 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feee62cc640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feee006b960 0x7feee00b3440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34208/0 (socket says 172.21.15.62:34208) 2023-06-08T03:53:39.392 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feee62cc640 1 -- 172.21.15.62:0/294609544 learned_addr learned my addr 172.21.15.62:0/294609544 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:39.392 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feee5acb640 1 --2- 172.21.15.62:0/294609544 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7feee00c8320 0x7feee014da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:39.392 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feee62cc640 1 -- 172.21.15.62:0/294609544 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7feee00c87a0 msgr2=0x7feee014d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:39.392 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feee62cc640 1 --2- 172.21.15.62:0/294609544 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7feee00c87a0 0x7feee014d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.392 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feee62cc640 1 -- 172.21.15.62:0/294609544 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7feee00c8320 msgr2=0x7feee014da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:39.392 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feee62cc640 1 --2- 172.21.15.62:0/294609544 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7feee00c8320 0x7feee014da80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.393 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feee62cc640 1 -- 172.21.15.62:0/294609544 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feed8009b30 con 0x7feee006b960 2023-06-08T03:53:39.393 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feee62cc640 1 --2- 172.21.15.62:0/294609544 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feee006b960 0x7feee00b3440 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7feedc00c450 tx=0x7feedc00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:39.393 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feed6ffd640 1 -- 172.21.15.62:0/294609544 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feedc012830 con 0x7feee006b960 2023-06-08T03:53:39.394 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feed6ffd640 1 -- 172.21.15.62:0/294609544 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feedc0129b0 con 0x7feee006b960 2023-06-08T03:53:39.394 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feed6ffd640 1 -- 172.21.15.62:0/294609544 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feedc012d60 con 0x7feee006b960 2023-06-08T03:53:39.394 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feee8530640 1 -- 172.21.15.62:0/294609544 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feee00b2c40 con 0x7feee006b960 2023-06-08T03:53:39.394 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feee8530640 1 -- 172.21.15.62:0/294609544 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feee014dfc0 con 0x7feee006b960 2023-06-08T03:53:39.394 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feee8530640 1 -- 172.21.15.62:0/294609544 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feee004d6c0 con 0x7feee006b960 2023-06-08T03:53:39.394 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feed6ffd640 1 -- 172.21.15.62:0/294609544 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7feedc01c460 con 0x7feee006b960 2023-06-08T03:53:39.395 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feed6ffd640 1 --2- 172.21.15.62:0/294609544 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7feec4066280 0x7feec4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.395 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feed6ffd640 1 -- 172.21.15.62:0/294609544 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7feedc0838c0 con 0x7feee006b960 2023-06-08T03:53:39.395 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.384+0000 7feee5acb640 1 --2- 172.21.15.62:0/294609544 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7feec4066280 0x7feec4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:39.395 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.388+0000 7feee5acb640 1 --2- 172.21.15.62:0/294609544 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7feec4066280 0x7feec4068730 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7feed0006fd0 tx=0x7feed0008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:39.398 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.388+0000 7feed6ffd640 1 -- 172.21.15.62:0/294609544 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7feedc051090 con 0x7feee006b960 2023-06-08T03:53:39.550 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.540+0000 7feee8530640 1 -- 172.21.15.62:0/294609544 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7feee00c13c0 con 0x7feee006b960 2023-06-08T03:53:39.551 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.544+0000 7feed6ffd640 1 -- 172.21.15.62:0/294609544 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v33) v1 ==== 84+0+126 (secure 0 0 0) 0x7feedc0546b0 con 0x7feee006b960 2023-06-08T03:53:39.551 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:39.551 INFO:teuthology.orchestra.run.smithi062.stdout:[ 2023-06-08T03:53:39.551 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:39.551 INFO:teuthology.orchestra.run.smithi062.stdout: "poolnum": 1, 2023-06-08T03:53:39.551 INFO:teuthology.orchestra.run.smithi062.stdout: "poolname": ".mgr" 2023-06-08T03:53:39.552 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:39.552 INFO:teuthology.orchestra.run.smithi062.stdout: { 2023-06-08T03:53:39.552 INFO:teuthology.orchestra.run.smithi062.stdout: "poolnum": 2, 2023-06-08T03:53:39.552 INFO:teuthology.orchestra.run.smithi062.stdout: "poolname": "rbd" 2023-06-08T03:53:39.552 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:39.552 INFO:teuthology.orchestra.run.smithi062.stdout:] 2023-06-08T03:53:39.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.544+0000 7feee8530640 1 -- 172.21.15.62:0/294609544 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7feec4066280 msgr2=0x7feec4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:39.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.544+0000 7feee8530640 1 --2- 172.21.15.62:0/294609544 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7feec4066280 0x7feec4068730 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7feed0006fd0 tx=0x7feed0008040 comp rx=0 tx=0).stop 2023-06-08T03:53:39.553 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.544+0000 7feee8530640 1 -- 172.21.15.62:0/294609544 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feee006b960 msgr2=0x7feee00b3440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:39.554 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.544+0000 7feee8530640 1 --2- 172.21.15.62:0/294609544 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feee006b960 0x7feee00b3440 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7feedc00c450 tx=0x7feedc00c910 comp rx=0 tx=0).stop 2023-06-08T03:53:39.554 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.544+0000 7feee8530640 1 -- 172.21.15.62:0/294609544 shutdown_connections 2023-06-08T03:53:39.554 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.544+0000 7feee8530640 1 --2- 172.21.15.62:0/294609544 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7feec4066280 0x7feec4068730 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.554 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.544+0000 7feee8530640 1 --2- 172.21.15.62:0/294609544 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7feee00c87a0 0x7feee014d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.554 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.544+0000 7feee8530640 1 --2- 172.21.15.62:0/294609544 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7feee00c8320 0x7feee014da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.554 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.544+0000 7feee8530640 1 --2- 172.21.15.62:0/294609544 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7feee006b960 0x7feee00b3440 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.554 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.544+0000 7feee8530640 1 -- 172.21.15.62:0/294609544 >> 172.21.15.62:0/294609544 conn(0x7feee00af640 msgr2=0x7feee00cd330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:39.555 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.544+0000 7feee8530640 1 -- 172.21.15.62:0/294609544 shutdown_connections 2023-06-08T03:53:39.555 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.544+0000 7feee8530640 1 -- 172.21.15.62:0/294609544 wait complete. 2023-06-08T03:53:39.568 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-06-08T03:53:39.569 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-06-08T03:53:39.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.688+0000 7fef8922e640 1 Processor -- start 2023-06-08T03:53:39.696 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.688+0000 7fef8922e640 1 -- start start 2023-06-08T03:53:39.697 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.688+0000 7fef8922e640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fef840cd590 0x7fef84070cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.697 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.688+0000 7fef8922e640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fef840ca5a0 0x7fef840caa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.698 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.688+0000 7fef8922e640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef84159bc0 con 0x7fef8415d2b0 2023-06-08T03:53:39.698 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.688+0000 7fef8922e640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fef8415e250 con 0x7fef840cd590 2023-06-08T03:53:39.698 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.688+0000 7fef8922e640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fef840caf50 con 0x7fef840ca5a0 2023-06-08T03:53:39.698 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.688+0000 7fef82d9d640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fef840cd590 0x7fef84070cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:39.698 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.688+0000 7fef82d9d640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fef840cd590 0x7fef84070cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34222/0 (socket says 172.21.15.62:34222) 2023-06-08T03:53:39.698 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.688+0000 7fef82d9d640 1 -- 172.21.15.62:0/490332022 learned_addr learned my addr 172.21.15.62:0/490332022 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:39.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.688+0000 7fef8259c640 1 --2- 172.21.15.62:0/490332022 >> v2:172.21.15.188:3300/0 conn(0x7fef840ca5a0 0x7fef840caa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:39.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.688+0000 7fef82d9d640 1 -- 172.21.15.62:0/490332022 >> v2:172.21.15.188:3300/0 conn(0x7fef840ca5a0 msgr2=0x7fef840caa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:39.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.688+0000 7fef82d9d640 1 --2- 172.21.15.62:0/490332022 >> v2:172.21.15.188:3300/0 conn(0x7fef840ca5a0 0x7fef840caa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.699 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.688+0000 7fef82d9d640 1 -- 172.21.15.62:0/490332022 >> v1:172.21.15.62:6789/0 conn(0x7fef8415d2b0 legacy=0x7fef8415d6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:39.700 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.688+0000 7fef82d9d640 1 -- 172.21.15.62:0/490332022 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef8406ff40 con 0x7fef840cd590 2023-06-08T03:53:39.700 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.688+0000 7fef81d9b640 1 -- 172.21.15.62:0/490332022 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2789082766 0 0) 0x7fef84159bc0 con 0x7fef8415d2b0 2023-06-08T03:53:39.700 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.692+0000 7fef82d9d640 1 --2- 172.21.15.62:0/490332022 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef840cd590 0x7fef84070cc0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fef8406e830 tx=0x7fef7401c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9f38457bd20c9e7 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:39.700 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.692+0000 7fef81d9b640 1 -- 172.21.15.62:0/490332022 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef740a5860 con 0x7fef840cd590 2023-06-08T03:53:39.701 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.692+0000 7fef81d9b640 1 -- 172.21.15.62:0/490332022 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef740a59c0 con 0x7fef840cd590 2023-06-08T03:53:39.701 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.692+0000 7fef81d9b640 1 -- 172.21.15.62:0/490332022 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef740a5d50 con 0x7fef840cd590 2023-06-08T03:53:39.701 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.692+0000 7fef8922e640 1 -- 172.21.15.62:0/490332022 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef840cd590 msgr2=0x7fef84070cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:39.702 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.692+0000 7fef8922e640 1 --2- 172.21.15.62:0/490332022 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef840cd590 0x7fef84070cc0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fef8406e830 tx=0x7fef7401c9a0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.702 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.692+0000 7fef8922e640 1 -- 172.21.15.62:0/490332022 shutdown_connections 2023-06-08T03:53:39.702 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.692+0000 7fef8922e640 1 --2- 172.21.15.62:0/490332022 >> v2:172.21.15.188:3300/0 conn(0x7fef840ca5a0 0x7fef840caa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.702 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.692+0000 7fef8922e640 1 --2- 172.21.15.62:0/490332022 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef840cd590 0x7fef84070cc0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.702 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.692+0000 7fef8922e640 1 -- 172.21.15.62:0/490332022 >> 172.21.15.62:0/490332022 conn(0x7fef840af720 msgr2=0x7fef840afaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:39.702 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.692+0000 7fef8922e640 1 -- 172.21.15.62:0/490332022 shutdown_connections 2023-06-08T03:53:39.702 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.692+0000 7fef8922e640 1 -- 172.21.15.62:0/490332022 wait complete. 2023-06-08T03:53:39.704 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.692+0000 7fef8922e640 1 Processor -- start 2023-06-08T03:53:39.704 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef8922e640 1 -- start start 2023-06-08T03:53:39.704 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef8922e640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef840ca5a0 0x7fef840cdf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.704 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef8922e640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fef840cd590 0x7fef84152860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.705 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef8922e640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fef8415d2b0 0x7fef840c89d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.705 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef8922e640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef840ce440 con 0x7fef840ca5a0 2023-06-08T03:53:39.705 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef8922e640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef840b1d30 con 0x7fef840cd590 2023-06-08T03:53:39.705 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef8922e640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef84163640 con 0x7fef8415d2b0 2023-06-08T03:53:39.705 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef82d9d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef840ca5a0 0x7fef840cdf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:39.705 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef82d9d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef840ca5a0 0x7fef840cdf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34234/0 (socket says 172.21.15.62:34234) 2023-06-08T03:53:39.705 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef82d9d640 1 -- 172.21.15.62:0/2001927622 learned_addr learned my addr 172.21.15.62:0/2001927622 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:39.705 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef82d9d640 1 -- 172.21.15.62:0/2001927622 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fef8415d2b0 msgr2=0x7fef840c89d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:39.706 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef82d9d640 1 --2- 172.21.15.62:0/2001927622 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fef8415d2b0 0x7fef840c89d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.706 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef82d9d640 1 -- 172.21.15.62:0/2001927622 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fef840cd590 msgr2=0x7fef84152860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:39.706 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef8259c640 1 --2- 172.21.15.62:0/2001927622 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fef840cd590 0x7fef84152860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:39.706 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef82d9d640 1 --2- 172.21.15.62:0/2001927622 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fef840cd590 0x7fef84152860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:39.706 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef82d9d640 1 -- 172.21.15.62:0/2001927622 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef74009b30 con 0x7fef840ca5a0 2023-06-08T03:53:39.706 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef82d9d640 1 --2- 172.21.15.62:0/2001927622 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef840ca5a0 0x7fef840cdf00 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fef740195b0 tx=0x7fef74019740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:39.706 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef7b7fe640 1 -- 172.21.15.62:0/2001927622 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef740bd070 con 0x7fef840ca5a0 2023-06-08T03:53:39.707 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef7b7fe640 1 -- 172.21.15.62:0/2001927622 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef740b8470 con 0x7fef840ca5a0 2023-06-08T03:53:39.707 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef8922e640 1 -- 172.21.15.62:0/2001927622 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef84163920 con 0x7fef840ca5a0 2023-06-08T03:53:39.707 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef7b7fe640 1 -- 172.21.15.62:0/2001927622 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef740b8840 con 0x7fef840ca5a0 2023-06-08T03:53:39.707 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef8922e640 1 -- 172.21.15.62:0/2001927622 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef84163ee0 con 0x7fef840ca5a0 2023-06-08T03:53:39.708 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef8922e640 1 -- 172.21.15.62:0/2001927622 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef8406d140 con 0x7fef840ca5a0 2023-06-08T03:53:39.708 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.696+0000 7fef7b7fe640 1 -- 172.21.15.62:0/2001927622 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fef740b89a0 con 0x7fef840ca5a0 2023-06-08T03:53:39.708 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.700+0000 7fef7b7fe640 1 --2- 172.21.15.62:0/2001927622 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fef64066280 0x7fef64068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:39.708 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.700+0000 7fef7b7fe640 1 -- 172.21.15.62:0/2001927622 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fef7411f1c0 con 0x7fef840ca5a0 2023-06-08T03:53:39.708 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.700+0000 7fef8259c640 1 --2- 172.21.15.62:0/2001927622 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fef64066280 0x7fef64068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:39.708 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.700+0000 7fef8259c640 1 --2- 172.21.15.62:0/2001927622 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fef64066280 0x7fef64068730 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fef840b0360 tx=0x7fef6c008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:39.709 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.700+0000 7fef7b7fe640 1 -- 172.21.15.62:0/2001927622 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fef740eca20 con 0x7fef840ca5a0 2023-06-08T03:53:39.862 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:39.856+0000 7fef8922e640 1 -- 172.21.15.62:0/2001927622 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fef8404d6c0 con 0x7fef840ca5a0 2023-06-08T03:53:40.610 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.600+0000 7fef7b7fe640 1 -- 172.21.15.62:0/2001927622 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v34) v1 ==== 138+0+0 (secure 0 0 0) 0x7fef740f0040 con 0x7fef840ca5a0 2023-06-08T03:53:40.610 INFO:teuthology.orchestra.run.smithi062.stderr:pool 'cephfs_metadata' created 2023-06-08T03:53:40.614 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.608+0000 7fef8922e640 1 -- 172.21.15.62:0/2001927622 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fef64066280 msgr2=0x7fef64068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:40.615 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.608+0000 7fef8922e640 1 --2- 172.21.15.62:0/2001927622 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fef64066280 0x7fef64068730 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fef840b0360 tx=0x7fef6c008040 comp rx=0 tx=0).stop 2023-06-08T03:53:40.615 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.608+0000 7fef8922e640 1 -- 172.21.15.62:0/2001927622 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef840ca5a0 msgr2=0x7fef840cdf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:40.615 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.608+0000 7fef8922e640 1 --2- 172.21.15.62:0/2001927622 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef840ca5a0 0x7fef840cdf00 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fef740195b0 tx=0x7fef74019740 comp rx=0 tx=0).stop 2023-06-08T03:53:40.615 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.608+0000 7fef8922e640 1 -- 172.21.15.62:0/2001927622 shutdown_connections 2023-06-08T03:53:40.615 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.608+0000 7fef8922e640 1 --2- 172.21.15.62:0/2001927622 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fef64066280 0x7fef64068730 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:40.615 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.608+0000 7fef8922e640 1 --2- 172.21.15.62:0/2001927622 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fef8415d2b0 0x7fef840c89d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:40.616 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.608+0000 7fef8922e640 1 --2- 172.21.15.62:0/2001927622 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fef840cd590 0x7fef84152860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:40.616 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.608+0000 7fef8922e640 1 --2- 172.21.15.62:0/2001927622 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef840ca5a0 0x7fef840cdf00 secure :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fef740195b0 tx=0x7fef74019740 comp rx=0 tx=0).stop 2023-06-08T03:53:40.616 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.608+0000 7fef8922e640 1 -- 172.21.15.62:0/2001927622 >> 172.21.15.62:0/2001927622 conn(0x7fef840af720 msgr2=0x7fef841559c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:40.616 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.608+0000 7fef8922e640 1 -- 172.21.15.62:0/2001927622 shutdown_connections 2023-06-08T03:53:40.617 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.608+0000 7fef8922e640 1 -- 172.21.15.62:0/2001927622 wait complete. 2023-06-08T03:53:40.641 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-06-08T03:53:40.777 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.768+0000 7f4193e46640 1 Processor -- start 2023-06-08T03:53:40.777 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.768+0000 7f4193e46640 1 -- start start 2023-06-08T03:53:40.778 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.772+0000 7f4193e46640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f418c0adca0 0x7f418c0ae1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:40.778 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.772+0000 7f4193e46640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f418c0ce6c0 0x7f418c06b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:40.778 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.772+0000 7f4193e46640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f418c0ceb40 con 0x7f418c069310 2023-06-08T03:53:40.779 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.772+0000 7f4193e46640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f418c160220 con 0x7f418c0ce6c0 2023-06-08T03:53:40.779 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.772+0000 7f4193e46640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f418c0ce230 con 0x7f418c0adca0 2023-06-08T03:53:40.779 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.772+0000 7f41923e3640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f418c0ce6c0 0x7f418c06b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:40.780 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.772+0000 7f41913e1640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f418c0adca0 0x7f418c0ae1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:40.780 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.772+0000 7f41923e3640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f418c0ce6c0 0x7f418c06b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3300/0 says I am v2:172.21.15.62:42282/0 (socket says 172.21.15.62:42282) 2023-06-08T03:53:40.780 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.772+0000 7f41923e3640 1 -- 172.21.15.62:0/623857920 learned_addr learned my addr 172.21.15.62:0/623857920 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:40.780 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.772+0000 7f41923e3640 1 -- 172.21.15.62:0/623857920 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f418c0adca0 msgr2=0x7f418c0ae1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:40.780 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.772+0000 7f41923e3640 1 --2- 172.21.15.62:0/623857920 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f418c0adca0 0x7f418c0ae1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:40.780 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.772+0000 7f41923e3640 1 -- 172.21.15.62:0/623857920 >> v1:172.21.15.188:6789/0 conn(0x7f418c069310 legacy=0x7f418c0696e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:40.781 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.772+0000 7f41923e3640 1 -- 172.21.15.62:0/623857920 --> v2:172.21.15.188:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f418c0cd940 con 0x7f418c0ce6c0 2023-06-08T03:53:40.781 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.772+0000 7f41913e1640 1 --2- 172.21.15.62:0/623857920 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f418c0adca0 0x7f418c0ae1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-08T03:53:40.782 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f41923e3640 1 --2- 172.21.15.62:0/623857920 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f418c0ce6c0 0x7f418c06b920 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f4184009e50 tx=0x7f418401c950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd68b56b551e49a5 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:40.783 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f4190be0640 1 -- 172.21.15.62:0/623857920 <== mon.1 v2:172.21.15.188:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f418c06c670 con 0x7f418c0ce6c0 2023-06-08T03:53:40.783 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f4190be0640 1 -- 172.21.15.62:0/623857920 <== mon.1 v2:172.21.15.188:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41840a5720 con 0x7f418c0ce6c0 2023-06-08T03:53:40.783 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f4190be0640 1 -- 172.21.15.62:0/623857920 <== mon.1 v2:172.21.15.188:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41840a5ab0 con 0x7f418c0ce6c0 2023-06-08T03:53:40.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f4193e46640 1 -- 172.21.15.62:0/623857920 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f418c0ce6c0 msgr2=0x7f418c06b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:40.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f4193e46640 1 --2- 172.21.15.62:0/623857920 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f418c0ce6c0 0x7f418c06b920 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f4184009e50 tx=0x7f418401c950 comp rx=0 tx=0).stop 2023-06-08T03:53:40.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f4193e46640 1 -- 172.21.15.62:0/623857920 shutdown_connections 2023-06-08T03:53:40.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f4193e46640 1 --2- 172.21.15.62:0/623857920 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f418c0ce6c0 0x7f418c06b920 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:40.784 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f4193e46640 1 --2- 172.21.15.62:0/623857920 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f418c0adca0 0x7f418c0ae1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:40.785 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f4193e46640 1 -- 172.21.15.62:0/623857920 >> 172.21.15.62:0/623857920 conn(0x7f418c0cc3f0 msgr2=0x7f418c0cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:40.785 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f4193e46640 1 -- 172.21.15.62:0/623857920 shutdown_connections 2023-06-08T03:53:40.785 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f4193e46640 1 -- 172.21.15.62:0/623857920 wait complete. 2023-06-08T03:53:40.785 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f4193e46640 1 Processor -- start 2023-06-08T03:53:40.786 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f4193e46640 1 -- start start 2023-06-08T03:53:40.787 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f4193e46640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f418c069310 0x7f418c154130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:40.787 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f4193e46640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f418c0adca0 0x7f418c159010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:40.787 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f4193e46640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f418c0ce6c0 0x7f418c154f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:40.787 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f4193e46640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f418c15a450 con 0x7f418c0adca0 2023-06-08T03:53:40.787 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f4193e46640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f418c154670 con 0x7f418c0ce6c0 2023-06-08T03:53:40.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f4193e46640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f418c159840 con 0x7f418c069310 2023-06-08T03:53:40.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f41913e1640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f418c0adca0 0x7f418c159010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:40.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.776+0000 7f41913e1640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f418c0adca0 0x7f418c159010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34238/0 (socket says 172.21.15.62:34238) 2023-06-08T03:53:40.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.780+0000 7f41913e1640 1 -- 172.21.15.62:0/2435917815 learned_addr learned my addr 172.21.15.62:0/2435917815 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:40.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.780+0000 7f41923e3640 1 --2- 172.21.15.62:0/2435917815 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f418c0ce6c0 0x7f418c154f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:40.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.780+0000 7f41913e1640 1 -- 172.21.15.62:0/2435917815 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f418c069310 msgr2=0x7f418c154130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:40.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.780+0000 7f4191be2640 1 --2- 172.21.15.62:0/2435917815 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f418c069310 0x7f418c154130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:40.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.780+0000 7f41913e1640 1 --2- 172.21.15.62:0/2435917815 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f418c069310 0x7f418c154130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:40.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.780+0000 7f41913e1640 1 -- 172.21.15.62:0/2435917815 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f418c0ce6c0 msgr2=0x7f418c154f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:40.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.780+0000 7f41913e1640 1 --2- 172.21.15.62:0/2435917815 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f418c0ce6c0 0x7f418c154f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:40.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.780+0000 7f41913e1640 1 -- 172.21.15.62:0/2435917815 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4180009420 con 0x7f418c0adca0 2023-06-08T03:53:40.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.780+0000 7f41913e1640 1 --2- 172.21.15.62:0/2435917815 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f418c0adca0 0x7f418c159010 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f418000ebe0 tx=0x7f418000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:40.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.780+0000 7f417e7fc640 1 -- 172.21.15.62:0/2435917815 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f418000eee0 con 0x7f418c0adca0 2023-06-08T03:53:40.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.780+0000 7f417e7fc640 1 -- 172.21.15.62:0/2435917815 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f418000cc30 con 0x7f418c0adca0 2023-06-08T03:53:40.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.780+0000 7f4193e46640 1 -- 172.21.15.62:0/2435917815 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4184009b30 con 0x7f418c0adca0 2023-06-08T03:53:40.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.780+0000 7f417e7fc640 1 -- 172.21.15.62:0/2435917815 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4180013470 con 0x7f418c0adca0 2023-06-08T03:53:40.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.780+0000 7f4193e46640 1 -- 172.21.15.62:0/2435917815 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f418c159e00 con 0x7f418c0adca0 2023-06-08T03:53:40.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.780+0000 7f4193e46640 1 -- 172.21.15.62:0/2435917815 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f418c0cfc80 con 0x7f418c0adca0 2023-06-08T03:53:40.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.780+0000 7f417e7fc640 1 -- 172.21.15.62:0/2435917815 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f41800135d0 con 0x7f418c0adca0 2023-06-08T03:53:40.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.780+0000 7f417e7fc640 1 --2- 172.21.15.62:0/2435917815 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4170066280 0x7f4170068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:40.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.780+0000 7f417e7fc640 1 -- 172.21.15.62:0/2435917815 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5580+0+0 (secure 0 0 0) 0x7f41800845e0 con 0x7f418c0adca0 2023-06-08T03:53:40.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.780+0000 7f4191be2640 1 --2- 172.21.15.62:0/2435917815 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4170066280 0x7f4170068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:40.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.784+0000 7f4191be2640 1 --2- 172.21.15.62:0/2435917815 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4170066280 0x7f4170068730 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f418c0b4940 tx=0x7f4188009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:40.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.784+0000 7f417e7fc640 1 -- 172.21.15.62:0/2435917815 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f41800557b0 con 0x7f418c0adca0 2023-06-08T03:53:40.946 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:40.940+0000 7f4193e46640 1 -- 172.21.15.62:0/2435917815 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f418c04d650 con 0x7f418c0adca0 2023-06-08T03:53:41.623 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.616+0000 7f417e7fc640 1 -- 172.21.15.62:0/2435917815 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v35) v1 ==== 170+0+0 (secure 0 0 0) 0x7f4180055340 con 0x7f418c0adca0 2023-06-08T03:53:41.624 INFO:teuthology.orchestra.run.smithi062.stderr:pool 'cephfs_data' created 2023-06-08T03:53:41.633 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.624+0000 7f4193e46640 1 -- 172.21.15.62:0/2435917815 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4170066280 msgr2=0x7f4170068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:41.633 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.624+0000 7f4193e46640 1 --2- 172.21.15.62:0/2435917815 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4170066280 0x7f4170068730 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f418c0b4940 tx=0x7f4188009040 comp rx=0 tx=0).stop 2023-06-08T03:53:41.633 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.624+0000 7f4193e46640 1 -- 172.21.15.62:0/2435917815 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f418c0adca0 msgr2=0x7f418c159010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:41.633 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.624+0000 7f4193e46640 1 --2- 172.21.15.62:0/2435917815 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f418c0adca0 0x7f418c159010 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f418000ebe0 tx=0x7f418000c520 comp rx=0 tx=0).stop 2023-06-08T03:53:41.634 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.624+0000 7f4193e46640 1 -- 172.21.15.62:0/2435917815 shutdown_connections 2023-06-08T03:53:41.634 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.624+0000 7f4193e46640 1 --2- 172.21.15.62:0/2435917815 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f4170066280 0x7f4170068730 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:41.634 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.624+0000 7f4193e46640 1 --2- 172.21.15.62:0/2435917815 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f418c0ce6c0 0x7f418c154f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:41.634 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.624+0000 7f4193e46640 1 --2- 172.21.15.62:0/2435917815 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f418c0adca0 0x7f418c159010 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:41.634 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.624+0000 7f4193e46640 1 --2- 172.21.15.62:0/2435917815 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f418c069310 0x7f418c154130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:41.634 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.624+0000 7f4193e46640 1 -- 172.21.15.62:0/2435917815 >> 172.21.15.62:0/2435917815 conn(0x7f418c0cc3f0 msgr2=0x7f418c0b22f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:41.636 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.624+0000 7f4193e46640 1 -- 172.21.15.62:0/2435917815 shutdown_connections 2023-06-08T03:53:41.637 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.624+0000 7f4193e46640 1 -- 172.21.15.62:0/2435917815 wait complete. 2023-06-08T03:53:41.666 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-06-08T03:53:41.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.780+0000 7f2182373640 1 Processor -- start 2023-06-08T03:53:41.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.780+0000 7f2182373640 1 -- start start 2023-06-08T03:53:41.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.784+0000 7f2182373640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f217c0b0f40 0x7f217c0d08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:41.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.784+0000 7f2182373640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f217c0d0e00 0x7f217c0ce7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:41.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.784+0000 7f2182373640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f217c0d1260 con 0x7f217c15b8f0 2023-06-08T03:53:41.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.784+0000 7f2182373640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f217c0ce270 con 0x7f217c0b0f40 2023-06-08T03:53:41.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.784+0000 7f2182373640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f217c0b16b0 con 0x7f217c0d0e00 2023-06-08T03:53:41.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.784+0000 7f21737fe640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f217c0b0f40 0x7f217c0d08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:41.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.784+0000 7f217bfff640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f217c15b8f0 0x7f217c0b4e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:60900/0 (socket says 172.21.15.62:60900) 2023-06-08T03:53:41.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.784+0000 7f217bfff640 1 -- 172.21.15.62:0/646804523 learned_addr learned my addr 172.21.15.62:0/646804523 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:41.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.784+0000 7f2180910640 1 --2- 172.21.15.62:0/646804523 >> v2:172.21.15.188:3300/0 conn(0x7f217c0d0e00 0x7f217c0ce7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:41.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.784+0000 7f21737fe640 1 -- 172.21.15.62:0/646804523 >> v2:172.21.15.188:3300/0 conn(0x7f217c0d0e00 msgr2=0x7f217c0ce7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:41.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.784+0000 7f21737fe640 1 --2- 172.21.15.62:0/646804523 >> v2:172.21.15.188:3300/0 conn(0x7f217c0d0e00 0x7f217c0ce7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:41.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.784+0000 7f21737fe640 1 -- 172.21.15.62:0/646804523 >> v1:172.21.15.62:6789/0 conn(0x7f217c15b8f0 legacy=0x7f217c0b4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:41.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.784+0000 7f21737fe640 1 -- 172.21.15.62:0/646804523 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f217c0ce510 con 0x7f217c0b0f40 2023-06-08T03:53:41.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.784+0000 7f217b7fe640 1 -- 172.21.15.62:0/646804523 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2897421386 0 0) 0x7f217c0d1260 con 0x7f217c15b8f0 2023-06-08T03:53:41.794 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.784+0000 7f21737fe640 1 --2- 172.21.15.62:0/646804523 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f217c0b0f40 0x7f217c0d08c0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f217c0cdde0 tx=0x7f216401c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8d8e6096c6d2ca3 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:41.794 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.784+0000 7f217b7fe640 1 -- 172.21.15.62:0/646804523 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21640ac600 con 0x7f217c0b0f40 2023-06-08T03:53:41.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.784+0000 7f217b7fe640 1 -- 172.21.15.62:0/646804523 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21640a8050 con 0x7f217c0b0f40 2023-06-08T03:53:41.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.784+0000 7f217b7fe640 1 -- 172.21.15.62:0/646804523 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21640ac980 con 0x7f217c0b0f40 2023-06-08T03:53:41.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f2182373640 1 -- 172.21.15.62:0/646804523 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f217c0b0f40 msgr2=0x7f217c0d08c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:41.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f2182373640 1 --2- 172.21.15.62:0/646804523 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f217c0b0f40 0x7f217c0d08c0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f217c0cdde0 tx=0x7f216401c3a0 comp rx=0 tx=0).stop 2023-06-08T03:53:41.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f2182373640 1 -- 172.21.15.62:0/646804523 shutdown_connections 2023-06-08T03:53:41.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f2182373640 1 --2- 172.21.15.62:0/646804523 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f217c0b0f40 0x7f217c0d08c0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:41.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f2182373640 1 --2- 172.21.15.62:0/646804523 >> v2:172.21.15.188:3300/0 conn(0x7f217c0d0e00 0x7f217c0ce7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:41.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f2182373640 1 -- 172.21.15.62:0/646804523 >> 172.21.15.62:0/646804523 conn(0x7f217c0d1fb0 msgr2=0x7f217c0d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:41.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f2182373640 1 -- 172.21.15.62:0/646804523 shutdown_connections 2023-06-08T03:53:41.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f2182373640 1 -- 172.21.15.62:0/646804523 wait complete. 2023-06-08T03:53:41.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f2182373640 1 Processor -- start 2023-06-08T03:53:41.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f2182373640 1 -- start start 2023-06-08T03:53:41.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f2182373640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f217c0b0f40 0x7f217c14ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:41.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f2182373640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f217c0d0e00 0x7f217c0b41a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:41.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f2182373640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f217c15b8f0 0x7f217c1559e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:41.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f2182373640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f217c14b590 con 0x7f217c0b0f40 2023-06-08T03:53:41.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f2182373640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f217c149da0 con 0x7f217c15b8f0 2023-06-08T03:53:41.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f2182373640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f217c14a080 con 0x7f217c0d0e00 2023-06-08T03:53:41.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f217bfff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f217c0b0f40 0x7f217c14ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:41.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f217bfff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f217c0b0f40 0x7f217c14ab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34254/0 (socket says 172.21.15.62:34254) 2023-06-08T03:53:41.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f217bfff640 1 -- 172.21.15.62:0/521869575 learned_addr learned my addr 172.21.15.62:0/521869575 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:41.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f2180910640 1 --2- 172.21.15.62:0/521869575 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f217c15b8f0 0x7f217c1559e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:41.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f21737fe640 1 --2- 172.21.15.62:0/521869575 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f217c0d0e00 0x7f217c0b41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:41.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f217bfff640 1 -- 172.21.15.62:0/521869575 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f217c0d0e00 msgr2=0x7f217c0b41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:41.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f217bfff640 1 --2- 172.21.15.62:0/521869575 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f217c0d0e00 0x7f217c0b41a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:41.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f217bfff640 1 -- 172.21.15.62:0/521869575 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f217c15b8f0 msgr2=0x7f217c1559e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:41.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f217bfff640 1 --2- 172.21.15.62:0/521869575 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f217c15b8f0 0x7f217c1559e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:41.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f217bfff640 1 -- 172.21.15.62:0/521869575 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2164009420 con 0x7f217c0b0f40 2023-06-08T03:53:41.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f217bfff640 1 --2- 172.21.15.62:0/521869575 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f217c0b0f40 0x7f217c14ab60 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f216c00c480 tx=0x7f216c00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:41.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f21797fa640 1 -- 172.21.15.62:0/521869575 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f216c0074e0 con 0x7f217c0b0f40 2023-06-08T03:53:41.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f21797fa640 1 -- 172.21.15.62:0/521869575 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f216c007660 con 0x7f217c0b0f40 2023-06-08T03:53:41.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f2182373640 1 -- 172.21.15.62:0/521869575 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f217c14a360 con 0x7f217c0b0f40 2023-06-08T03:53:41.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f21797fa640 1 -- 172.21.15.62:0/521869575 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f216c004a30 con 0x7f217c0b0f40 2023-06-08T03:53:41.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.788+0000 7f2182373640 1 -- 172.21.15.62:0/521869575 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f217c0b2c80 con 0x7f217c0b0f40 2023-06-08T03:53:41.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.792+0000 7f2182373640 1 -- 172.21.15.62:0/521869575 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f217c0ceb60 con 0x7f217c0b0f40 2023-06-08T03:53:41.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.792+0000 7f21797fa640 1 -- 172.21.15.62:0/521869575 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f216c004b90 con 0x7f217c0b0f40 2023-06-08T03:53:41.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.792+0000 7f21797fa640 1 --2- 172.21.15.62:0/521869575 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f215c066280 0x7f215c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:41.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.792+0000 7f21797fa640 1 -- 172.21.15.62:0/521869575 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5962+0+0 (secure 0 0 0) 0x7f216c083170 con 0x7f217c0b0f40 2023-06-08T03:53:41.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.792+0000 7f21737fe640 1 --2- 172.21.15.62:0/521869575 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f215c066280 0x7f215c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:41.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.792+0000 7f21737fe640 1 --2- 172.21.15.62:0/521869575 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f215c066280 0x7f215c068730 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f21640ae000 tx=0x7f2164008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:41.804 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.796+0000 7f21797fa640 1 -- 172.21.15.62:0/521869575 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f216c054170 con 0x7f217c0b0f40 2023-06-08T03:53:41.990 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.984+0000 7f2182373640 1 -- 172.21.15.62:0/521869575 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f217c04d650 con 0x7f217c0b0f40 2023-06-08T03:53:42.000 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:41.992+0000 7f21797fa640 1 -- 172.21.15.62:0/521869575 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v11) v1 ==== 172+0+0 (secure 0 0 0) 0x7f216c053d00 con 0x7f217c0b0f40 2023-06-08T03:53:42.006 INFO:teuthology.orchestra.run.smithi062.stderr:new fs with metadata pool 5 and data pool 6 2023-06-08T03:53:42.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.000+0000 7f2182373640 1 -- 172.21.15.62:0/521869575 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f215c066280 msgr2=0x7f215c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:42.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.000+0000 7f2182373640 1 --2- 172.21.15.62:0/521869575 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f215c066280 0x7f215c068730 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f21640ae000 tx=0x7f2164008040 comp rx=0 tx=0).stop 2023-06-08T03:53:42.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.000+0000 7f2182373640 1 -- 172.21.15.62:0/521869575 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f217c0b0f40 msgr2=0x7f217c14ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:42.010 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.000+0000 7f2182373640 1 --2- 172.21.15.62:0/521869575 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f217c0b0f40 0x7f217c14ab60 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f216c00c480 tx=0x7f216c00c940 comp rx=0 tx=0).stop 2023-06-08T03:53:42.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.004+0000 7f2182373640 1 -- 172.21.15.62:0/521869575 shutdown_connections 2023-06-08T03:53:42.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.008+0000 7f2182373640 1 --2- 172.21.15.62:0/521869575 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f215c066280 0x7f215c068730 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.008+0000 7f2182373640 1 --2- 172.21.15.62:0/521869575 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f217c15b8f0 0x7f217c1559e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.008+0000 7f2182373640 1 --2- 172.21.15.62:0/521869575 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f217c0d0e00 0x7f217c0b41a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.008+0000 7f2182373640 1 --2- 172.21.15.62:0/521869575 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f217c0b0f40 0x7f217c14ab60 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.008+0000 7f2182373640 1 -- 172.21.15.62:0/521869575 >> 172.21.15.62:0/521869575 conn(0x7f217c0d1fb0 msgr2=0x7f217c0722b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:42.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.008+0000 7f2182373640 1 -- 172.21.15.62:0/521869575 shutdown_connections 2023-06-08T03:53:42.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.008+0000 7f2182373640 1 -- 172.21.15.62:0/521869575 wait complete. 2023-06-08T03:53:42.040 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:53:42.165 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.156+0000 7fe58d617640 1 Processor -- start 2023-06-08T03:53:42.165 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.156+0000 7fe58d617640 1 -- start start 2023-06-08T03:53:42.166 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe58d617640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7fe5880ca430 0x7fe5880ca800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:42.166 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe58d617640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe588159730 0x7fe58806fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:42.167 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe58d617640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5880c8390 con 0x7fe588070260 2023-06-08T03:53:42.167 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe58d617640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe588070870 con 0x7fe588159730 2023-06-08T03:53:42.167 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe58d617640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe588070b50 con 0x7fe5880ca430 2023-06-08T03:53:42.167 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe5867fc640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe588159730 0x7fe58806fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:42.167 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe5877fe640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fe588070260 0x7fe58806a850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:60912/0 (socket says 172.21.15.62:60912) 2023-06-08T03:53:42.167 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe5877fe640 1 -- 172.21.15.62:0/1161880358 learned_addr learned my addr 172.21.15.62:0/1161880358 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:42.168 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe586ffd640 1 --2- 172.21.15.62:0/1161880358 >> v2:172.21.15.188:3300/0 conn(0x7fe5880ca430 0x7fe5880ca800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:42.168 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe5867fc640 1 -- 172.21.15.62:0/1161880358 >> v2:172.21.15.188:3300/0 conn(0x7fe5880ca430 msgr2=0x7fe5880ca800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:42.168 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe5867fc640 1 --2- 172.21.15.62:0/1161880358 >> v2:172.21.15.188:3300/0 conn(0x7fe5880ca430 0x7fe5880ca800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.168 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe5867fc640 1 -- 172.21.15.62:0/1161880358 >> v1:172.21.15.62:6789/0 conn(0x7fe588070260 legacy=0x7fe58806a850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:42.168 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe5867fc640 1 -- 172.21.15.62:0/1161880358 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe588070e30 con 0x7fe588159730 2023-06-08T03:53:42.169 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe5867fc640 1 --2- 172.21.15.62:0/1161880358 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe588159730 0x7fe58806fd20 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fe5880cd9c0 tx=0x7fe57c01c2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec68fd86101aee4 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:42.169 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe585ffb640 1 -- 172.21.15.62:0/1161880358 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe57c0ab600 con 0x7fe588159730 2023-06-08T03:53:42.169 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe585ffb640 1 -- 172.21.15.62:0/1161880358 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe57c0a7050 con 0x7fe588159730 2023-06-08T03:53:42.170 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe585ffb640 1 -- 172.21.15.62:0/1161880358 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe57c0ab980 con 0x7fe588159730 2023-06-08T03:53:42.170 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe58d617640 1 -- 172.21.15.62:0/1161880358 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe588159730 msgr2=0x7fe58806fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:42.170 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe58d617640 1 --2- 172.21.15.62:0/1161880358 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe588159730 0x7fe58806fd20 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fe5880cd9c0 tx=0x7fe57c01c2f0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe58d617640 1 -- 172.21.15.62:0/1161880358 shutdown_connections 2023-06-08T03:53:42.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe58d617640 1 --2- 172.21.15.62:0/1161880358 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe588159730 0x7fe58806fd20 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe58d617640 1 --2- 172.21.15.62:0/1161880358 >> v2:172.21.15.188:3300/0 conn(0x7fe5880ca430 0x7fe5880ca800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe58d617640 1 -- 172.21.15.62:0/1161880358 >> 172.21.15.62:0/1161880358 conn(0x7fe5880af640 msgr2=0x7fe5880afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:42.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe58d617640 1 -- 172.21.15.62:0/1161880358 shutdown_connections 2023-06-08T03:53:42.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.160+0000 7fe58d617640 1 -- 172.21.15.62:0/1161880358 wait complete. 2023-06-08T03:53:42.172 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe58d617640 1 Processor -- start 2023-06-08T03:53:42.173 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe58d617640 1 -- start start 2023-06-08T03:53:42.173 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe58d617640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe588070260 0x7fe58815b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:42.173 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe58d617640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5880ca430 0x7fe588159b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:42.173 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe58d617640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe588159730 0x7fe58815a060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:42.173 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe58d617640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5881f30f0 con 0x7fe5880ca430 2023-06-08T03:53:42.173 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe58d617640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5881f2800 con 0x7fe588070260 2023-06-08T03:53:42.173 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe58d617640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5881f2aa0 con 0x7fe588159730 2023-06-08T03:53:42.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe5867fc640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5880ca430 0x7fe588159b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:42.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe5867fc640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5880ca430 0x7fe588159b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34270/0 (socket says 172.21.15.62:34270) 2023-06-08T03:53:42.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe5867fc640 1 -- 172.21.15.62:0/3227808004 learned_addr learned my addr 172.21.15.62:0/3227808004 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:42.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe586ffd640 1 --2- 172.21.15.62:0/3227808004 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe588070260 0x7fe58815b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:42.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe5867fc640 1 -- 172.21.15.62:0/3227808004 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe588159730 msgr2=0x7fe58815a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:42.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe5867fc640 1 --2- 172.21.15.62:0/3227808004 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe588159730 0x7fe58815a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe5867fc640 1 -- 172.21.15.62:0/3227808004 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe588070260 msgr2=0x7fe58815b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:42.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe5867fc640 1 --2- 172.21.15.62:0/3227808004 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe588070260 0x7fe58815b540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.175 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe5867fc640 1 -- 172.21.15.62:0/3227808004 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe57c009420 con 0x7fe5880ca430 2023-06-08T03:53:42.175 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe586ffd640 1 --2- 172.21.15.62:0/3227808004 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe588070260 0x7fe58815b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:42.175 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe5867fc640 1 --2- 172.21.15.62:0/3227808004 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5880ca430 0x7fe588159b20 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fe57c0ae040 tx=0x7fe57c019090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:42.176 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe56f7fe640 1 -- 172.21.15.62:0/3227808004 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe57c0b48e0 con 0x7fe5880ca430 2023-06-08T03:53:42.176 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe56f7fe640 1 -- 172.21.15.62:0/3227808004 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe57c0b4a60 con 0x7fe5880ca430 2023-06-08T03:53:42.176 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe58d617640 1 -- 172.21.15.62:0/3227808004 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5881f2d80 con 0x7fe5880ca430 2023-06-08T03:53:42.176 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe56f7fe640 1 -- 172.21.15.62:0/3227808004 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe57c0b4e10 con 0x7fe5880ca430 2023-06-08T03:53:42.177 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe58d617640 1 -- 172.21.15.62:0/3227808004 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe588155840 con 0x7fe5880ca430 2023-06-08T03:53:42.177 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.164+0000 7fe58d617640 1 -- 172.21.15.62:0/3227808004 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5881f3260 con 0x7fe5880ca430 2023-06-08T03:53:42.177 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.168+0000 7fe56f7fe640 1 -- 172.21.15.62:0/3227808004 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe57c0b2040 con 0x7fe5880ca430 2023-06-08T03:53:42.177 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.168+0000 7fe56f7fe640 1 --2- 172.21.15.62:0/3227808004 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe574066280 0x7fe574068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:42.177 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.168+0000 7fe56f7fe640 1 -- 172.21.15.62:0/3227808004 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fe57c11e0e0 con 0x7fe5880ca430 2023-06-08T03:53:42.177 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.168+0000 7fe586ffd640 1 --2- 172.21.15.62:0/3227808004 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe574066280 0x7fe574068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:42.177 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.168+0000 7fe586ffd640 1 --2- 172.21.15.62:0/3227808004 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe574066280 0x7fe574068730 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fe578009840 tx=0x7fe578008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:42.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.172+0000 7fe56f7fe640 1 -- 172.21.15.62:0/3227808004 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe57c0eb560 con 0x7fe5880ca430 2023-06-08T03:53:42.333 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.324+0000 7fe58d617640 1 -- 172.21.15.62:0/3227808004 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe58804d6c0 con 0x7fe5880ca430 2023-06-08T03:53:42.336 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.328+0000 7fe56f7fe640 1 -- 172.21.15.62:0/3227808004 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+18364 (secure 0 0 0) 0x7fe57c0eeb80 con 0x7fe5880ca430 2023-06-08T03:53:42.336 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:42.337 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":36,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:53:41.988124+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:53:39.898952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2023-06-08T03:53:40.983619+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:53:42.338 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.332+0000 7fe58d617640 1 -- 172.21.15.62:0/3227808004 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe574066280 msgr2=0x7fe574068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:42.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.332+0000 7fe58d617640 1 --2- 172.21.15.62:0/3227808004 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe574066280 0x7fe574068730 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fe578009840 tx=0x7fe578008040 comp rx=0 tx=0).stop 2023-06-08T03:53:42.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.332+0000 7fe58d617640 1 -- 172.21.15.62:0/3227808004 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5880ca430 msgr2=0x7fe588159b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:42.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.332+0000 7fe58d617640 1 --2- 172.21.15.62:0/3227808004 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5880ca430 0x7fe588159b20 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fe57c0ae040 tx=0x7fe57c019090 comp rx=0 tx=0).stop 2023-06-08T03:53:42.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.332+0000 7fe58d617640 1 -- 172.21.15.62:0/3227808004 shutdown_connections 2023-06-08T03:53:42.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.332+0000 7fe58d617640 1 --2- 172.21.15.62:0/3227808004 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe574066280 0x7fe574068730 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.339 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.332+0000 7fe58d617640 1 --2- 172.21.15.62:0/3227808004 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe588159730 0x7fe58815a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.332+0000 7fe58d617640 1 --2- 172.21.15.62:0/3227808004 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5880ca430 0x7fe588159b20 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.332+0000 7fe58d617640 1 --2- 172.21.15.62:0/3227808004 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe588070260 0x7fe58815b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.332+0000 7fe58d617640 1 -- 172.21.15.62:0/3227808004 >> 172.21.15.62:0/3227808004 conn(0x7fe5880af640 msgr2=0x7fe5880cda40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:42.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.332+0000 7fe58d617640 1 -- 172.21.15.62:0/3227808004 shutdown_connections 2023-06-08T03:53:42.340 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.332+0000 7fe58d617640 1 -- 172.21.15.62:0/3227808004 wait complete. 2023-06-08T03:53:42.356 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:53:42.469 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.460+0000 7f5255dd7640 1 Processor -- start 2023-06-08T03:53:42.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.460+0000 7f5255dd7640 1 -- start start 2023-06-08T03:53:42.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.464+0000 7f5255dd7640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52500b1290 0x7f52500b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:42.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.464+0000 7f5255dd7640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f52500ce280 0x7f52500d0520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:42.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.464+0000 7f5255dd7640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52500d1be0 con 0x7f52500ce950 2023-06-08T03:53:42.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.464+0000 7f5255dd7640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52500b1660 con 0x7f52500ce280 2023-06-08T03:53:42.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.464+0000 7f5255dd7640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52500cc6c0 con 0x7f52500b1290 2023-06-08T03:53:42.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.464+0000 7f524effd640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f52500ce280 0x7f52500d0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:42.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.464+0000 7f524ffff640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f52500ce950 0x7f52500d2070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:60916/0 (socket says 172.21.15.62:60916) 2023-06-08T03:53:42.472 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.464+0000 7f524ffff640 1 -- 172.21.15.62:0/316412171 learned_addr learned my addr 172.21.15.62:0/316412171 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:42.472 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.464+0000 7f524f7fe640 1 --2- 172.21.15.62:0/316412171 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52500b1290 0x7f52500b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:42.472 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.464+0000 7f524effd640 1 -- 172.21.15.62:0/316412171 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52500b1290 msgr2=0x7f52500b4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:42.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.464+0000 7f524effd640 1 --2- 172.21.15.62:0/316412171 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52500b1290 0x7f52500b4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.464+0000 7f524effd640 1 -- 172.21.15.62:0/316412171 >> v1:172.21.15.62:6789/0 conn(0x7f52500ce950 legacy=0x7f52500d2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:42.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.464+0000 7f524e7fc640 1 -- 172.21.15.62:0/316412171 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2861917044 0 0) 0x7f52500d1be0 con 0x7f52500ce950 2023-06-08T03:53:42.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.464+0000 7f524effd640 1 -- 172.21.15.62:0/316412171 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52500cc9a0 con 0x7f52500ce280 2023-06-08T03:53:42.473 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.464+0000 7f524effd640 1 --2- 172.21.15.62:0/316412171 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52500ce280 0x7f52500d0520 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f5238009d90 tx=0x7f523801c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f494aa18c60da93 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:42.474 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.464+0000 7f524e7fc640 1 -- 172.21.15.62:0/316412171 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52380a5970 con 0x7f52500ce280 2023-06-08T03:53:42.474 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.464+0000 7f524e7fc640 1 -- 172.21.15.62:0/316412171 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52380a5ad0 con 0x7f52500ce280 2023-06-08T03:53:42.474 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.464+0000 7f524e7fc640 1 -- 172.21.15.62:0/316412171 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52380a5e60 con 0x7f52500ce280 2023-06-08T03:53:42.475 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5255dd7640 1 -- 172.21.15.62:0/316412171 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52500ce280 msgr2=0x7f52500d0520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:42.475 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5255dd7640 1 --2- 172.21.15.62:0/316412171 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52500ce280 0x7f52500d0520 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f5238009d90 tx=0x7f523801c890 comp rx=0 tx=0).stop 2023-06-08T03:53:42.475 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5255dd7640 1 -- 172.21.15.62:0/316412171 shutdown_connections 2023-06-08T03:53:42.475 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5255dd7640 1 --2- 172.21.15.62:0/316412171 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52500ce280 0x7f52500d0520 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.475 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5255dd7640 1 --2- 172.21.15.62:0/316412171 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52500b1290 0x7f52500b4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.475 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5255dd7640 1 -- 172.21.15.62:0/316412171 >> 172.21.15.62:0/316412171 conn(0x7f525006b5a0 msgr2=0x7f525006b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:42.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5255dd7640 1 -- 172.21.15.62:0/316412171 shutdown_connections 2023-06-08T03:53:42.476 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5255dd7640 1 -- 172.21.15.62:0/316412171 wait complete. 2023-06-08T03:53:42.477 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5255dd7640 1 Processor -- start 2023-06-08T03:53:42.477 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5255dd7640 1 -- start start 2023-06-08T03:53:42.478 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5255dd7640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f52500b1290 0x7f525014eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:42.478 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5255dd7640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52500ce280 0x7f525015d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:42.478 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5255dd7640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52500ce950 0x7f525015ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:42.478 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5255dd7640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f525015bdb0 con 0x7f52500ce950 2023-06-08T03:53:42.478 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5255dd7640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f525015e240 con 0x7f52500b1290 2023-06-08T03:53:42.478 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5255dd7640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f525015e520 con 0x7f52500ce280 2023-06-08T03:53:42.478 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f524ffff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52500ce950 0x7f525015ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:42.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f524ffff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52500ce950 0x7f525015ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34288/0 (socket says 172.21.15.62:34288) 2023-06-08T03:53:42.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f524ffff640 1 -- 172.21.15.62:0/3418827817 learned_addr learned my addr 172.21.15.62:0/3418827817 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:42.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f524effd640 1 --2- 172.21.15.62:0/3418827817 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52500ce280 0x7f525015d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:42.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f524f7fe640 1 --2- 172.21.15.62:0/3418827817 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f52500b1290 0x7f525014eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:42.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f524ffff640 1 -- 172.21.15.62:0/3418827817 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52500ce280 msgr2=0x7f525015d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:42.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f524ffff640 1 --2- 172.21.15.62:0/3418827817 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52500ce280 0x7f525015d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f524ffff640 1 -- 172.21.15.62:0/3418827817 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f52500b1290 msgr2=0x7f525014eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:42.479 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f524ffff640 1 --2- 172.21.15.62:0/3418827817 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f52500b1290 0x7f525014eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f524ffff640 1 -- 172.21.15.62:0/3418827817 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5238009a70 con 0x7f52500ce950 2023-06-08T03:53:42.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f524effd640 1 --2- 172.21.15.62:0/3418827817 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52500ce280 0x7f525015d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:42.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f524f7fe640 1 --2- 172.21.15.62:0/3418827817 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f52500b1290 0x7f525014eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:42.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f524ffff640 1 --2- 172.21.15.62:0/3418827817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52500ce950 0x7f525015ad20 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f524800c470 tx=0x7f524800c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:42.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5247fff640 1 -- 172.21.15.62:0/3418827817 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52480074e0 con 0x7f52500ce950 2023-06-08T03:53:42.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5247fff640 1 -- 172.21.15.62:0/3418827817 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5248007640 con 0x7f52500ce950 2023-06-08T03:53:42.480 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5255dd7640 1 -- 172.21.15.62:0/3418827817 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f525015e800 con 0x7f52500ce950 2023-06-08T03:53:42.481 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5247fff640 1 -- 172.21.15.62:0/3418827817 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5248004a30 con 0x7f52500ce950 2023-06-08T03:53:42.481 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5255dd7640 1 -- 172.21.15.62:0/3418827817 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f525014f3e0 con 0x7f52500ce950 2023-06-08T03:53:42.481 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.468+0000 7f5255dd7640 1 -- 172.21.15.62:0/3418827817 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f525015bfd0 con 0x7f52500ce950 2023-06-08T03:53:42.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.472+0000 7f5247fff640 1 -- 172.21.15.62:0/3418827817 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5248004b90 con 0x7f52500ce950 2023-06-08T03:53:42.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.472+0000 7f5247fff640 1 --2- 172.21.15.62:0/3418827817 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5230066280 0x7f5230068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:42.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.472+0000 7f5247fff640 1 -- 172.21.15.62:0/3418827817 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f5248083240 con 0x7f52500ce950 2023-06-08T03:53:42.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.472+0000 7f524f7fe640 1 --2- 172.21.15.62:0/3418827817 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5230066280 0x7f5230068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:42.482 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.472+0000 7f524f7fe640 1 --2- 172.21.15.62:0/3418827817 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5230066280 0x7f5230068730 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f52400097a0 tx=0x7f5240008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:42.483 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.476+0000 7f5247fff640 1 -- 172.21.15.62:0/3418827817 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f525015bfd0 con 0x7f52500ce950 2023-06-08T03:53:42.636 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.628+0000 7f5255dd7640 1 -- 172.21.15.62:0/3418827817 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f525015bfd0 con 0x7f52500ce950 2023-06-08T03:53:42.638 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.632+0000 7f5247fff640 1 -- 172.21.15.62:0/3418827817 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+18364 (secure 0 0 0) 0x7f525015bfd0 con 0x7f52500ce950 2023-06-08T03:53:42.639 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:42.639 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":36,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:53:41.988124+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:53:39.898952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2023-06-08T03:53:40.983619+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:53:42.641 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.632+0000 7f5255dd7640 1 -- 172.21.15.62:0/3418827817 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5230066280 msgr2=0x7f5230068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:42.642 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.632+0000 7f5255dd7640 1 --2- 172.21.15.62:0/3418827817 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5230066280 0x7f5230068730 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f52400097a0 tx=0x7f5240008040 comp rx=0 tx=0).stop 2023-06-08T03:53:42.642 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.632+0000 7f5255dd7640 1 -- 172.21.15.62:0/3418827817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52500ce950 msgr2=0x7f525015ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:42.642 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.632+0000 7f5255dd7640 1 --2- 172.21.15.62:0/3418827817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52500ce950 0x7f525015ad20 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f524800c470 tx=0x7f524800c930 comp rx=0 tx=0).stop 2023-06-08T03:53:42.642 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.632+0000 7f5255dd7640 1 -- 172.21.15.62:0/3418827817 shutdown_connections 2023-06-08T03:53:42.642 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.632+0000 7f5255dd7640 1 --2- 172.21.15.62:0/3418827817 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f5230066280 0x7f5230068730 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.642 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.632+0000 7f5255dd7640 1 --2- 172.21.15.62:0/3418827817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52500ce950 0x7f525015ad20 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.643 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.632+0000 7f5255dd7640 1 --2- 172.21.15.62:0/3418827817 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52500ce280 0x7f525015d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.643 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.632+0000 7f5255dd7640 1 --2- 172.21.15.62:0/3418827817 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f52500b1290 0x7f525014eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.643 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.632+0000 7f5255dd7640 1 -- 172.21.15.62:0/3418827817 >> 172.21.15.62:0/3418827817 conn(0x7f525006b5a0 msgr2=0x7f525015fa10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:42.643 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.632+0000 7f5255dd7640 1 -- 172.21.15.62:0/3418827817 shutdown_connections 2023-06-08T03:53:42.643 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.632+0000 7f5255dd7640 1 -- 172.21.15.62:0/3418827817 wait complete. 2023-06-08T03:53:42.659 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-06-08T03:53:42.787 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f41a60ee640 1 Processor -- start 2023-06-08T03:53:42.787 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f41a60ee640 1 -- start start 2023-06-08T03:53:42.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f41a60ee640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f41a006d130 0x7f41a0164490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:42.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f41a60ee640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41a00cae70 con 0x7f41a0069310 2023-06-08T03:53:42.788 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f41a60ee640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41a00cb150 con 0x7f41a00ca200 2023-06-08T03:53:42.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f41a60ee640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41a00cb430 con 0x7f41a006d130 2023-06-08T03:53:42.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419f7fe640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f41a0069310 0x7f41a00696e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:60932/0 (socket says 172.21.15.62:60932) 2023-06-08T03:53:42.789 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419f7fe640 1 -- 172.21.15.62:0/1052456003 learned_addr learned my addr 172.21.15.62:0/1052456003 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:42.790 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419ffff640 1 --2- 172.21.15.62:0/1052456003 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f41a006d130 0x7f41a0164490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:42.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419e7fc640 1 -- 172.21.15.62:0/1052456003 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2487315884 0 0) 0x7f41a00cae70 con 0x7f41a0069310 2023-06-08T03:53:42.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419e7fc640 1 -- 172.21.15.62:0/1052456003 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4188003530 con 0x7f41a0069310 2023-06-08T03:53:42.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419e7fc640 1 -- 172.21.15.62:0/1052456003 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1239932204 0 0) 0x7f4188003530 con 0x7f41a0069310 2023-06-08T03:53:42.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419e7fc640 1 -- 172.21.15.62:0/1052456003 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f41a006d130 msgr2=0x7f41a0164490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:42.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419e7fc640 1 --2- 172.21.15.62:0/1052456003 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f41a006d130 0x7f41a0164490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419e7fc640 1 -- 172.21.15.62:0/1052456003 >> v1:172.21.15.188:6789/0 conn(0x7f41a00ca200 legacy=0x7f41a00ca650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:42.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419e7fc640 1 -- 172.21.15.62:0/1052456003 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41a006b920 con 0x7f41a0069310 2023-06-08T03:53:42.791 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419e7fc640 1 -- 172.21.15.62:0/1052456003 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f4190001680 con 0x7f41a0069310 2023-06-08T03:53:42.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419e7fc640 1 -- 172.21.15.62:0/1052456003 >> v1:172.21.15.62:6789/0 conn(0x7f41a0069310 legacy=0x7f41a00696e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:42.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419e7fc640 1 --2- 172.21.15.62:0/1052456003 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41880039b0 0x7f4188003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:42.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419e7fc640 1 --2- 172.21.15.62:0/1052456003 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f41a006d130 0x7f41880047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:42.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419e7fc640 1 --2- 172.21.15.62:0/1052456003 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4188004d10 0x7f4188005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:42.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419e7fc640 1 -- 172.21.15.62:0/1052456003 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41a00cb430 con 0x7f41880039b0 2023-06-08T03:53:42.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419e7fc640 1 -- 172.21.15.62:0/1052456003 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f418800ba40 con 0x7f4188004d10 2023-06-08T03:53:42.792 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419e7fc640 1 -- 172.21.15.62:0/1052456003 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f418800bc00 con 0x7f41a006d130 2023-06-08T03:53:42.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419f7fe640 1 --2- 172.21.15.62:0/1052456003 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41880039b0 0x7f4188003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:42.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419ffff640 1 --2- 172.21.15.62:0/1052456003 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4188004d10 0x7f4188005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:42.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419f7fe640 1 -- 172.21.15.62:0/1052456003 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f41a006d130 msgr2=0x7f41880047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:42.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419f7fe640 1 --2- 172.21.15.62:0/1052456003 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f41a006d130 0x7f41880047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419f7fe640 1 -- 172.21.15.62:0/1052456003 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4188004d10 msgr2=0x7f4188005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:42.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419f7fe640 1 --2- 172.21.15.62:0/1052456003 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4188004d10 0x7f4188005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.793 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419f7fe640 1 -- 172.21.15.62:0/1052456003 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4188003530 con 0x7f41880039b0 2023-06-08T03:53:42.794 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.780+0000 7f419ffff640 1 --2- 172.21.15.62:0/1052456003 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f4188004d10 0x7f4188005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:42.795 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.784+0000 7f419f7fe640 1 --2- 172.21.15.62:0/1052456003 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41880039b0 0x7f4188003dc0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f419000c240 tx=0x7f419001cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6459624e3f2603b9 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:42.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.784+0000 7f419e7fc640 1 -- 172.21.15.62:0/1052456003 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41900a5b00 con 0x7f41880039b0 2023-06-08T03:53:42.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.784+0000 7f419e7fc640 1 -- 172.21.15.62:0/1052456003 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41900a5c60 con 0x7f41880039b0 2023-06-08T03:53:42.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.784+0000 7f419e7fc640 1 -- 172.21.15.62:0/1052456003 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4190005b20 con 0x7f41880039b0 2023-06-08T03:53:42.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.784+0000 7f41a60ee640 1 -- 172.21.15.62:0/1052456003 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41880039b0 msgr2=0x7f4188003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:42.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.784+0000 7f41a60ee640 1 --2- 172.21.15.62:0/1052456003 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41880039b0 0x7f4188003dc0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f419000c240 tx=0x7f419001cc40 comp rx=0 tx=0).stop 2023-06-08T03:53:42.796 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.784+0000 7f419ffff640 1 -- 172.21.15.62:0/1052456003 reap_dead start 2023-06-08T03:53:42.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.784+0000 7f41a60ee640 1 -- 172.21.15.62:0/1052456003 shutdown_connections 2023-06-08T03:53:42.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.784+0000 7f41a60ee640 1 -- 172.21.15.62:0/1052456003 >> 172.21.15.62:0/1052456003 conn(0x7f41a00cc3f0 msgr2=0x7f41a00cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:42.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.784+0000 7f41a60ee640 1 -- 172.21.15.62:0/1052456003 shutdown_connections 2023-06-08T03:53:42.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.784+0000 7f41a60ee640 1 -- 172.21.15.62:0/1052456003 wait complete. 2023-06-08T03:53:42.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.784+0000 7f41a60ee640 1 Processor -- start 2023-06-08T03:53:42.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.784+0000 7f41a60ee640 1 -- start start 2023-06-08T03:53:42.797 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f41a60ee640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f41880039b0 0x7f41a015c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:42.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f41a60ee640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f41a00b0090 0x7f41a0142c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:42.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f41a60ee640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41a00b0500 0x7f41a01431d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:42.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f41a60ee640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41a0143710 con 0x7f41a00b0500 2023-06-08T03:53:42.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f41a60ee640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41a0155820 con 0x7f41a00b0090 2023-06-08T03:53:42.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f41a60ee640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41a01544e0 con 0x7f41880039b0 2023-06-08T03:53:42.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f419ffff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41a00b0500 0x7f41a01431d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:42.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f419ffff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41a00b0500 0x7f41a01431d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34308/0 (socket says 172.21.15.62:34308) 2023-06-08T03:53:42.798 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f419ffff640 1 -- 172.21.15.62:0/1523167048 learned_addr learned my addr 172.21.15.62:0/1523167048 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:42.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f419f7fe640 1 --2- 172.21.15.62:0/1523167048 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f41880039b0 0x7f41a015c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:42.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f419effd640 1 --2- 172.21.15.62:0/1523167048 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f41a00b0090 0x7f41a0142c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:42.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f419ffff640 1 -- 172.21.15.62:0/1523167048 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f41880039b0 msgr2=0x7f41a015c1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:42.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f419ffff640 1 --2- 172.21.15.62:0/1523167048 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f41880039b0 0x7f41a015c1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f419ffff640 1 -- 172.21.15.62:0/1523167048 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f41a00b0090 msgr2=0x7f41a0142c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:42.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f419ffff640 1 --2- 172.21.15.62:0/1523167048 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f41a00b0090 0x7f41a0142c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:42.799 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f419ffff640 1 -- 172.21.15.62:0/1523167048 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41a0153d40 con 0x7f41a00b0500 2023-06-08T03:53:42.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f419effd640 1 --2- 172.21.15.62:0/1523167048 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f41a00b0090 0x7f41a0142c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:53:42.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f419ffff640 1 --2- 172.21.15.62:0/1523167048 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41a00b0500 0x7f41a01431d0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f41a00660b0 tx=0x7f4198007e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:42.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f4187fff640 1 -- 172.21.15.62:0/1523167048 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4198014760 con 0x7f41a00b0500 2023-06-08T03:53:42.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f4187fff640 1 -- 172.21.15.62:0/1523167048 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4198011040 con 0x7f41a00b0500 2023-06-08T03:53:42.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f4187fff640 1 -- 172.21.15.62:0/1523167048 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4198014ae0 con 0x7f41a00b0500 2023-06-08T03:53:42.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f41a60ee640 1 -- 172.21.15.62:0/1523167048 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41a0154780 con 0x7f41a00b0500 2023-06-08T03:53:42.800 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f41a60ee640 1 -- 172.21.15.62:0/1523167048 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41a0154d40 con 0x7f41a00b0500 2023-06-08T03:53:42.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f41a60ee640 1 -- 172.21.15.62:0/1523167048 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41a004d650 con 0x7f41a00b0500 2023-06-08T03:53:42.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f4187fff640 1 -- 172.21.15.62:0/1523167048 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f4198014c40 con 0x7f41a00b0500 2023-06-08T03:53:42.801 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f4187fff640 1 --2- 172.21.15.62:0/1523167048 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f418c066280 0x7f418c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:42.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f4187fff640 1 -- 172.21.15.62:0/1523167048 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f41980836e0 con 0x7f41a00b0500 2023-06-08T03:53:42.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.788+0000 7f419f7fe640 1 --2- 172.21.15.62:0/1523167048 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f418c066280 0x7f418c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:42.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.792+0000 7f419f7fe640 1 --2- 172.21.15.62:0/1523167048 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f418c066280 0x7f418c068730 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f41900ab000 tx=0x7f41900a7070 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:42.802 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.792+0000 7f4187fff640 1 -- 172.21.15.62:0/1523167048 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f4198050bf0 con 0x7f41a00b0500 2023-06-08T03:53:42.988 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.980+0000 7f41a60ee640 1 -- 172.21.15.62:0/1523167048 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f41a00c3950 con 0x7f41a00b0500 2023-06-08T03:53:43.001 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.992+0000 7f4187fff640 1 -- 172.21.15.62:0/1523167048 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v12) v1 ==== 118+0+0 (secure 0 0 0) 0x7f4198054210 con 0x7f41a00b0500 2023-06-08T03:53:43.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.996+0000 7f41a60ee640 1 -- 172.21.15.62:0/1523167048 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f418c066280 msgr2=0x7f418c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:43.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.996+0000 7f41a60ee640 1 --2- 172.21.15.62:0/1523167048 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f418c066280 0x7f418c068730 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f41900ab000 tx=0x7f41900a7070 comp rx=0 tx=0).stop 2023-06-08T03:53:43.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.996+0000 7f41a60ee640 1 -- 172.21.15.62:0/1523167048 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41a00b0500 msgr2=0x7f41a01431d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:43.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.996+0000 7f41a60ee640 1 --2- 172.21.15.62:0/1523167048 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41a00b0500 0x7f41a01431d0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f41a00660b0 tx=0x7f4198007e90 comp rx=0 tx=0).stop 2023-06-08T03:53:43.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.996+0000 7f41a60ee640 1 -- 172.21.15.62:0/1523167048 shutdown_connections 2023-06-08T03:53:43.004 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.996+0000 7f41a60ee640 1 --2- 172.21.15.62:0/1523167048 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f418c066280 0x7f418c068730 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:43.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.996+0000 7f41a60ee640 1 --2- 172.21.15.62:0/1523167048 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41a00b0500 0x7f41a01431d0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:43.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.996+0000 7f41a60ee640 1 --2- 172.21.15.62:0/1523167048 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f41a00b0090 0x7f41a0142c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:43.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.996+0000 7f41a60ee640 1 --2- 172.21.15.62:0/1523167048 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f41880039b0 0x7f41a015c1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:43.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.996+0000 7f41a60ee640 1 -- 172.21.15.62:0/1523167048 >> 172.21.15.62:0/1523167048 conn(0x7f41a00cc3f0 msgr2=0x7f41a00af650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:43.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.996+0000 7f41a60ee640 1 -- 172.21.15.62:0/1523167048 shutdown_connections 2023-06-08T03:53:43.005 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:42.996+0000 7f41a60ee640 1 -- 172.21.15.62:0/1523167048 wait complete. 2023-06-08T03:53:43.022 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-06-08T03:53:43.022 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-06-08T03:53:43.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.136+0000 7f46fc237640 1 Processor -- start 2023-06-08T03:53:43.143 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.136+0000 7f46fc237640 1 -- start start 2023-06-08T03:53:43.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.136+0000 7f46fc237640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f46f40d0fd0 0x7f46f4166470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:43.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.136+0000 7f46fc237640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f46f40cf800 con 0x7f46f40b0f40 2023-06-08T03:53:43.145 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.136+0000 7f46fc237640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f46f40ce270 con 0x7f46f415b8f0 2023-06-08T03:53:43.146 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.136+0000 7f46fc237640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46f40b16b0 con 0x7f46f40d0fd0 2023-06-08T03:53:43.146 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.136+0000 7f46f97d2640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f46f40b0f40 0x7f46f40d08c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:60934/0 (socket says 172.21.15.62:60934) 2023-06-08T03:53:43.147 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.136+0000 7f46f97d2640 1 -- 172.21.15.62:0/726294998 learned_addr learned my addr 172.21.15.62:0/726294998 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:43.147 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.136+0000 7f46fa7d4640 1 --2- 172.21.15.62:0/726294998 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f46f40d0fd0 0x7f46f4166470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:43.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f8fd1640 1 -- 172.21.15.62:0/726294998 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 983744590 0 0) 0x7f46f40cf800 con 0x7f46f40b0f40 2023-06-08T03:53:43.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f8fd1640 1 -- 172.21.15.62:0/726294998 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f46e0003530 con 0x7f46f40b0f40 2023-06-08T03:53:43.148 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f8fd1640 1 -- 172.21.15.62:0/726294998 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1406783937 0 0) 0x7f46e0003530 con 0x7f46f40b0f40 2023-06-08T03:53:43.149 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f8fd1640 1 -- 172.21.15.62:0/726294998 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f46f40d0fd0 msgr2=0x7f46f4166470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:43.149 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f8fd1640 1 --2- 172.21.15.62:0/726294998 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f46f40d0fd0 0x7f46f4166470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:43.149 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f8fd1640 1 -- 172.21.15.62:0/726294998 >> v1:172.21.15.188:6789/0 conn(0x7f46f415b8f0 legacy=0x7f46f40b4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:43.149 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f8fd1640 1 -- 172.21.15.62:0/726294998 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46f40ce510 con 0x7f46f40b0f40 2023-06-08T03:53:43.149 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f8fd1640 1 -- 172.21.15.62:0/726294998 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f46e40016a0 con 0x7f46f40b0f40 2023-06-08T03:53:43.149 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f8fd1640 1 -- 172.21.15.62:0/726294998 >> v1:172.21.15.62:6789/0 conn(0x7f46f40b0f40 legacy=0x7f46f40d08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:43.149 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f8fd1640 1 --2- 172.21.15.62:0/726294998 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f46e00039b0 0x7f46e0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:43.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f8fd1640 1 --2- 172.21.15.62:0/726294998 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f46f40d0fd0 0x7f46e00047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:43.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f8fd1640 1 --2- 172.21.15.62:0/726294998 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f46e0004d10 0x7f46e0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:43.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f8fd1640 1 -- 172.21.15.62:0/726294998 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46f40b16b0 con 0x7f46e00039b0 2023-06-08T03:53:43.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f8fd1640 1 -- 172.21.15.62:0/726294998 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46e000baa0 con 0x7f46e0004d10 2023-06-08T03:53:43.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f8fd1640 1 -- 172.21.15.62:0/726294998 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46e000bc60 con 0x7f46f40d0fd0 2023-06-08T03:53:43.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f9fd3640 1 --2- 172.21.15.62:0/726294998 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f46e00039b0 0x7f46e0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:43.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f9fd3640 1 -- 172.21.15.62:0/726294998 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f46f40d0fd0 msgr2=0x7f46e00047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:43.150 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f9fd3640 1 --2- 172.21.15.62:0/726294998 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f46f40d0fd0 0x7f46e00047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:43.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f9fd3640 1 -- 172.21.15.62:0/726294998 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f46e0004d10 msgr2=0x7f46e0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:43.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f9fd3640 1 --2- 172.21.15.62:0/726294998 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f46e0004d10 0x7f46e0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:43.151 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.140+0000 7f46f9fd3640 1 -- 172.21.15.62:0/726294998 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46f40ce510 con 0x7f46e00039b0 2023-06-08T03:53:43.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46f9fd3640 1 --2- 172.21.15.62:0/726294998 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f46e00039b0 0x7f46e0003dc0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f46f00016b0 tx=0x7f46f001c2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79adf27baf5f50e7 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:43.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46f8fd1640 1 -- 172.21.15.62:0/726294998 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46f00a4ea0 con 0x7f46e00039b0 2023-06-08T03:53:43.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46f8fd1640 1 -- 172.21.15.62:0/726294998 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46f00a7050 con 0x7f46e00039b0 2023-06-08T03:53:43.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46f8fd1640 1 -- 172.21.15.62:0/726294998 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46f0003600 con 0x7f46e00039b0 2023-06-08T03:53:43.152 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46fc237640 1 -- 172.21.15.62:0/726294998 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f46e00039b0 msgr2=0x7f46e0003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:43.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46fc237640 1 --2- 172.21.15.62:0/726294998 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f46e00039b0 0x7f46e0003dc0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f46f00016b0 tx=0x7f46f001c2f0 comp rx=0 tx=0).stop 2023-06-08T03:53:43.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46fa7d4640 1 -- 172.21.15.62:0/726294998 reap_dead start 2023-06-08T03:53:43.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46fc237640 1 -- 172.21.15.62:0/726294998 shutdown_connections 2023-06-08T03:53:43.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46fc237640 1 -- 172.21.15.62:0/726294998 >> 172.21.15.62:0/726294998 conn(0x7f46f40d1fb0 msgr2=0x7f46f40d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:43.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46fc237640 1 -- 172.21.15.62:0/726294998 shutdown_connections 2023-06-08T03:53:43.153 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46fc237640 1 -- 172.21.15.62:0/726294998 wait complete. 2023-06-08T03:53:43.155 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46fc237640 1 Processor -- start 2023-06-08T03:53:43.155 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46fc237640 1 -- start start 2023-06-08T03:53:43.155 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46fc237640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f46e00039b0 0x7f46f415c680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:43.155 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46fc237640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f46f40c98e0 0x7f46f4155880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:43.155 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46fc237640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f46f414fa60 0x7f46f4155dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:43.155 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46fc237640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46f415db90 con 0x7f46f40c98e0 2023-06-08T03:53:43.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46fc237640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46f415e020 con 0x7f46e00039b0 2023-06-08T03:53:43.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46fc237640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46f415cf80 con 0x7f46f414fa60 2023-06-08T03:53:43.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46f97d2640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f46f40c98e0 0x7f46f4155880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:43.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46f97d2640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f46f40c98e0 0x7f46f4155880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34312/0 (socket says 172.21.15.62:34312) 2023-06-08T03:53:43.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46f97d2640 1 -- 172.21.15.62:0/846015150 learned_addr learned my addr 172.21.15.62:0/846015150 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:43.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46f9fd3640 1 --2- 172.21.15.62:0/846015150 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f46e00039b0 0x7f46f415c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:43.156 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46fa7d4640 1 --2- 172.21.15.62:0/846015150 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f46f414fa60 0x7f46f4155dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:43.157 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46f97d2640 1 -- 172.21.15.62:0/846015150 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f46f414fa60 msgr2=0x7f46f4155dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:43.157 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46f97d2640 1 --2- 172.21.15.62:0/846015150 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f46f414fa60 0x7f46f4155dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:43.157 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.144+0000 7f46f97d2640 1 -- 172.21.15.62:0/846015150 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f46e00039b0 msgr2=0x7f46f415c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:43.157 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.148+0000 7f46f97d2640 1 --2- 172.21.15.62:0/846015150 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f46e00039b0 0x7f46f415c680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:43.157 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.148+0000 7f46f97d2640 1 -- 172.21.15.62:0/846015150 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46f415d260 con 0x7f46f40c98e0 2023-06-08T03:53:43.157 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.148+0000 7f46fa7d4640 1 --2- 172.21.15.62:0/846015150 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f46f414fa60 0x7f46f4155dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:43.157 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.148+0000 7f46f97d2640 1 --2- 172.21.15.62:0/846015150 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f46f40c98e0 0x7f46f4155880 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f46e4001ec0 tx=0x7f46e400cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:43.157 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.148+0000 7f46ea7fc640 1 -- 172.21.15.62:0/846015150 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46e40072d0 con 0x7f46f40c98e0 2023-06-08T03:53:43.158 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.148+0000 7f46ea7fc640 1 -- 172.21.15.62:0/846015150 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46e4007430 con 0x7f46f40c98e0 2023-06-08T03:53:43.158 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.148+0000 7f46ea7fc640 1 -- 172.21.15.62:0/846015150 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46e40047f0 con 0x7f46f40c98e0 2023-06-08T03:53:43.158 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.148+0000 7f46fc237640 1 -- 172.21.15.62:0/846015150 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46f415d540 con 0x7f46f40c98e0 2023-06-08T03:53:43.158 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.148+0000 7f46fc237640 1 -- 172.21.15.62:0/846015150 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46f415cbc0 con 0x7f46f40c98e0 2023-06-08T03:53:43.159 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.148+0000 7f46fc237640 1 -- 172.21.15.62:0/846015150 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46f415dd00 con 0x7f46f40c98e0 2023-06-08T03:53:43.159 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.148+0000 7f46ea7fc640 1 -- 172.21.15.62:0/846015150 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f46e4004b60 con 0x7f46f40c98e0 2023-06-08T03:53:43.159 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.148+0000 7f46ea7fc640 1 --2- 172.21.15.62:0/846015150 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f46d80662b0 0x7f46d8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:43.159 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.148+0000 7f46ea7fc640 1 -- 172.21.15.62:0/846015150 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f46e4083310 con 0x7f46f40c98e0 2023-06-08T03:53:43.159 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.148+0000 7f46f9fd3640 1 --2- 172.21.15.62:0/846015150 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f46d80662b0 0x7f46d8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:43.159 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.148+0000 7f46f9fd3640 1 --2- 172.21.15.62:0/846015150 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f46d80662b0 0x7f46d8068760 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f46f0001680 tx=0x7f46f00010d0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:43.160 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.152+0000 7f46ea7fc640 1 -- 172.21.15.62:0/846015150 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f46e4050790 con 0x7f46f40c98e0 2023-06-08T03:53:43.349 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:43.340+0000 7f46fc237640 1 -- 172.21.15.62:0/846015150 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f46f404d650 con 0x7f46f40c98e0 2023-06-08T03:53:44.012 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.004+0000 7f46ea7fc640 1 -- 172.21.15.62:0/846015150 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v13) v1 ==== 122+0+0 (secure 0 0 0) 0x7f46e4053db0 con 0x7f46f40c98e0 2023-06-08T03:53:44.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.008+0000 7f46fc237640 1 -- 172.21.15.62:0/846015150 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f46d80662b0 msgr2=0x7f46d8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:44.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.008+0000 7f46fc237640 1 --2- 172.21.15.62:0/846015150 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f46d80662b0 0x7f46d8068760 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f46f0001680 tx=0x7f46f00010d0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.008+0000 7f46fc237640 1 -- 172.21.15.62:0/846015150 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f46f40c98e0 msgr2=0x7f46f4155880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:44.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.008+0000 7f46fc237640 1 --2- 172.21.15.62:0/846015150 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f46f40c98e0 0x7f46f4155880 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f46e4001ec0 tx=0x7f46e400cb90 comp rx=0 tx=0).stop 2023-06-08T03:53:44.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.008+0000 7f46fc237640 1 -- 172.21.15.62:0/846015150 shutdown_connections 2023-06-08T03:53:44.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.008+0000 7f46fc237640 1 --2- 172.21.15.62:0/846015150 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f46d80662b0 0x7f46d8068760 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.008+0000 7f46fc237640 1 --2- 172.21.15.62:0/846015150 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f46f414fa60 0x7f46f4155dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.008+0000 7f46fc237640 1 --2- 172.21.15.62:0/846015150 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f46f40c98e0 0x7f46f4155880 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.008+0000 7f46fc237640 1 --2- 172.21.15.62:0/846015150 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f46e00039b0 0x7f46f415c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.008+0000 7f46fc237640 1 -- 172.21.15.62:0/846015150 >> 172.21.15.62:0/846015150 conn(0x7f46f40d1fb0 msgr2=0x7f46f40ce7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:44.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.008+0000 7f46fc237640 1 -- 172.21.15.62:0/846015150 shutdown_connections 2023-06-08T03:53:44.016 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.008+0000 7f46fc237640 1 -- 172.21.15.62:0/846015150 wait complete. 2023-06-08T03:53:44.037 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-06-08T03:53:44.038 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-08T03:53:44.168 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.160+0000 7f529609c640 1 Processor -- start 2023-06-08T03:53:44.168 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.160+0000 7f529609c640 1 -- start start 2023-06-08T03:53:44.169 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.160+0000 7f529609c640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5290157bf0 0x7f529006a850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:44.169 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.160+0000 7f529609c640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f52900ac6c0 0x7f52900cb6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:44.169 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.160+0000 7f529609c640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52900cb3e0 con 0x7f529006ad90 2023-06-08T03:53:44.169 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.160+0000 7f529609c640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52900cd840 con 0x7f52900ac6c0 2023-06-08T03:53:44.170 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.160+0000 7f529609c640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52900cd2e0 con 0x7f5290157bf0 2023-06-08T03:53:44.170 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.160+0000 7f528ffff640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f52900ac6c0 0x7f52900cb6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:44.170 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.160+0000 7f528f7fe640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5290157bf0 0x7f529006a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:44.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.160+0000 7f528f7fe640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5290157bf0 0x7f529006a850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.188:3301/0 says I am v2:172.21.15.62:39690/0 (socket says 172.21.15.62:39690) 2023-06-08T03:53:44.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.160+0000 7f528effd640 1 --1- >> v1:172.21.15.188:6789/0 conn(0x7f529006ad90 0x7f52900c9ac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.188:6789/0 says I am v1:172.21.15.62:43682/0 (socket says 172.21.15.62:43682) 2023-06-08T03:53:44.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.160+0000 7f528f7fe640 1 -- 172.21.15.62:0/2264690612 learned_addr learned my addr 172.21.15.62:0/2264690612 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:44.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.160+0000 7f528f7fe640 1 -- 172.21.15.62:0/2264690612 >> v2:172.21.15.188:3300/0 conn(0x7f52900ac6c0 msgr2=0x7f52900cb6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:44.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.160+0000 7f528f7fe640 1 --2- 172.21.15.62:0/2264690612 >> v2:172.21.15.188:3300/0 conn(0x7f52900ac6c0 0x7f52900cb6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.160+0000 7f528f7fe640 1 -- 172.21.15.62:0/2264690612 >> v1:172.21.15.188:6789/0 conn(0x7f529006ad90 legacy=0x7f52900c9ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:44.171 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.160+0000 7f528f7fe640 1 -- 172.21.15.62:0/2264690612 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5290157fc0 con 0x7f5290157bf0 2023-06-08T03:53:44.172 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.164+0000 7f528f7fe640 1 --2- 172.21.15.62:0/2264690612 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5290157bf0 0x7f529006a850 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5280009870 tx=0x7f528001c480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=87a2b8d2799f7b05 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:44.173 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.164+0000 7f528e7fc640 1 -- 172.21.15.62:0/2264690612 <== mon.2 v2:172.21.15.188:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52800a6040 con 0x7f5290157bf0 2023-06-08T03:53:44.173 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.164+0000 7f528e7fc640 1 -- 172.21.15.62:0/2264690612 <== mon.2 v2:172.21.15.188:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52800aa600 con 0x7f5290157bf0 2023-06-08T03:53:44.173 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.164+0000 7f528e7fc640 1 -- 172.21.15.62:0/2264690612 <== mon.2 v2:172.21.15.188:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52800aa990 con 0x7f5290157bf0 2023-06-08T03:53:44.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.164+0000 7f529609c640 1 -- 172.21.15.62:0/2264690612 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5290157bf0 msgr2=0x7f529006a850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:44.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.164+0000 7f529609c640 1 --2- 172.21.15.62:0/2264690612 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5290157bf0 0x7f529006a850 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5280009870 tx=0x7f528001c480 comp rx=0 tx=0).stop 2023-06-08T03:53:44.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.164+0000 7f529609c640 1 -- 172.21.15.62:0/2264690612 shutdown_connections 2023-06-08T03:53:44.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.164+0000 7f529609c640 1 --2- 172.21.15.62:0/2264690612 >> v2:172.21.15.188:3300/0 conn(0x7f52900ac6c0 0x7f52900cb6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.164+0000 7f529609c640 1 --2- 172.21.15.62:0/2264690612 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f5290157bf0 0x7f529006a850 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.174 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.164+0000 7f529609c640 1 -- 172.21.15.62:0/2264690612 >> 172.21.15.62:0/2264690612 conn(0x7f52900af640 msgr2=0x7f52900afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:44.175 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.164+0000 7f529609c640 1 -- 172.21.15.62:0/2264690612 shutdown_connections 2023-06-08T03:53:44.175 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.164+0000 7f529609c640 1 -- 172.21.15.62:0/2264690612 wait complete. 2023-06-08T03:53:44.175 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f529609c640 1 Processor -- start 2023-06-08T03:53:44.175 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f529609c640 1 -- start start 2023-06-08T03:53:44.176 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f529609c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f529006ad90 0x7f5290147810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:44.177 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f529609c640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52900ac6c0 0x7f52900b3040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:44.177 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f529609c640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5290157bf0 0x7f52900c6ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:44.177 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f529609c640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52900c4c80 con 0x7f529006ad90 2023-06-08T03:53:44.177 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f529609c640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52900c4ef0 con 0x7f5290157bf0 2023-06-08T03:53:44.177 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f529609c640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52900c51d0 con 0x7f52900ac6c0 2023-06-08T03:53:44.177 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f528f7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f529006ad90 0x7f5290147810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:44.177 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f528f7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f529006ad90 0x7f5290147810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34316/0 (socket says 172.21.15.62:34316) 2023-06-08T03:53:44.178 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f528f7fe640 1 -- 172.21.15.62:0/40147314 learned_addr learned my addr 172.21.15.62:0/40147314 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:44.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f528effd640 1 --2- 172.21.15.62:0/40147314 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52900ac6c0 0x7f52900b3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:44.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f528ffff640 1 --2- 172.21.15.62:0/40147314 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5290157bf0 0x7f52900c6ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:44.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f528f7fe640 1 -- 172.21.15.62:0/40147314 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52900ac6c0 msgr2=0x7f52900b3040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:44.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f528f7fe640 1 --2- 172.21.15.62:0/40147314 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52900ac6c0 0x7f52900b3040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f528f7fe640 1 -- 172.21.15.62:0/40147314 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5290157bf0 msgr2=0x7f52900c6ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:44.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f528f7fe640 1 --2- 172.21.15.62:0/40147314 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5290157bf0 0x7f52900c6ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.179 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f528f7fe640 1 -- 172.21.15.62:0/40147314 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52800094d0 con 0x7f529006ad90 2023-06-08T03:53:44.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f528effd640 1 --2- 172.21.15.62:0/40147314 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52900ac6c0 0x7f52900b3040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:44.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f528f7fe640 1 --2- 172.21.15.62:0/40147314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f529006ad90 0x7f5290147810 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f528001a0b0 tx=0x7f528001acc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:44.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f5277fff640 1 -- 172.21.15.62:0/40147314 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52800b3600 con 0x7f529006ad90 2023-06-08T03:53:44.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f5277fff640 1 -- 172.21.15.62:0/40147314 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52800b3760 con 0x7f529006ad90 2023-06-08T03:53:44.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f5277fff640 1 -- 172.21.15.62:0/40147314 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52800b3ad0 con 0x7f529006ad90 2023-06-08T03:53:44.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f529609c640 1 -- 172.21.15.62:0/40147314 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52900c54b0 con 0x7f529006ad90 2023-06-08T03:53:44.180 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.168+0000 7f529609c640 1 -- 172.21.15.62:0/40147314 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5290147f20 con 0x7f529006ad90 2023-06-08T03:53:44.181 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.172+0000 7f529609c640 1 -- 172.21.15.62:0/40147314 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f529004d6c0 con 0x7f529006ad90 2023-06-08T03:53:44.181 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.172+0000 7f5277fff640 1 -- 172.21.15.62:0/40147314 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f52800b3c30 con 0x7f529006ad90 2023-06-08T03:53:44.181 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.172+0000 7f5277fff640 1 --2- 172.21.15.62:0/40147314 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f527c066280 0x7f527c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:44.182 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.172+0000 7f5277fff640 1 -- 172.21.15.62:0/40147314 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f528011de20 con 0x7f529006ad90 2023-06-08T03:53:44.182 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.172+0000 7f528effd640 1 --2- 172.21.15.62:0/40147314 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f527c066280 0x7f527c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:44.182 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.172+0000 7f528effd640 1 --2- 172.21.15.62:0/40147314 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f527c066280 0x7f527c068730 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f529015a2f0 tx=0x7f5284009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:44.184 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.176+0000 7f5277fff640 1 -- 172.21.15.62:0/40147314 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f52800eb320 con 0x7f529006ad90 2023-06-08T03:53:44.371 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.364+0000 7f529609c640 1 -- 172.21.15.62:0/40147314 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f529015b670 con 0x7f529006ad90 2023-06-08T03:53:44.372 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.364+0000 7f5277fff640 1 -- 172.21.15.62:0/40147314 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+4671 (secure 0 0 0) 0x7f52800ee940 con 0x7f529006ad90 2023-06-08T03:53:44.372 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:44.373 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":13,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4721,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.188:6836/970523576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6834","nonce":970523576},{"type":"v1","addr":"172.21.15.188:6836","nonce":970523576}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":4945,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.188:6837/2942613617","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6835","nonce":2942613617},{"type":"v1","addr":"172.21.15.188:6837","nonce":2942613617}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5334,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6834/2550624416","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":2550624416},{"type":"v1","addr":"172.21.15.62:6834","nonce":2550624416}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-08T03:53:41.988617+0000","modified":"2023-06-08T03:53:44.003659+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5337},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5337":{"gid":5337,"name":"c","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.62:6835/226823819","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6833","nonce":226823819},{"type":"v1","addr":"172.21.15.62:6835","nonce":226823819}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-06-08T03:53:44.373 INFO:teuthology.orchestra.run.smithi062.stderr:dumped fsmap epoch 13 2023-06-08T03:53:44.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.364+0000 7f529609c640 1 -- 172.21.15.62:0/40147314 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f527c066280 msgr2=0x7f527c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:44.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.364+0000 7f529609c640 1 --2- 172.21.15.62:0/40147314 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f527c066280 0x7f527c068730 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f529015a2f0 tx=0x7f5284009040 comp rx=0 tx=0).stop 2023-06-08T03:53:44.374 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.364+0000 7f529609c640 1 -- 172.21.15.62:0/40147314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f529006ad90 msgr2=0x7f5290147810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:44.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.364+0000 7f529609c640 1 --2- 172.21.15.62:0/40147314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f529006ad90 0x7f5290147810 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f528001a0b0 tx=0x7f528001acc0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.364+0000 7f529609c640 1 -- 172.21.15.62:0/40147314 shutdown_connections 2023-06-08T03:53:44.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.364+0000 7f529609c640 1 --2- 172.21.15.62:0/40147314 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f527c066280 0x7f527c068730 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.364+0000 7f529609c640 1 --2- 172.21.15.62:0/40147314 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f5290157bf0 0x7f52900c6ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.364+0000 7f529609c640 1 --2- 172.21.15.62:0/40147314 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f52900ac6c0 0x7f52900b3040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.364+0000 7f529609c640 1 --2- 172.21.15.62:0/40147314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f529006ad90 0x7f5290147810 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.364+0000 7f529609c640 1 -- 172.21.15.62:0/40147314 >> 172.21.15.62:0/40147314 conn(0x7f52900af640 msgr2=0x7f5290154d60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:44.375 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.368+0000 7f529609c640 1 -- 172.21.15.62:0/40147314 shutdown_connections 2023-06-08T03:53:44.376 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.368+0000 7f529609c640 1 -- 172.21.15.62:0/40147314 wait complete. 2023-06-08T03:53:44.391 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-08T03:53:44.515 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f786e5da640 1 Processor -- start 2023-06-08T03:53:44.515 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f786e5da640 1 -- start start 2023-06-08T03:53:44.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f786e5da640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f78680b1290 0x7f78680b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:44.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f786e5da640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78680d1be0 con 0x7f78680ce950 2023-06-08T03:53:44.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f786e5da640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78680b1660 con 0x7f78680ce280 2023-06-08T03:53:44.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f786e5da640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78680cc6c0 con 0x7f78680b1290 2023-06-08T03:53:44.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f786cb77640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f78680ce950 0x7f78680d2070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:60950/0 (socket says 172.21.15.62:60950) 2023-06-08T03:53:44.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f786cb77640 1 -- 172.21.15.62:0/4221201729 learned_addr learned my addr 172.21.15.62:0/4221201729 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:44.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f7867fff640 1 --2- 172.21.15.62:0/4221201729 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f78680b1290 0x7f78680b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:44.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f7866ffd640 1 -- 172.21.15.62:0/4221201729 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 557489912 0 0) 0x7f78680d1be0 con 0x7f78680ce950 2023-06-08T03:53:44.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f7866ffd640 1 -- 172.21.15.62:0/4221201729 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7850003530 con 0x7f78680ce950 2023-06-08T03:53:44.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f7866ffd640 1 -- 172.21.15.62:0/4221201729 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1039719676 0 0) 0x7f7850003530 con 0x7f78680ce950 2023-06-08T03:53:44.518 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f7866ffd640 1 -- 172.21.15.62:0/4221201729 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f78680b1290 msgr2=0x7f78680b4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:44.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f7866ffd640 1 --2- 172.21.15.62:0/4221201729 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f78680b1290 0x7f78680b4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f7866ffd640 1 -- 172.21.15.62:0/4221201729 >> v1:172.21.15.188:6789/0 conn(0x7f78680ce280 legacy=0x7f78680d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:44.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f7866ffd640 1 -- 172.21.15.62:0/4221201729 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78680cc9a0 con 0x7f78680ce950 2023-06-08T03:53:44.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f7866ffd640 1 -- 172.21.15.62:0/4221201729 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f7860001a00 con 0x7f78680ce950 2023-06-08T03:53:44.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f7866ffd640 1 -- 172.21.15.62:0/4221201729 >> v1:172.21.15.62:6789/0 conn(0x7f78680ce950 legacy=0x7f78680d2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:44.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f7866ffd640 1 --2- 172.21.15.62:0/4221201729 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f78500039b0 0x7f7850003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:44.519 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f7866ffd640 1 --2- 172.21.15.62:0/4221201729 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78500047d0 0x7f7850004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:44.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f7866ffd640 1 --2- 172.21.15.62:0/4221201729 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f78680b1290 0x7f78500051a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:44.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f7866ffd640 1 -- 172.21.15.62:0/4221201729 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78680cc6c0 con 0x7f78500047d0 2023-06-08T03:53:44.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f7866ffd640 1 -- 172.21.15.62:0/4221201729 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f785000ba90 con 0x7f78500039b0 2023-06-08T03:53:44.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f7866ffd640 1 -- 172.21.15.62:0/4221201729 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f785000bc50 con 0x7f78680b1290 2023-06-08T03:53:44.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f78677fe640 1 --2- 172.21.15.62:0/4221201729 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78500047d0 0x7f7850004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:44.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f7867fff640 1 --2- 172.21.15.62:0/4221201729 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f78500039b0 0x7f7850003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:44.520 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f786cb77640 1 --2- 172.21.15.62:0/4221201729 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f78680b1290 0x7f78500051a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:44.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f78677fe640 1 -- 172.21.15.62:0/4221201729 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f78680b1290 msgr2=0x7f78500051a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:44.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f78677fe640 1 --2- 172.21.15.62:0/4221201729 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f78680b1290 0x7f78500051a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f78677fe640 1 -- 172.21.15.62:0/4221201729 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f78500039b0 msgr2=0x7f7850003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:44.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f78677fe640 1 --2- 172.21.15.62:0/4221201729 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f78500039b0 0x7f7850003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.521 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.508+0000 7f78677fe640 1 -- 172.21.15.62:0/4221201729 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7850003530 con 0x7f78500047d0 2023-06-08T03:53:44.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.512+0000 7f78677fe640 1 --2- 172.21.15.62:0/4221201729 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78500047d0 0x7f7850004c40 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f785c001750 tx=0x7f785c01c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1300e46af3251d13 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:44.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.512+0000 7f7866ffd640 1 -- 172.21.15.62:0/4221201729 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f785c0052d0 con 0x7f78500047d0 2023-06-08T03:53:44.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.512+0000 7f7866ffd640 1 -- 172.21.15.62:0/4221201729 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f785c0a7050 con 0x7f78500047d0 2023-06-08T03:53:44.522 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.512+0000 7f7866ffd640 1 -- 172.21.15.62:0/4221201729 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f785c003600 con 0x7f78500047d0 2023-06-08T03:53:44.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.512+0000 7f786e5da640 1 -- 172.21.15.62:0/4221201729 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78500047d0 msgr2=0x7f7850004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:44.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.512+0000 7f786e5da640 1 --2- 172.21.15.62:0/4221201729 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78500047d0 0x7f7850004c40 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f785c001750 tx=0x7f785c01c3c0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.512+0000 7f786cb77640 1 -- 172.21.15.62:0/4221201729 reap_dead start 2023-06-08T03:53:44.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.512+0000 7f786e5da640 1 -- 172.21.15.62:0/4221201729 shutdown_connections 2023-06-08T03:53:44.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.512+0000 7f786e5da640 1 -- 172.21.15.62:0/4221201729 >> 172.21.15.62:0/4221201729 conn(0x7f786806b5a0 msgr2=0x7f786806b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:44.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.512+0000 7f786e5da640 1 -- 172.21.15.62:0/4221201729 shutdown_connections 2023-06-08T03:53:44.523 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f786e5da640 1 -- 172.21.15.62:0/4221201729 wait complete. 2023-06-08T03:53:44.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f786e5da640 1 Processor -- start 2023-06-08T03:53:44.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f786e5da640 1 -- start start 2023-06-08T03:53:44.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f786e5da640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78681471d0 0x7f78680c7870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:44.525 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f786e5da640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f78681475a0 0x7f78680c7db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:44.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f786e5da640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f78680c5810 0x7f78680c5c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:44.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f786e5da640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78680c61c0 con 0x7f78681471d0 2023-06-08T03:53:44.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f786e5da640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7868147cf0 con 0x7f78680c5810 2023-06-08T03:53:44.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f786e5da640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78680c83f0 con 0x7f78681475a0 2023-06-08T03:53:44.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f7867fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78681471d0 0x7f78680c7870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:44.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f7867fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78681471d0 0x7f78680c7870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34324/0 (socket says 172.21.15.62:34324) 2023-06-08T03:53:44.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f7867fff640 1 -- 172.21.15.62:0/2485060576 learned_addr learned my addr 172.21.15.62:0/2485060576 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:44.526 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f7867fff640 1 -- 172.21.15.62:0/2485060576 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f78681475a0 msgr2=0x7f78680c7db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:44.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f7867fff640 1 --2- 172.21.15.62:0/2485060576 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f78681475a0 0x7f78680c7db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f7867fff640 1 -- 172.21.15.62:0/2485060576 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f78680c5810 msgr2=0x7f78680c5c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:44.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f786cb77640 1 --2- 172.21.15.62:0/2485060576 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f78680c5810 0x7f78680c5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:44.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f7867fff640 1 --2- 172.21.15.62:0/2485060576 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f78680c5810 0x7f78680c5c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f7867fff640 1 -- 172.21.15.62:0/2485060576 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78680c86d0 con 0x7f78681471d0 2023-06-08T03:53:44.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f7867fff640 1 --2- 172.21.15.62:0/2485060576 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78681471d0 0x7f78680c7870 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f7858011990 tx=0x7f7858011e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:44.527 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f7864ff9640 1 -- 172.21.15.62:0/2485060576 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f785800fa70 con 0x7f78681471d0 2023-06-08T03:53:44.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f7864ff9640 1 -- 172.21.15.62:0/2485060576 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f785800fbd0 con 0x7f78681471d0 2023-06-08T03:53:44.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f786e5da640 1 -- 172.21.15.62:0/2485060576 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78680c89b0 con 0x7f78681471d0 2023-06-08T03:53:44.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f7864ff9640 1 -- 172.21.15.62:0/2485060576 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7858014440 con 0x7f78681471d0 2023-06-08T03:53:44.528 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f786e5da640 1 -- 172.21.15.62:0/2485060576 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7868159a40 con 0x7f78681471d0 2023-06-08T03:53:44.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.516+0000 7f786e5da640 1 -- 172.21.15.62:0/2485060576 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f786804d6c0 con 0x7f78681471d0 2023-06-08T03:53:44.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.520+0000 7f7864ff9640 1 -- 172.21.15.62:0/2485060576 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f78580145a0 con 0x7f78681471d0 2023-06-08T03:53:44.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.520+0000 7f7864ff9640 1 --2- 172.21.15.62:0/2485060576 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f78540662b0 0x7f7854068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:44.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.520+0000 7f7864ff9640 1 -- 172.21.15.62:0/2485060576 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f78580845b0 con 0x7f78681471d0 2023-06-08T03:53:44.529 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.520+0000 7f78677fe640 1 --2- 172.21.15.62:0/2485060576 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f78540662b0 0x7f7854068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:44.530 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.520+0000 7f78677fe640 1 --2- 172.21.15.62:0/2485060576 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f78540662b0 0x7f7854068760 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f78680ce6d0 tx=0x7f785c001130 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:44.531 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.524+0000 7f7864ff9640 1 -- 172.21.15.62:0/2485060576 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7858051a50 con 0x7f78681471d0 2023-06-08T03:53:44.680 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.672+0000 7f786e5da640 1 -- 172.21.15.62:0/2485060576 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f78680b42f0 con 0x7f78681471d0 2023-06-08T03:53:44.683 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.676+0000 7f7864ff9640 1 -- 172.21.15.62:0/2485060576 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) v1 ==== 74+0+18351 (secure 0 0 0) 0x7f7858055070 con 0x7f78681471d0 2023-06-08T03:53:44.683 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:44.683 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":37,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","created":"2023-06-08T03:52:09.559551+0000","modified":"2023-06-08T03:53:42.993101+0000","last_up_change":"2023-06-08T03:52:21.638432+0000","last_in_change":"2023-06-08T03:52:11.878369+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-08T03:52:22.372947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-08T03:52:28.107223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2023-06-08T03:53:39.898952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2023-06-08T03:53:40.983619+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8ef71d41-08c9-4a3a-a318-296655b156a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6817","nonce":4021849321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6819","nonce":4021849321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6823","nonce":4021849321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4021849321},{"type":"v1","addr":"172.21.15.62:6821","nonce":4021849321}]},"public_addr":"172.21.15.62:6817/4021849321","cluster_addr":"172.21.15.62:6819/4021849321","heartbeat_back_addr":"172.21.15.62:6823/4021849321","heartbeat_front_addr":"172.21.15.62:6821/4021849321","state":["exists","up"]},{"osd":1,"uuid":"a7225215-8897-4786-a73c-909cfc480a64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6801","nonce":3818264248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6803","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6805","nonce":3818264248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6814","nonce":3818264248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6807","nonce":3818264248},{"type":"v1","addr":"172.21.15.62:6810","nonce":3818264248}]},"public_addr":"172.21.15.62:6801/3818264248","cluster_addr":"172.21.15.62:6805/3818264248","heartbeat_back_addr":"172.21.15.62:6814/3818264248","heartbeat_front_addr":"172.21.15.62:6810/3818264248","state":["exists","up"]},{"osd":2,"uuid":"261b3269-ad53-4708-921d-0b0df54b794f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6804","nonce":3519958571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6808","nonce":3519958571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6813","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6815","nonce":3519958571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":3519958571},{"type":"v1","addr":"172.21.15.62:6811","nonce":3519958571}]},"public_addr":"172.21.15.62:6804/3519958571","cluster_addr":"172.21.15.62:6808/3519958571","heartbeat_back_addr":"172.21.15.62:6815/3519958571","heartbeat_front_addr":"172.21.15.62:6811/3519958571","state":["exists","up"]},{"osd":3,"uuid":"285c0540-1f8b-4293-95ac-36ae4c523bf1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6825","nonce":1981436595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6827","nonce":1981436595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6831","nonce":1981436595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1981436595},{"type":"v1","addr":"172.21.15.62:6829","nonce":1981436595}]},"public_addr":"172.21.15.62:6825/1981436595","cluster_addr":"172.21.15.62:6827/1981436595","heartbeat_back_addr":"172.21.15.62:6831/1981436595","heartbeat_front_addr":"172.21.15.62:6829/1981436595","state":["exists","up"]},{"osd":4,"uuid":"e299ac94-322e-4b3e-8483-0bbfbcc4011e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6825","nonce":306036537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6827","nonce":306036537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6831","nonce":306036537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":306036537},{"type":"v1","addr":"172.21.15.188:6829","nonce":306036537}]},"public_addr":"172.21.15.188:6825/306036537","cluster_addr":"172.21.15.188:6827/306036537","heartbeat_back_addr":"172.21.15.188:6831/306036537","heartbeat_front_addr":"172.21.15.188:6829/306036537","state":["exists","up"]},{"osd":5,"uuid":"096e9175-d26b-4483-8586-c3b4ff52029d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6801","nonce":1705098052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6803","nonce":1705098052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6811","nonce":1705098052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1705098052},{"type":"v1","addr":"172.21.15.188:6805","nonce":1705098052}]},"public_addr":"172.21.15.188:6801/1705098052","cluster_addr":"172.21.15.188:6803/1705098052","heartbeat_back_addr":"172.21.15.188:6811/1705098052","heartbeat_front_addr":"172.21.15.188:6805/1705098052","state":["exists","up"]},{"osd":6,"uuid":"5950915d-9dc6-4b09-91f4-65b5754ff2b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6809","nonce":1277127448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6813","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6815","nonce":1277127448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6823","nonce":1277127448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6817","nonce":1277127448},{"type":"v1","addr":"172.21.15.188:6820","nonce":1277127448}]},"public_addr":"172.21.15.188:6809/1277127448","cluster_addr":"172.21.15.188:6815/1277127448","heartbeat_back_addr":"172.21.15.188:6823/1277127448","heartbeat_front_addr":"172.21.15.188:6820/1277127448","state":["exists","up"]},{"osd":7,"uuid":"4289fa33-d3f8-4236-a0ae-96d8a81e7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6810","nonce":1514207942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6814","nonce":1514207942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6819","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6821","nonce":1514207942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1514207942},{"type":"v1","addr":"172.21.15.188:6818","nonce":1514207942}]},"public_addr":"172.21.15.188:6810/1514207942","cluster_addr":"172.21.15.188:6814/1514207942","heartbeat_back_addr":"172.21.15.188:6821/1514207942","heartbeat_front_addr":"172.21.15.188:6818/1514207942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.508987+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.511782+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.387401+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.318389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.498073+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.471794+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.441085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-08T03:52:17.381010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-08T03:53:44.685 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.676+0000 7f786e5da640 1 -- 172.21.15.62:0/2485060576 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f78540662b0 msgr2=0x7f7854068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:44.685 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.676+0000 7f786e5da640 1 --2- 172.21.15.62:0/2485060576 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f78540662b0 0x7f7854068760 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f78680ce6d0 tx=0x7f785c001130 comp rx=0 tx=0).stop 2023-06-08T03:53:44.685 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.676+0000 7f786e5da640 1 -- 172.21.15.62:0/2485060576 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78681471d0 msgr2=0x7f78680c7870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:44.685 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.676+0000 7f786e5da640 1 --2- 172.21.15.62:0/2485060576 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78681471d0 0x7f78680c7870 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f7858011990 tx=0x7f7858011e50 comp rx=0 tx=0).stop 2023-06-08T03:53:44.685 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.676+0000 7f786e5da640 1 -- 172.21.15.62:0/2485060576 shutdown_connections 2023-06-08T03:53:44.686 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.676+0000 7f786e5da640 1 --2- 172.21.15.62:0/2485060576 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f78540662b0 0x7f7854068760 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.686 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.676+0000 7f786e5da640 1 --2- 172.21.15.62:0/2485060576 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f78680c5810 0x7f78680c5c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.686 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.676+0000 7f786e5da640 1 --2- 172.21.15.62:0/2485060576 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f78681475a0 0x7f78680c7db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.686 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.676+0000 7f786e5da640 1 --2- 172.21.15.62:0/2485060576 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78681471d0 0x7f78680c7870 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.686 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.676+0000 7f786e5da640 1 -- 172.21.15.62:0/2485060576 >> 172.21.15.62:0/2485060576 conn(0x7f786806b5a0 msgr2=0x7f78680b1850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:44.686 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.676+0000 7f786e5da640 1 -- 172.21.15.62:0/2485060576 shutdown_connections 2023-06-08T03:53:44.686 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.676+0000 7f786e5da640 1 -- 172.21.15.62:0/2485060576 wait complete. 2023-06-08T03:53:44.700 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-06-08T03:53:44.701 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-08T03:53:44.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.808+0000 7f6103a40640 1 Processor -- start 2023-06-08T03:53:44.818 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.808+0000 7f6103a40640 1 -- start start 2023-06-08T03:53:44.819 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.812+0000 7f6103a40640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f60fc0c9830 0x7f60fc164350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:44.819 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.812+0000 7f6103a40640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60fc0c8390 con 0x7f60fc0ca430 2023-06-08T03:53:44.819 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.812+0000 7f6103a40640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60fc070870 con 0x7f60fc159730 2023-06-08T03:53:44.819 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.812+0000 7f6103a40640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60fc070b50 con 0x7f60fc0c9830 2023-06-08T03:53:44.819 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.812+0000 7f61017dc640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f60fc0ca430 0x7f60fc0ca800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:60958/0 (socket says 172.21.15.62:60958) 2023-06-08T03:53:44.820 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.812+0000 7f61017dc640 1 -- 172.21.15.62:0/248635268 learned_addr learned my addr 172.21.15.62:0/248635268 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:44.820 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.812+0000 7f6101fdd640 1 --2- 172.21.15.62:0/248635268 >> v2:172.21.15.62:3300/0 conn(0x7f60fc0c9830 0x7f60fc164350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:44.820 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.812+0000 7f6101fdd640 1 -- 172.21.15.62:0/248635268 >> v1:172.21.15.188:6789/0 conn(0x7f60fc159730 legacy=0x7f60fc06fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:44.821 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.812+0000 7f6101fdd640 1 -- 172.21.15.62:0/248635268 >> v1:172.21.15.62:6789/0 conn(0x7f60fc0ca430 legacy=0x7f60fc0ca800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:44.821 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.812+0000 7f60f3fff640 1 -- 172.21.15.62:0/248635268 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 489985819 0 0) 0x7f60fc0c8390 con 0x7f60fc0ca430 2023-06-08T03:53:44.821 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.812+0000 7f6101fdd640 1 -- 172.21.15.62:0/248635268 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60fc070e30 con 0x7f60fc0c9830 2023-06-08T03:53:44.821 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.812+0000 7f6101fdd640 1 --2- 172.21.15.62:0/248635268 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60fc0c9830 0x7f60fc164350 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f60f4009d90 tx=0x7f60f401c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fefd5fe55d540088 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:44.822 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.812+0000 7f60f3fff640 1 -- 172.21.15.62:0/248635268 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60f40a5920 con 0x7f60fc0c9830 2023-06-08T03:53:44.822 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.812+0000 7f60f3fff640 1 -- 172.21.15.62:0/248635268 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60f40a5a80 con 0x7f60fc0c9830 2023-06-08T03:53:44.822 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.812+0000 7f60f3fff640 1 -- 172.21.15.62:0/248635268 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60f40a5e10 con 0x7f60fc0c9830 2023-06-08T03:53:44.823 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6103a40640 1 -- 172.21.15.62:0/248635268 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60fc0c9830 msgr2=0x7f60fc164350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:44.823 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6103a40640 1 --2- 172.21.15.62:0/248635268 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60fc0c9830 0x7f60fc164350 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f60f4009d90 tx=0x7f60f401c950 comp rx=0 tx=0).stop 2023-06-08T03:53:44.823 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6103a40640 1 -- 172.21.15.62:0/248635268 shutdown_connections 2023-06-08T03:53:44.823 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6103a40640 1 --2- 172.21.15.62:0/248635268 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60fc0c9830 0x7f60fc164350 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.823 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6103a40640 1 -- 172.21.15.62:0/248635268 >> 172.21.15.62:0/248635268 conn(0x7f60fc0af640 msgr2=0x7f60fc0afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:44.823 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6103a40640 1 -- 172.21.15.62:0/248635268 shutdown_connections 2023-06-08T03:53:44.823 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6103a40640 1 -- 172.21.15.62:0/248635268 wait complete. 2023-06-08T03:53:44.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6103a40640 1 Processor -- start 2023-06-08T03:53:44.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6103a40640 1 -- start start 2023-06-08T03:53:44.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6103a40640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f60fc0c9830 0x7f60fc0c1890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:44.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6103a40640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f60fc0ca430 0x7f60fc15b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:44.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6103a40640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60fc159730 0x7f60fc14d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:44.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6103a40640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60fc0c1dd0 con 0x7f60fc159730 2023-06-08T03:53:44.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6103a40640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60fc15bbe0 con 0x7f60fc0c9830 2023-06-08T03:53:44.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6103a40640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60fc15bdf0 con 0x7f60fc0ca430 2023-06-08T03:53:44.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6101fdd640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60fc159730 0x7f60fc14d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:44.826 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6101fdd640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60fc159730 0x7f60fc14d8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34356/0 (socket says 172.21.15.62:34356) 2023-06-08T03:53:44.827 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6101fdd640 1 -- 172.21.15.62:0/494211616 learned_addr learned my addr 172.21.15.62:0/494211616 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:44.827 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f61017dc640 1 --2- 172.21.15.62:0/494211616 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f60fc0c9830 0x7f60fc0c1890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:44.827 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6100fdb640 1 --2- 172.21.15.62:0/494211616 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f60fc0ca430 0x7f60fc15b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:44.827 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6101fdd640 1 -- 172.21.15.62:0/494211616 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f60fc0ca430 msgr2=0x7f60fc15b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:44.827 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6101fdd640 1 --2- 172.21.15.62:0/494211616 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f60fc0ca430 0x7f60fc15b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.827 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6101fdd640 1 -- 172.21.15.62:0/494211616 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f60fc0c9830 msgr2=0x7f60fc0c1890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:44.827 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6101fdd640 1 --2- 172.21.15.62:0/494211616 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f60fc0c9830 0x7f60fc0c1890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:44.827 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6101fdd640 1 -- 172.21.15.62:0/494211616 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60f4009a70 con 0x7f60fc159730 2023-06-08T03:53:44.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6101fdd640 1 --2- 172.21.15.62:0/494211616 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60fc159730 0x7f60fc14d8c0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f60f401a580 tx=0x7f60f40196f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:44.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f60f1ffb640 1 -- 172.21.15.62:0/494211616 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60f40aee90 con 0x7f60fc159730 2023-06-08T03:53:44.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f60f1ffb640 1 -- 172.21.15.62:0/494211616 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60f40039a0 con 0x7f60fc159730 2023-06-08T03:53:44.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6103a40640 1 -- 172.21.15.62:0/494211616 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60fc15ac40 con 0x7f60fc159730 2023-06-08T03:53:44.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f60f1ffb640 1 -- 172.21.15.62:0/494211616 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60f4003d30 con 0x7f60fc159730 2023-06-08T03:53:44.828 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.816+0000 7f6103a40640 1 -- 172.21.15.62:0/494211616 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60fc15b200 con 0x7f60fc159730 2023-06-08T03:53:44.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.820+0000 7f6103a40640 1 -- 172.21.15.62:0/494211616 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60fc04d6c0 con 0x7f60fc159730 2023-06-08T03:53:44.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.820+0000 7f60f1ffb640 1 -- 172.21.15.62:0/494211616 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f60f40b4050 con 0x7f60fc159730 2023-06-08T03:53:44.829 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.820+0000 7f60f1ffb640 1 --2- 172.21.15.62:0/494211616 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f60e0066280 0x7f60e0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:44.830 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.820+0000 7f60f1ffb640 1 -- 172.21.15.62:0/494211616 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f60f411e000 con 0x7f60fc159730 2023-06-08T03:53:44.830 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.820+0000 7f61017dc640 1 --2- 172.21.15.62:0/494211616 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f60e0066280 0x7f60e0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:44.830 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.820+0000 7f61017dc640 1 --2- 172.21.15.62:0/494211616 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f60e0066280 0x7f60e0068730 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f60f8000f70 tx=0x7f60f8007240 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:44.831 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.824+0000 7f60f1ffb640 1 -- 172.21.15.62:0/494211616 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f60f40eb540 con 0x7f60fc159730 2023-06-08T03:53:44.983 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:44.976+0000 7f6103a40640 1 -- 172.21.15.62:0/494211616 --> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f60fc15cac0 con 0x7f60e0066280 2023-06-08T03:53:45.008 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.000+0000 7f60f1ffb640 1 -- 172.21.15.62:0/494211616 <== mgr.4103 v2:172.21.15.188:6832/4222075021 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+309032 (secure 0 0 0) 0x7f60fc15cac0 con 0x7f60e0066280 2023-06-08T03:53:45.011 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:45.012 INFO:teuthology.orchestra.run.smithi062.stderr:dumped all 2023-06-08T03:53:45.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.004+0000 7f6103a40640 1 -- 172.21.15.62:0/494211616 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f60e0066280 msgr2=0x7f60e0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:45.013 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.004+0000 7f6103a40640 1 --2- 172.21.15.62:0/494211616 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f60e0066280 0x7f60e0068730 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f60f8000f70 tx=0x7f60f8007240 comp rx=0 tx=0).stop 2023-06-08T03:53:45.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.004+0000 7f6103a40640 1 -- 172.21.15.62:0/494211616 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60fc159730 msgr2=0x7f60fc14d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:45.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.004+0000 7f6103a40640 1 --2- 172.21.15.62:0/494211616 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60fc159730 0x7f60fc14d8c0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f60f401a580 tx=0x7f60f40196f0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.004+0000 7f6103a40640 1 -- 172.21.15.62:0/494211616 shutdown_connections 2023-06-08T03:53:45.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.004+0000 7f6103a40640 1 --2- 172.21.15.62:0/494211616 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f60e0066280 0x7f60e0068730 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.004+0000 7f6103a40640 1 --2- 172.21.15.62:0/494211616 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60fc159730 0x7f60fc14d8c0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.004+0000 7f6103a40640 1 --2- 172.21.15.62:0/494211616 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f60fc0ca430 0x7f60fc15b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.004+0000 7f6103a40640 1 --2- 172.21.15.62:0/494211616 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f60fc0c9830 0x7f60fc0c1890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.014 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.004+0000 7f6103a40640 1 -- 172.21.15.62:0/494211616 >> 172.21.15.62:0/494211616 conn(0x7f60fc0af640 msgr2=0x7f60fc15d500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:45.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.004+0000 7f6103a40640 1 -- 172.21.15.62:0/494211616 shutdown_connections 2023-06-08T03:53:45.015 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.004+0000 7f6103a40640 1 -- 172.21.15.62:0/494211616 wait complete. 2023-06-08T03:53:45.031 INFO:teuthology.orchestra.run.smithi062.stdout:{"pg_ready":true,"pg_map":{"version":71,"stamp":"2023-06-08T03:53:44.313359+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":23,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219924,"kb_used_data":4308,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":754754796,"statfs":{"total":773094113280,"available":772868911104,"internally_reserved":0,"allocated":4411392,"data_stored":2484054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":68,"apply_latency_ms":68,"commit_latency_ns":68000000,"apply_latency_ns":68000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001100"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.022061+0000","last_change":"2023-06-08T03:53:42.020056+0000","last_active":"2023-06-08T03:53:42.022061+0000","last_peered":"2023-06-08T03:53:42.022061+0000","last_clean":"2023-06-08T03:53:42.022061+0000","last_became_active":"2023-06-08T03:53:42.019608+0000","last_became_peered":"2023-06-08T03:53:42.019608+0000","last_unstale":"2023-06-08T03:53:42.022061+0000","last_undegraded":"2023-06-08T03:53:42.022061+0000","last_fullsized":"2023-06-08T03:53:42.022061+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:27:02.549929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.019040+0000","last_change":"2023-06-08T03:53:42.013539+0000","last_active":"2023-06-08T03:53:42.019040+0000","last_peered":"2023-06-08T03:53:42.019040+0000","last_clean":"2023-06-08T03:53:42.019040+0000","last_became_active":"2023-06-08T03:53:42.013271+0000","last_became_peered":"2023-06-08T03:53:42.013271+0000","last_unstale":"2023-06-08T03:53:42.019040+0000","last_undegraded":"2023-06-08T03:53:42.019040+0000","last_fullsized":"2023-06-08T03:53:42.019040+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:17:34.920591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.054655+0000","last_change":"2023-06-08T03:53:42.051346+0000","last_active":"2023-06-08T03:53:42.054655+0000","last_peered":"2023-06-08T03:53:42.054655+0000","last_clean":"2023-06-08T03:53:42.054655+0000","last_became_active":"2023-06-08T03:53:42.050983+0000","last_became_peered":"2023-06-08T03:53:42.050983+0000","last_unstale":"2023-06-08T03:53:42.054655+0000","last_undegraded":"2023-06-08T03:53:42.054655+0000","last_fullsized":"2023-06-08T03:53:42.054655+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:33:19.905386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.054646+0000","last_change":"2023-06-08T03:53:42.049930+0000","last_active":"2023-06-08T03:53:42.054646+0000","last_peered":"2023-06-08T03:53:42.054646+0000","last_clean":"2023-06-08T03:53:42.054646+0000","last_became_active":"2023-06-08T03:53:42.049620+0000","last_became_peered":"2023-06-08T03:53:42.049620+0000","last_unstale":"2023-06-08T03:53:42.054646+0000","last_undegraded":"2023-06-08T03:53:42.054646+0000","last_fullsized":"2023-06-08T03:53:42.054646+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:43:18.224296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.019011+0000","last_change":"2023-06-08T03:53:42.015479+0000","last_active":"2023-06-08T03:53:42.019011+0000","last_peered":"2023-06-08T03:53:42.019011+0000","last_clean":"2023-06-08T03:53:42.019011+0000","last_became_active":"2023-06-08T03:53:42.013685+0000","last_became_peered":"2023-06-08T03:53:42.013685+0000","last_unstale":"2023-06-08T03:53:42.019011+0000","last_undegraded":"2023-06-08T03:53:42.019011+0000","last_fullsized":"2023-06-08T03:53:42.019011+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:57:04.160674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.011336+0000","last_change":"2023-06-08T03:53:42.009187+0000","last_active":"2023-06-08T03:53:42.011336+0000","last_peered":"2023-06-08T03:53:42.011336+0000","last_clean":"2023-06-08T03:53:42.011336+0000","last_became_active":"2023-06-08T03:53:42.008903+0000","last_became_peered":"2023-06-08T03:53:42.008903+0000","last_unstale":"2023-06-08T03:53:42.011336+0000","last_undegraded":"2023-06-08T03:53:42.011336+0000","last_fullsized":"2023-06-08T03:53:42.011336+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:41:35.080914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.065767+0000","last_change":"2023-06-08T03:53:42.047960+0000","last_active":"2023-06-08T03:53:42.065767+0000","last_peered":"2023-06-08T03:53:42.065767+0000","last_clean":"2023-06-08T03:53:42.065767+0000","last_became_active":"2023-06-08T03:53:42.047193+0000","last_became_peered":"2023-06-08T03:53:42.047193+0000","last_unstale":"2023-06-08T03:53:42.065767+0000","last_undegraded":"2023-06-08T03:53:42.065767+0000","last_fullsized":"2023-06-08T03:53:42.065767+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:58:37.917535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.043096+0000","last_change":"2023-06-08T03:53:42.040963+0000","last_active":"2023-06-08T03:53:42.043096+0000","last_peered":"2023-06-08T03:53:42.043096+0000","last_clean":"2023-06-08T03:53:42.043096+0000","last_became_active":"2023-06-08T03:53:42.040677+0000","last_became_peered":"2023-06-08T03:53:42.040677+0000","last_unstale":"2023-06-08T03:53:42.043096+0000","last_undegraded":"2023-06-08T03:53:42.043096+0000","last_fullsized":"2023-06-08T03:53:42.043096+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:03:20.390771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.032830+0000","last_change":"2023-06-08T03:53:42.025582+0000","last_active":"2023-06-08T03:53:42.032830+0000","last_peered":"2023-06-08T03:53:42.032830+0000","last_clean":"2023-06-08T03:53:42.032830+0000","last_became_active":"2023-06-08T03:53:42.025326+0000","last_became_peered":"2023-06-08T03:53:42.025326+0000","last_unstale":"2023-06-08T03:53:42.032830+0000","last_undegraded":"2023-06-08T03:53:42.032830+0000","last_fullsized":"2023-06-08T03:53:42.032830+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:42:26.662523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.068849+0000","last_change":"2023-06-08T03:53:42.053854+0000","last_active":"2023-06-08T03:53:42.068849+0000","last_peered":"2023-06-08T03:53:42.068849+0000","last_clean":"2023-06-08T03:53:42.068849+0000","last_became_active":"2023-06-08T03:53:42.053164+0000","last_became_peered":"2023-06-08T03:53:42.053164+0000","last_unstale":"2023-06-08T03:53:42.068849+0000","last_undegraded":"2023-06-08T03:53:42.068849+0000","last_fullsized":"2023-06-08T03:53:42.068849+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:53:40.726866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.070518+0000","last_change":"2023-06-08T03:53:42.066078+0000","last_active":"2023-06-08T03:53:42.070518+0000","last_peered":"2023-06-08T03:53:42.070518+0000","last_clean":"2023-06-08T03:53:42.070518+0000","last_became_active":"2023-06-08T03:53:42.065611+0000","last_became_peered":"2023-06-08T03:53:42.065611+0000","last_unstale":"2023-06-08T03:53:42.070518+0000","last_undegraded":"2023-06-08T03:53:42.070518+0000","last_fullsized":"2023-06-08T03:53:42.070518+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:00:46.076429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.010006+0000","last_change":"2023-06-08T03:53:42.006867+0000","last_active":"2023-06-08T03:53:42.010006+0000","last_peered":"2023-06-08T03:53:42.010006+0000","last_clean":"2023-06-08T03:53:42.010006+0000","last_became_active":"2023-06-08T03:53:42.005975+0000","last_became_peered":"2023-06-08T03:53:42.005975+0000","last_unstale":"2023-06-08T03:53:42.010006+0000","last_undegraded":"2023-06-08T03:53:42.010006+0000","last_fullsized":"2023-06-08T03:53:42.010006+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:48:30.367385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.068854+0000","last_change":"2023-06-08T03:53:42.051411+0000","last_active":"2023-06-08T03:53:42.068854+0000","last_peered":"2023-06-08T03:53:42.068854+0000","last_clean":"2023-06-08T03:53:42.068854+0000","last_became_active":"2023-06-08T03:53:42.048997+0000","last_became_peered":"2023-06-08T03:53:42.048997+0000","last_unstale":"2023-06-08T03:53:42.068854+0000","last_undegraded":"2023-06-08T03:53:42.068854+0000","last_fullsized":"2023-06-08T03:53:42.068854+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:38:34.106653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.068793+0000","last_change":"2023-06-08T03:53:42.059806+0000","last_active":"2023-06-08T03:53:42.068793+0000","last_peered":"2023-06-08T03:53:42.068793+0000","last_clean":"2023-06-08T03:53:42.068793+0000","last_became_active":"2023-06-08T03:53:42.059061+0000","last_became_peered":"2023-06-08T03:53:42.059061+0000","last_unstale":"2023-06-08T03:53:42.068793+0000","last_undegraded":"2023-06-08T03:53:42.068793+0000","last_fullsized":"2023-06-08T03:53:42.068793+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:15:24.538832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.064188+0000","last_change":"2023-06-08T03:53:42.039558+0000","last_active":"2023-06-08T03:53:42.064188+0000","last_peered":"2023-06-08T03:53:42.064188+0000","last_clean":"2023-06-08T03:53:42.064188+0000","last_became_active":"2023-06-08T03:53:42.038850+0000","last_became_peered":"2023-06-08T03:53:42.038850+0000","last_unstale":"2023-06-08T03:53:42.064188+0000","last_undegraded":"2023-06-08T03:53:42.064188+0000","last_fullsized":"2023-06-08T03:53:42.064188+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:05:47.247871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.061449+0000","last_change":"2023-06-08T03:53:42.055460+0000","last_active":"2023-06-08T03:53:42.061449+0000","last_peered":"2023-06-08T03:53:42.061449+0000","last_clean":"2023-06-08T03:53:42.061449+0000","last_became_active":"2023-06-08T03:53:42.054617+0000","last_became_peered":"2023-06-08T03:53:42.054617+0000","last_unstale":"2023-06-08T03:53:42.061449+0000","last_undegraded":"2023-06-08T03:53:42.061449+0000","last_fullsized":"2023-06-08T03:53:42.061449+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:38:34.106653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.061191+0000","last_change":"2023-06-08T03:53:42.054740+0000","last_active":"2023-06-08T03:53:42.061191+0000","last_peered":"2023-06-08T03:53:42.061191+0000","last_clean":"2023-06-08T03:53:42.061191+0000","last_became_active":"2023-06-08T03:53:42.054042+0000","last_became_peered":"2023-06-08T03:53:42.054042+0000","last_unstale":"2023-06-08T03:53:42.061191+0000","last_undegraded":"2023-06-08T03:53:42.061191+0000","last_fullsized":"2023-06-08T03:53:42.061191+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:03:32.649388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.069436+0000","last_change":"2023-06-08T03:53:42.066743+0000","last_active":"2023-06-08T03:53:42.069436+0000","last_peered":"2023-06-08T03:53:42.069436+0000","last_clean":"2023-06-08T03:53:42.069436+0000","last_became_active":"2023-06-08T03:53:42.066253+0000","last_became_peered":"2023-06-08T03:53:42.066253+0000","last_unstale":"2023-06-08T03:53:42.069436+0000","last_undegraded":"2023-06-08T03:53:42.069436+0000","last_fullsized":"2023-06-08T03:53:42.069436+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:31:11.720995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.010552+0000","last_change":"2023-06-08T03:53:42.005215+0000","last_active":"2023-06-08T03:53:42.010552+0000","last_peered":"2023-06-08T03:53:42.010552+0000","last_clean":"2023-06-08T03:53:42.010552+0000","last_became_active":"2023-06-08T03:53:42.004899+0000","last_became_peered":"2023-06-08T03:53:42.004899+0000","last_unstale":"2023-06-08T03:53:42.010552+0000","last_undegraded":"2023-06-08T03:53:42.010552+0000","last_fullsized":"2023-06-08T03:53:42.010552+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:31:11.720995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.069375+0000","last_change":"2023-06-08T03:53:42.066252+0000","last_active":"2023-06-08T03:53:42.069375+0000","last_peered":"2023-06-08T03:53:42.069375+0000","last_clean":"2023-06-08T03:53:42.069375+0000","last_became_active":"2023-06-08T03:53:42.065659+0000","last_became_peered":"2023-06-08T03:53:42.065659+0000","last_unstale":"2023-06-08T03:53:42.069375+0000","last_undegraded":"2023-06-08T03:53:42.069375+0000","last_fullsized":"2023-06-08T03:53:42.069375+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:22:32.292644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.066061+0000","last_change":"2023-06-08T03:53:42.040419+0000","last_active":"2023-06-08T03:53:42.066061+0000","last_peered":"2023-06-08T03:53:42.066061+0000","last_clean":"2023-06-08T03:53:42.066061+0000","last_became_active":"2023-06-08T03:53:42.039685+0000","last_became_peered":"2023-06-08T03:53:42.039685+0000","last_unstale":"2023-06-08T03:53:42.066061+0000","last_undegraded":"2023-06-08T03:53:42.066061+0000","last_fullsized":"2023-06-08T03:53:42.066061+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:40:20.200230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.068710+0000","last_change":"2023-06-08T03:53:42.047227+0000","last_active":"2023-06-08T03:53:42.068710+0000","last_peered":"2023-06-08T03:53:42.068710+0000","last_clean":"2023-06-08T03:53:42.068710+0000","last_became_active":"2023-06-08T03:53:42.046412+0000","last_became_peered":"2023-06-08T03:53:42.046412+0000","last_unstale":"2023-06-08T03:53:42.068710+0000","last_undegraded":"2023-06-08T03:53:42.068710+0000","last_fullsized":"2023-06-08T03:53:42.068710+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:53:40.726866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.048194+0000","last_change":"2023-06-08T03:53:42.041417+0000","last_active":"2023-06-08T03:53:42.048194+0000","last_peered":"2023-06-08T03:53:42.048194+0000","last_clean":"2023-06-08T03:53:42.048194+0000","last_became_active":"2023-06-08T03:53:42.040322+0000","last_became_peered":"2023-06-08T03:53:42.040322+0000","last_unstale":"2023-06-08T03:53:42.048194+0000","last_undegraded":"2023-06-08T03:53:42.048194+0000","last_fullsized":"2023-06-08T03:53:42.048194+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:01:58.863977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.043552+0000","last_change":"2023-06-08T03:53:42.037802+0000","last_active":"2023-06-08T03:53:42.043552+0000","last_peered":"2023-06-08T03:53:42.043552+0000","last_clean":"2023-06-08T03:53:42.043552+0000","last_became_active":"2023-06-08T03:53:42.037571+0000","last_became_peered":"2023-06-08T03:53:42.037571+0000","last_unstale":"2023-06-08T03:53:42.043552+0000","last_undegraded":"2023-06-08T03:53:42.043552+0000","last_fullsized":"2023-06-08T03:53:42.043552+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:11:56.781059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.066131+0000","last_change":"2023-06-08T03:53:42.046671+0000","last_active":"2023-06-08T03:53:42.066131+0000","last_peered":"2023-06-08T03:53:42.066131+0000","last_clean":"2023-06-08T03:53:42.066131+0000","last_became_active":"2023-06-08T03:53:42.045881+0000","last_became_peered":"2023-06-08T03:53:42.045881+0000","last_unstale":"2023-06-08T03:53:42.066131+0000","last_undegraded":"2023-06-08T03:53:42.066131+0000","last_fullsized":"2023-06-08T03:53:42.066131+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:36:00.422116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.053064+0000","last_change":"2023-06-08T03:53:42.051800+0000","last_active":"2023-06-08T03:53:42.053064+0000","last_peered":"2023-06-08T03:53:42.053064+0000","last_clean":"2023-06-08T03:53:42.053064+0000","last_became_active":"2023-06-08T03:53:42.051486+0000","last_became_peered":"2023-06-08T03:53:42.051486+0000","last_unstale":"2023-06-08T03:53:42.053064+0000","last_undegraded":"2023-06-08T03:53:42.053064+0000","last_fullsized":"2023-06-08T03:53:42.053064+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:48:53.750442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.063645+0000","last_change":"2023-06-08T03:53:42.046573+0000","last_active":"2023-06-08T03:53:42.063645+0000","last_peered":"2023-06-08T03:53:42.063645+0000","last_clean":"2023-06-08T03:53:42.063645+0000","last_became_active":"2023-06-08T03:53:42.045806+0000","last_became_peered":"2023-06-08T03:53:42.045806+0000","last_unstale":"2023-06-08T03:53:42.063645+0000","last_undegraded":"2023-06-08T03:53:42.063645+0000","last_fullsized":"2023-06-08T03:53:42.063645+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:43:18.224296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.065994+0000","last_change":"2023-06-08T03:53:42.042108+0000","last_active":"2023-06-08T03:53:42.065994+0000","last_peered":"2023-06-08T03:53:42.065994+0000","last_clean":"2023-06-08T03:53:42.065994+0000","last_became_active":"2023-06-08T03:53:42.041294+0000","last_became_peered":"2023-06-08T03:53:42.041294+0000","last_unstale":"2023-06-08T03:53:42.065994+0000","last_undegraded":"2023-06-08T03:53:42.065994+0000","last_fullsized":"2023-06-08T03:53:42.065994+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:04:41.945717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.064381+0000","last_change":"2023-06-08T03:53:42.057615+0000","last_active":"2023-06-08T03:53:42.064381+0000","last_peered":"2023-06-08T03:53:42.064381+0000","last_clean":"2023-06-08T03:53:42.064381+0000","last_became_active":"2023-06-08T03:53:42.056780+0000","last_became_peered":"2023-06-08T03:53:42.056780+0000","last_unstale":"2023-06-08T03:53:42.064381+0000","last_undegraded":"2023-06-08T03:53:42.064381+0000","last_fullsized":"2023-06-08T03:53:42.064381+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:49:58.906754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.064292+0000","last_change":"2023-06-08T03:53:42.057618+0000","last_active":"2023-06-08T03:53:42.064292+0000","last_peered":"2023-06-08T03:53:42.064292+0000","last_clean":"2023-06-08T03:53:42.064292+0000","last_became_active":"2023-06-08T03:53:42.056648+0000","last_became_peered":"2023-06-08T03:53:42.056648+0000","last_unstale":"2023-06-08T03:53:42.064292+0000","last_undegraded":"2023-06-08T03:53:42.064292+0000","last_fullsized":"2023-06-08T03:53:42.064292+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:44:30.287534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.048250+0000","last_change":"2023-06-08T03:53:42.041754+0000","last_active":"2023-06-08T03:53:42.048250+0000","last_peered":"2023-06-08T03:53:42.048250+0000","last_clean":"2023-06-08T03:53:42.048250+0000","last_became_active":"2023-06-08T03:53:42.040947+0000","last_became_peered":"2023-06-08T03:53:42.040947+0000","last_unstale":"2023-06-08T03:53:42.048250+0000","last_undegraded":"2023-06-08T03:53:42.048250+0000","last_fullsized":"2023-06-08T03:53:42.048250+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:09:55.349467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.012580+0000","last_change":"2023-06-08T03:53:42.007322+0000","last_active":"2023-06-08T03:53:42.012580+0000","last_peered":"2023-06-08T03:53:42.012580+0000","last_clean":"2023-06-08T03:53:42.012580+0000","last_became_active":"2023-06-08T03:53:42.006919+0000","last_became_peered":"2023-06-08T03:53:42.006919+0000","last_unstale":"2023-06-08T03:53:42.012580+0000","last_undegraded":"2023-06-08T03:53:42.012580+0000","last_fullsized":"2023-06-08T03:53:42.012580+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:03:20.390771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.069995+0000","last_change":"2023-06-08T03:53:42.068052+0000","last_active":"2023-06-08T03:53:42.069995+0000","last_peered":"2023-06-08T03:53:42.069995+0000","last_clean":"2023-06-08T03:53:42.069995+0000","last_became_active":"2023-06-08T03:53:42.067558+0000","last_became_peered":"2023-06-08T03:53:42.067558+0000","last_unstale":"2023-06-08T03:53:42.069995+0000","last_undegraded":"2023-06-08T03:53:42.069995+0000","last_fullsized":"2023-06-08T03:53:42.069995+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:10:56.984493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"36'4","reported_seq":15,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.065779+0000","last_change":"2023-06-08T03:53:41.656770+0000","last_active":"2023-06-08T03:53:42.065779+0000","last_peered":"2023-06-08T03:53:42.065779+0000","last_clean":"2023-06-08T03:53:42.065779+0000","last_became_active":"2023-06-08T03:53:41.656077+0000","last_became_peered":"2023-06-08T03:53:41.656077+0000","last_unstale":"2023-06-08T03:53:42.065779+0000","last_undegraded":"2023-06-08T03:53:42.065779+0000","last_fullsized":"2023-06-08T03:53:42.065779+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:13:19.880941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.044849+0000","last_change":"2023-06-08T03:53:42.041762+0000","last_active":"2023-06-08T03:53:42.044849+0000","last_peered":"2023-06-08T03:53:42.044849+0000","last_clean":"2023-06-08T03:53:42.044849+0000","last_became_active":"2023-06-08T03:53:42.041153+0000","last_became_peered":"2023-06-08T03:53:42.041153+0000","last_unstale":"2023-06-08T03:53:42.044849+0000","last_undegraded":"2023-06-08T03:53:42.044849+0000","last_fullsized":"2023-06-08T03:53:42.044849+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:23:16.667497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"36'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.038565+0000","last_change":"2023-06-08T03:53:41.660861+0000","last_active":"2023-06-08T03:53:42.038565+0000","last_peered":"2023-06-08T03:53:42.038565+0000","last_clean":"2023-06-08T03:53:42.038565+0000","last_became_active":"2023-06-08T03:53:41.660420+0000","last_became_peered":"2023-06-08T03:53:41.660420+0000","last_unstale":"2023-06-08T03:53:42.038565+0000","last_undegraded":"2023-06-08T03:53:42.038565+0000","last_fullsized":"2023-06-08T03:53:42.038565+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:27:01.537869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.068757+0000","last_change":"2023-06-08T03:53:42.059523+0000","last_active":"2023-06-08T03:53:42.068757+0000","last_peered":"2023-06-08T03:53:42.068757+0000","last_clean":"2023-06-08T03:53:42.068757+0000","last_became_active":"2023-06-08T03:53:42.058940+0000","last_became_peered":"2023-06-08T03:53:42.058940+0000","last_unstale":"2023-06-08T03:53:42.068757+0000","last_undegraded":"2023-06-08T03:53:42.068757+0000","last_fullsized":"2023-06-08T03:53:42.068757+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:55:58.224952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.062673+0000","last_change":"2023-06-08T03:53:41.637211+0000","last_active":"2023-06-08T03:53:42.062673+0000","last_peered":"2023-06-08T03:53:42.062673+0000","last_clean":"2023-06-08T03:53:42.062673+0000","last_became_active":"2023-06-08T03:53:41.632645+0000","last_became_peered":"2023-06-08T03:53:41.632645+0000","last_unstale":"2023-06-08T03:53:42.062673+0000","last_undegraded":"2023-06-08T03:53:42.062673+0000","last_fullsized":"2023-06-08T03:53:42.062673+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:56:18.258194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.056860+0000","last_change":"2023-06-08T03:53:42.055841+0000","last_active":"2023-06-08T03:53:42.056860+0000","last_peered":"2023-06-08T03:53:42.056860+0000","last_clean":"2023-06-08T03:53:42.056860+0000","last_became_active":"2023-06-08T03:53:42.055559+0000","last_became_peered":"2023-06-08T03:53:42.055559+0000","last_unstale":"2023-06-08T03:53:42.056860+0000","last_undegraded":"2023-06-08T03:53:42.056860+0000","last_fullsized":"2023-06-08T03:53:42.056860+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:45:13.707015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.064996+0000","last_change":"2023-06-08T03:53:41.643789+0000","last_active":"2023-06-08T03:53:42.064996+0000","last_peered":"2023-06-08T03:53:42.064996+0000","last_clean":"2023-06-08T03:53:42.064996+0000","last_became_active":"2023-06-08T03:53:41.642742+0000","last_became_peered":"2023-06-08T03:53:41.642742+0000","last_unstale":"2023-06-08T03:53:42.064996+0000","last_undegraded":"2023-06-08T03:53:42.064996+0000","last_fullsized":"2023-06-08T03:53:42.064996+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:57:32.740824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.017488+0000","last_change":"2023-06-08T03:53:42.008579+0000","last_active":"2023-06-08T03:53:42.017488+0000","last_peered":"2023-06-08T03:53:42.017488+0000","last_clean":"2023-06-08T03:53:42.017488+0000","last_became_active":"2023-06-08T03:53:42.008193+0000","last_became_peered":"2023-06-08T03:53:42.008193+0000","last_unstale":"2023-06-08T03:53:42.017488+0000","last_undegraded":"2023-06-08T03:53:42.017488+0000","last_fullsized":"2023-06-08T03:53:42.017488+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:14:19.286738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"36'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.063730+0000","last_change":"2023-06-08T03:53:41.655046+0000","last_active":"2023-06-08T03:53:42.063730+0000","last_peered":"2023-06-08T03:53:42.063730+0000","last_clean":"2023-06-08T03:53:42.063730+0000","last_became_active":"2023-06-08T03:53:41.654346+0000","last_became_peered":"2023-06-08T03:53:41.654346+0000","last_unstale":"2023-06-08T03:53:42.063730+0000","last_undegraded":"2023-06-08T03:53:42.063730+0000","last_fullsized":"2023-06-08T03:53:42.063730+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:24:45.498466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.063957+0000","last_change":"2023-06-08T03:53:42.035296+0000","last_active":"2023-06-08T03:53:42.063957+0000","last_peered":"2023-06-08T03:53:42.063957+0000","last_clean":"2023-06-08T03:53:42.063957+0000","last_became_active":"2023-06-08T03:53:42.034600+0000","last_became_peered":"2023-06-08T03:53:42.034600+0000","last_unstale":"2023-06-08T03:53:42.063957+0000","last_undegraded":"2023-06-08T03:53:42.063957+0000","last_fullsized":"2023-06-08T03:53:42.063957+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:05:30.079567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"36'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.064390+0000","last_change":"2023-06-08T03:53:41.668639+0000","last_active":"2023-06-08T03:53:42.064390+0000","last_peered":"2023-06-08T03:53:42.064390+0000","last_clean":"2023-06-08T03:53:42.064390+0000","last_became_active":"2023-06-08T03:53:41.667983+0000","last_became_peered":"2023-06-08T03:53:41.667983+0000","last_unstale":"2023-06-08T03:53:42.064390+0000","last_undegraded":"2023-06-08T03:53:42.064390+0000","last_fullsized":"2023-06-08T03:53:42.064390+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:04:40.933657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.068763+0000","last_change":"2023-06-08T03:53:42.054364+0000","last_active":"2023-06-08T03:53:42.068763+0000","last_peered":"2023-06-08T03:53:42.068763+0000","last_clean":"2023-06-08T03:53:42.068763+0000","last_became_active":"2023-06-08T03:53:42.053678+0000","last_became_peered":"2023-06-08T03:53:42.053678+0000","last_unstale":"2023-06-08T03:53:42.068763+0000","last_undegraded":"2023-06-08T03:53:42.068763+0000","last_fullsized":"2023-06-08T03:53:42.068763+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:45.749979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.000241+0000","last_change":"2023-06-08T03:53:41.650799+0000","last_active":"2023-06-08T03:53:42.000241+0000","last_peered":"2023-06-08T03:53:42.000241+0000","last_clean":"2023-06-08T03:53:42.000241+0000","last_became_active":"2023-06-08T03:53:41.650306+0000","last_became_peered":"2023-06-08T03:53:41.650306+0000","last_unstale":"2023-06-08T03:53:42.000241+0000","last_undegraded":"2023-06-08T03:53:42.000241+0000","last_fullsized":"2023-06-08T03:53:42.000241+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:42:25.650462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.043044+0000","last_change":"2023-06-08T03:53:42.038718+0000","last_active":"2023-06-08T03:53:42.043044+0000","last_peered":"2023-06-08T03:53:42.043044+0000","last_clean":"2023-06-08T03:53:42.043044+0000","last_became_active":"2023-06-08T03:53:42.038397+0000","last_became_peered":"2023-06-08T03:53:42.038397+0000","last_unstale":"2023-06-08T03:53:42.043044+0000","last_undegraded":"2023-06-08T03:53:42.043044+0000","last_fullsized":"2023-06-08T03:53:42.043044+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:42:26.662523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.007114+0000","last_change":"2023-06-08T03:53:41.652321+0000","last_active":"2023-06-08T03:53:42.007114+0000","last_peered":"2023-06-08T03:53:42.007114+0000","last_clean":"2023-06-08T03:53:42.007114+0000","last_became_active":"2023-06-08T03:53:41.651769+0000","last_became_peered":"2023-06-08T03:53:41.651769+0000","last_unstale":"2023-06-08T03:53:42.007114+0000","last_undegraded":"2023-06-08T03:53:42.007114+0000","last_fullsized":"2023-06-08T03:53:42.007114+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:27:00.662817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.018979+0000","last_change":"2023-06-08T03:53:42.013799+0000","last_active":"2023-06-08T03:53:42.018979+0000","last_peered":"2023-06-08T03:53:42.018979+0000","last_clean":"2023-06-08T03:53:42.018979+0000","last_became_active":"2023-06-08T03:53:42.013342+0000","last_became_peered":"2023-06-08T03:53:42.013342+0000","last_unstale":"2023-06-08T03:53:42.018979+0000","last_undegraded":"2023-06-08T03:53:42.018979+0000","last_fullsized":"2023-06-08T03:53:42.018979+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:13:20.893001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.005158+0000","last_change":"2023-06-08T03:53:41.643112+0000","last_active":"2023-06-08T03:53:42.005158+0000","last_peered":"2023-06-08T03:53:42.005158+0000","last_clean":"2023-06-08T03:53:42.005158+0000","last_became_active":"2023-06-08T03:53:41.642631+0000","last_became_peered":"2023-06-08T03:53:41.642631+0000","last_unstale":"2023-06-08T03:53:42.005158+0000","last_undegraded":"2023-06-08T03:53:42.005158+0000","last_fullsized":"2023-06-08T03:53:42.005158+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:01:57.851917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.063617+0000","last_change":"2023-06-08T03:53:42.059951+0000","last_active":"2023-06-08T03:53:42.063617+0000","last_peered":"2023-06-08T03:53:42.063617+0000","last_clean":"2023-06-08T03:53:42.063617+0000","last_became_active":"2023-06-08T03:53:42.058341+0000","last_became_peered":"2023-06-08T03:53:42.058341+0000","last_unstale":"2023-06-08T03:53:42.063617+0000","last_undegraded":"2023-06-08T03:53:42.063617+0000","last_fullsized":"2023-06-08T03:53:42.063617+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:58:37.917535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.033426+0000","last_change":"2023-06-08T03:53:41.649564+0000","last_active":"2023-06-08T03:53:42.033426+0000","last_peered":"2023-06-08T03:53:42.033426+0000","last_clean":"2023-06-08T03:53:42.033426+0000","last_became_active":"2023-06-08T03:53:41.649079+0000","last_became_peered":"2023-06-08T03:53:41.649079+0000","last_unstale":"2023-06-08T03:53:42.033426+0000","last_undegraded":"2023-06-08T03:53:42.033426+0000","last_fullsized":"2023-06-08T03:53:42.033426+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:17:54.437336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.032906+0000","last_change":"2023-06-08T03:53:42.026923+0000","last_active":"2023-06-08T03:53:42.032906+0000","last_peered":"2023-06-08T03:53:42.032906+0000","last_clean":"2023-06-08T03:53:42.032906+0000","last_became_active":"2023-06-08T03:53:42.026589+0000","last_became_peered":"2023-06-08T03:53:42.026589+0000","last_unstale":"2023-06-08T03:53:42.032906+0000","last_undegraded":"2023-06-08T03:53:42.032906+0000","last_fullsized":"2023-06-08T03:53:42.032906+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:03:20.390771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"36'3","reported_seq":14,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.065669+0000","last_change":"2023-06-08T03:53:41.648090+0000","last_active":"2023-06-08T03:53:42.065669+0000","last_peered":"2023-06-08T03:53:42.065669+0000","last_clean":"2023-06-08T03:53:42.065669+0000","last_became_active":"2023-06-08T03:53:41.647146+0000","last_became_peered":"2023-06-08T03:53:41.647146+0000","last_unstale":"2023-06-08T03:53:42.065669+0000","last_undegraded":"2023-06-08T03:53:42.065669+0000","last_fullsized":"2023-06-08T03:53:42.065669+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:44.737919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.063598+0000","last_change":"2023-06-08T03:53:42.016759+0000","last_active":"2023-06-08T03:53:42.063598+0000","last_peered":"2023-06-08T03:53:42.063598+0000","last_clean":"2023-06-08T03:53:42.063598+0000","last_became_active":"2023-06-08T03:53:42.016020+0000","last_became_peered":"2023-06-08T03:53:42.016020+0000","last_unstale":"2023-06-08T03:53:42.063598+0000","last_undegraded":"2023-06-08T03:53:42.063598+0000","last_fullsized":"2023-06-08T03:53:42.063598+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:05:47.247871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"36'6","reported_seq":17,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.067931+0000","last_change":"2023-06-08T03:53:41.665203+0000","last_active":"2023-06-08T03:53:42.067931+0000","last_peered":"2023-06-08T03:53:42.067931+0000","last_clean":"2023-06-08T03:53:42.067931+0000","last_became_active":"2023-06-08T03:53:41.664594+0000","last_became_peered":"2023-06-08T03:53:41.664594+0000","last_unstale":"2023-06-08T03:53:42.067931+0000","last_undegraded":"2023-06-08T03:53:42.067931+0000","last_fullsized":"2023-06-08T03:53:42.067931+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:03:31.637328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.038531+0000","last_change":"2023-06-08T03:53:42.034962+0000","last_active":"2023-06-08T03:53:42.038531+0000","last_peered":"2023-06-08T03:53:42.038531+0000","last_clean":"2023-06-08T03:53:42.038531+0000","last_became_active":"2023-06-08T03:53:42.034675+0000","last_became_peered":"2023-06-08T03:53:42.034675+0000","last_unstale":"2023-06-08T03:53:42.038531+0000","last_undegraded":"2023-06-08T03:53:42.038531+0000","last_fullsized":"2023-06-08T03:53:42.038531+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:34:42.339223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.019652+0000","last_change":"2023-06-08T03:53:41.647098+0000","last_active":"2023-06-08T03:53:42.019652+0000","last_peered":"2023-06-08T03:53:42.019652+0000","last_clean":"2023-06-08T03:53:42.019652+0000","last_became_active":"2023-06-08T03:53:41.646830+0000","last_became_peered":"2023-06-08T03:53:41.646830+0000","last_unstale":"2023-06-08T03:53:42.019652+0000","last_undegraded":"2023-06-08T03:53:42.019652+0000","last_fullsized":"2023-06-08T03:53:42.019652+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:56:18.258194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.022072+0000","last_change":"2023-06-08T03:53:42.020094+0000","last_active":"2023-06-08T03:53:42.022072+0000","last_peered":"2023-06-08T03:53:42.022072+0000","last_clean":"2023-06-08T03:53:42.022072+0000","last_became_active":"2023-06-08T03:53:42.019789+0000","last_became_peered":"2023-06-08T03:53:42.019789+0000","last_unstale":"2023-06-08T03:53:42.022072+0000","last_undegraded":"2023-06-08T03:53:42.022072+0000","last_fullsized":"2023-06-08T03:53:42.022072+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:15:38.826343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:41.999702+0000","last_change":"2023-06-08T03:53:41.649728+0000","last_active":"2023-06-08T03:53:41.999702+0000","last_peered":"2023-06-08T03:53:41.999702+0000","last_clean":"2023-06-08T03:53:41.999702+0000","last_became_active":"2023-06-08T03:53:41.648924+0000","last_became_peered":"2023-06-08T03:53:41.648924+0000","last_unstale":"2023-06-08T03:53:41.999702+0000","last_undegraded":"2023-06-08T03:53:41.999702+0000","last_fullsized":"2023-06-08T03:53:41.999702+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:27:01.537869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.047539+0000","last_change":"2023-06-08T03:53:42.040122+0000","last_active":"2023-06-08T03:53:42.047539+0000","last_peered":"2023-06-08T03:53:42.047539+0000","last_clean":"2023-06-08T03:53:42.047539+0000","last_became_active":"2023-06-08T03:53:42.039310+0000","last_became_peered":"2023-06-08T03:53:42.039310+0000","last_unstale":"2023-06-08T03:53:42.047539+0000","last_undegraded":"2023-06-08T03:53:42.047539+0000","last_fullsized":"2023-06-08T03:53:42.047539+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:05:30.079567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.002575+0000","last_change":"2023-06-08T03:53:41.657191+0000","last_active":"2023-06-08T03:53:42.002575+0000","last_peered":"2023-06-08T03:53:42.002575+0000","last_clean":"2023-06-08T03:53:42.002575+0000","last_became_active":"2023-06-08T03:53:41.655911+0000","last_became_peered":"2023-06-08T03:53:41.655911+0000","last_unstale":"2023-06-08T03:53:42.002575+0000","last_undegraded":"2023-06-08T03:53:42.002575+0000","last_fullsized":"2023-06-08T03:53:42.002575+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:57:50.471560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.022076+0000","last_change":"2023-06-08T03:53:42.020115+0000","last_active":"2023-06-08T03:53:42.022076+0000","last_peered":"2023-06-08T03:53:42.022076+0000","last_clean":"2023-06-08T03:53:42.022076+0000","last_became_active":"2023-06-08T03:53:42.019619+0000","last_became_peered":"2023-06-08T03:53:42.019619+0000","last_unstale":"2023-06-08T03:53:42.022076+0000","last_undegraded":"2023-06-08T03:53:42.022076+0000","last_fullsized":"2023-06-08T03:53:42.022076+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:23:16.667497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"36'8","reported_seq":19,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.065832+0000","last_change":"2023-06-08T03:53:41.665290+0000","last_active":"2023-06-08T03:53:42.065832+0000","last_peered":"2023-06-08T03:53:42.065832+0000","last_clean":"2023-06-08T03:53:42.065832+0000","last_became_active":"2023-06-08T03:53:41.664577+0000","last_became_peered":"2023-06-08T03:53:41.664577+0000","last_unstale":"2023-06-08T03:53:42.065832+0000","last_undegraded":"2023-06-08T03:53:42.065832+0000","last_fullsized":"2023-06-08T03:53:42.065832+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:33:04.305891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.057622+0000","last_change":"2023-06-08T03:53:42.056699+0000","last_active":"2023-06-08T03:53:42.057622+0000","last_peered":"2023-06-08T03:53:42.057622+0000","last_clean":"2023-06-08T03:53:42.057622+0000","last_became_active":"2023-06-08T03:53:42.056392+0000","last_became_peered":"2023-06-08T03:53:42.056392+0000","last_unstale":"2023-06-08T03:53:42.057622+0000","last_undegraded":"2023-06-08T03:53:42.057622+0000","last_fullsized":"2023-06-08T03:53:42.057622+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:05:46.979864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"36'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.069110+0000","last_change":"2023-06-08T03:53:41.665185+0000","last_active":"2023-06-08T03:53:42.069110+0000","last_peered":"2023-06-08T03:53:42.069110+0000","last_clean":"2023-06-08T03:53:42.069110+0000","last_became_active":"2023-06-08T03:53:41.664585+0000","last_became_peered":"2023-06-08T03:53:41.664585+0000","last_unstale":"2023-06-08T03:53:42.069110+0000","last_undegraded":"2023-06-08T03:53:42.069110+0000","last_fullsized":"2023-06-08T03:53:42.069110+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:09:59.922582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.065441+0000","last_change":"2023-06-08T03:53:42.041115+0000","last_active":"2023-06-08T03:53:42.065441+0000","last_peered":"2023-06-08T03:53:42.065441+0000","last_clean":"2023-06-08T03:53:42.065441+0000","last_became_active":"2023-06-08T03:53:42.038796+0000","last_became_peered":"2023-06-08T03:53:42.038796+0000","last_unstale":"2023-06-08T03:53:42.065441+0000","last_undegraded":"2023-06-08T03:53:42.065441+0000","last_fullsized":"2023-06-08T03:53:42.065441+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:33:05.317951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.068438+0000","last_change":"2023-06-08T03:53:41.652067+0000","last_active":"2023-06-08T03:53:42.068438+0000","last_peered":"2023-06-08T03:53:42.068438+0000","last_clean":"2023-06-08T03:53:42.068438+0000","last_became_active":"2023-06-08T03:53:41.651245+0000","last_became_peered":"2023-06-08T03:53:41.651245+0000","last_unstale":"2023-06-08T03:53:42.068438+0000","last_undegraded":"2023-06-08T03:53:42.068438+0000","last_fullsized":"2023-06-08T03:53:42.068438+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:15:45.723461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.067946+0000","last_change":"2023-06-08T03:53:42.047197+0000","last_active":"2023-06-08T03:53:42.067946+0000","last_peered":"2023-06-08T03:53:42.067946+0000","last_clean":"2023-06-08T03:53:42.067946+0000","last_became_active":"2023-06-08T03:53:42.046342+0000","last_became_peered":"2023-06-08T03:53:42.046342+0000","last_unstale":"2023-06-08T03:53:42.067946+0000","last_undegraded":"2023-06-08T03:53:42.067946+0000","last_fullsized":"2023-06-08T03:53:42.067946+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:44:59.604431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"36'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.028918+0000","last_change":"2023-06-08T03:53:41.649171+0000","last_active":"2023-06-08T03:53:42.028918+0000","last_peered":"2023-06-08T03:53:42.028918+0000","last_clean":"2023-06-08T03:53:42.028918+0000","last_became_active":"2023-06-08T03:53:41.648840+0000","last_became_peered":"2023-06-08T03:53:41.648840+0000","last_unstale":"2023-06-08T03:53:42.028918+0000","last_undegraded":"2023-06-08T03:53:42.028918+0000","last_fullsized":"2023-06-08T03:53:42.028918+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:19:55.751279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.013557+0000","last_change":"2023-06-08T03:53:42.008643+0000","last_active":"2023-06-08T03:53:42.013557+0000","last_peered":"2023-06-08T03:53:42.013557+0000","last_clean":"2023-06-08T03:53:42.013557+0000","last_became_active":"2023-06-08T03:53:42.008220+0000","last_became_peered":"2023-06-08T03:53:42.008220+0000","last_unstale":"2023-06-08T03:53:42.013557+0000","last_undegraded":"2023-06-08T03:53:42.013557+0000","last_fullsized":"2023-06-08T03:53:42.013557+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:57:51.483620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.000612+0000","last_change":"2023-06-08T03:53:41.637450+0000","last_active":"2023-06-08T03:53:42.000612+0000","last_peered":"2023-06-08T03:53:42.000612+0000","last_clean":"2023-06-08T03:53:42.000612+0000","last_became_active":"2023-06-08T03:53:41.636081+0000","last_became_peered":"2023-06-08T03:53:41.636081+0000","last_unstale":"2023-06-08T03:53:42.000612+0000","last_undegraded":"2023-06-08T03:53:42.000612+0000","last_fullsized":"2023-06-08T03:53:42.000612+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:17:33.908531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.049327+0000","last_change":"2023-06-08T03:53:42.044235+0000","last_active":"2023-06-08T03:53:42.049327+0000","last_peered":"2023-06-08T03:53:42.049327+0000","last_clean":"2023-06-08T03:53:42.049327+0000","last_became_active":"2023-06-08T03:53:42.040098+0000","last_became_peered":"2023-06-08T03:53:42.040098+0000","last_unstale":"2023-06-08T03:53:42.049327+0000","last_undegraded":"2023-06-08T03:53:42.049327+0000","last_fullsized":"2023-06-08T03:53:42.049327+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:40:20.200230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.019688+0000","last_change":"2023-06-08T03:53:41.647399+0000","last_active":"2023-06-08T03:53:42.019688+0000","last_peered":"2023-06-08T03:53:42.019688+0000","last_clean":"2023-06-08T03:53:42.019688+0000","last_became_active":"2023-06-08T03:53:41.647022+0000","last_became_peered":"2023-06-08T03:53:41.647022+0000","last_unstale":"2023-06-08T03:53:42.019688+0000","last_undegraded":"2023-06-08T03:53:42.019688+0000","last_fullsized":"2023-06-08T03:53:42.019688+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:22:31.280584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.032902+0000","last_change":"2023-06-08T03:53:42.027029+0000","last_active":"2023-06-08T03:53:42.032902+0000","last_peered":"2023-06-08T03:53:42.032902+0000","last_clean":"2023-06-08T03:53:42.032902+0000","last_became_active":"2023-06-08T03:53:42.026690+0000","last_became_peered":"2023-06-08T03:53:42.026690+0000","last_unstale":"2023-06-08T03:53:42.032902+0000","last_undegraded":"2023-06-08T03:53:42.032902+0000","last_fullsized":"2023-06-08T03:53:42.032902+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:48:53.750442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:41.997739+0000","last_change":"2023-06-08T03:53:41.653854+0000","last_active":"2023-06-08T03:53:41.997739+0000","last_peered":"2023-06-08T03:53:41.997739+0000","last_clean":"2023-06-08T03:53:41.997739+0000","last_became_active":"2023-06-08T03:53:41.653154+0000","last_became_peered":"2023-06-08T03:53:41.653154+0000","last_unstale":"2023-06-08T03:53:41.997739+0000","last_undegraded":"2023-06-08T03:53:41.997739+0000","last_fullsized":"2023-06-08T03:53:41.997739+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:35:59.410056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.069108+0000","last_change":"2023-06-08T03:53:42.059829+0000","last_active":"2023-06-08T03:53:42.069108+0000","last_peered":"2023-06-08T03:53:42.069108+0000","last_clean":"2023-06-08T03:53:42.069108+0000","last_became_active":"2023-06-08T03:53:42.059272+0000","last_became_peered":"2023-06-08T03:53:42.059272+0000","last_unstale":"2023-06-08T03:53:42.069108+0000","last_undegraded":"2023-06-08T03:53:42.069108+0000","last_fullsized":"2023-06-08T03:53:42.069108+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:55:58.224952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.021531+0000","last_change":"2023-06-08T03:53:41.666727+0000","last_active":"2023-06-08T03:53:42.021531+0000","last_peered":"2023-06-08T03:53:42.021531+0000","last_clean":"2023-06-08T03:53:42.021531+0000","last_became_active":"2023-06-08T03:53:41.666075+0000","last_became_peered":"2023-06-08T03:53:41.666075+0000","last_unstale":"2023-06-08T03:53:42.021531+0000","last_undegraded":"2023-06-08T03:53:42.021531+0000","last_fullsized":"2023-06-08T03:53:42.021531+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:32:01.344632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.035887+0000","last_change":"2023-06-08T03:53:42.031716+0000","last_active":"2023-06-08T03:53:42.035887+0000","last_peered":"2023-06-08T03:53:42.035887+0000","last_clean":"2023-06-08T03:53:42.035887+0000","last_became_active":"2023-06-08T03:53:42.031425+0000","last_became_peered":"2023-06-08T03:53:42.031425+0000","last_unstale":"2023-06-08T03:53:42.035887+0000","last_undegraded":"2023-06-08T03:53:42.035887+0000","last_fullsized":"2023-06-08T03:53:42.035887+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:24:07.504243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:41.998309+0000","last_change":"2023-06-08T03:53:41.648088+0000","last_active":"2023-06-08T03:53:41.998309+0000","last_peered":"2023-06-08T03:53:41.998309+0000","last_clean":"2023-06-08T03:53:41.998309+0000","last_became_active":"2023-06-08T03:53:41.647517+0000","last_became_peered":"2023-06-08T03:53:41.647517+0000","last_unstale":"2023-06-08T03:53:41.998309+0000","last_undegraded":"2023-06-08T03:53:41.998309+0000","last_fullsized":"2023-06-08T03:53:41.998309+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:44:29.275474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.069197+0000","last_change":"2023-06-08T03:53:42.046517+0000","last_active":"2023-06-08T03:53:42.069197+0000","last_peered":"2023-06-08T03:53:42.069197+0000","last_clean":"2023-06-08T03:53:42.069197+0000","last_became_active":"2023-06-08T03:53:42.041862+0000","last_became_peered":"2023-06-08T03:53:42.041862+0000","last_unstale":"2023-06-08T03:53:42.069197+0000","last_undegraded":"2023-06-08T03:53:42.069197+0000","last_fullsized":"2023-06-08T03:53:42.069197+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:57:00.825825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.027331+0000","last_change":"2023-06-08T03:53:41.664998+0000","last_active":"2023-06-08T03:53:42.027331+0000","last_peered":"2023-06-08T03:53:42.027331+0000","last_clean":"2023-06-08T03:53:42.027331+0000","last_became_active":"2023-06-08T03:53:41.664502+0000","last_became_peered":"2023-06-08T03:53:41.664502+0000","last_unstale":"2023-06-08T03:53:42.027331+0000","last_undegraded":"2023-06-08T03:53:42.027331+0000","last_fullsized":"2023-06-08T03:53:42.027331+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:00:45.064368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":193,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.025329+0000","last_change":"2023-06-08T03:52:24.078700+0000","last_active":"2023-06-08T03:53:42.025329+0000","last_peered":"2023-06-08T03:53:42.025329+0000","last_clean":"2023-06-08T03:53:42.025329+0000","last_became_active":"2023-06-08T03:52:24.076762+0000","last_became_peered":"2023-06-08T03:52:24.076762+0000","last_unstale":"2023-06-08T03:53:42.025329+0000","last_undegraded":"2023-06-08T03:53:42.025329+0000","last_fullsized":"2023-06-08T03:53:42.025329+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:22.642730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:22.642730+0000","last_clean_scrub_stamp":"2023-06-08T03:52:22.642730+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:38:49.432400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":45,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.021189+0000","last_change":"2023-06-08T03:52:29.775070+0000","last_active":"2023-06-08T03:53:42.021189+0000","last_peered":"2023-06-08T03:53:42.021189+0000","last_clean":"2023-06-08T03:53:42.021189+0000","last_became_active":"2023-06-08T03:52:29.774047+0000","last_became_peered":"2023-06-08T03:52:29.774047+0000","last_unstale":"2023-06-08T03:53:42.021189+0000","last_undegraded":"2023-06-08T03:53:42.021189+0000","last_fullsized":"2023-06-08T03:53:42.021189+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:09:44.118147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.044925+0000","last_change":"2023-06-08T03:53:42.042917+0000","last_active":"2023-06-08T03:53:42.044925+0000","last_peered":"2023-06-08T03:53:42.044925+0000","last_clean":"2023-06-08T03:53:42.044925+0000","last_became_active":"2023-06-08T03:53:42.042513+0000","last_became_peered":"2023-06-08T03:53:42.042513+0000","last_unstale":"2023-06-08T03:53:42.044925+0000","last_undegraded":"2023-06-08T03:53:42.044925+0000","last_fullsized":"2023-06-08T03:53:42.044925+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:45:13.707015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.069322+0000","last_change":"2023-06-08T03:53:41.648468+0000","last_active":"2023-06-08T03:53:42.069322+0000","last_peered":"2023-06-08T03:53:42.069322+0000","last_clean":"2023-06-08T03:53:42.069322+0000","last_became_active":"2023-06-08T03:53:41.647924+0000","last_became_peered":"2023-06-08T03:53:41.647924+0000","last_unstale":"2023-06-08T03:53:42.069322+0000","last_undegraded":"2023-06-08T03:53:42.069322+0000","last_fullsized":"2023-06-08T03:53:42.069322+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:40:07.379508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":37,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.023981+0000","last_change":"2023-06-08T03:52:29.780410+0000","last_active":"2023-06-08T03:53:42.023981+0000","last_peered":"2023-06-08T03:53:42.023981+0000","last_clean":"2023-06-08T03:53:42.023981+0000","last_became_active":"2023-06-08T03:52:29.779630+0000","last_became_peered":"2023-06-08T03:52:29.779630+0000","last_unstale":"2023-06-08T03:53:42.023981+0000","last_undegraded":"2023-06-08T03:53:42.023981+0000","last_fullsized":"2023-06-08T03:53:42.023981+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:55:47.959479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.063544+0000","last_change":"2023-06-08T03:53:42.059862+0000","last_active":"2023-06-08T03:53:42.063544+0000","last_peered":"2023-06-08T03:53:42.063544+0000","last_clean":"2023-06-08T03:53:42.063544+0000","last_became_active":"2023-06-08T03:53:42.059277+0000","last_became_peered":"2023-06-08T03:53:42.059277+0000","last_unstale":"2023-06-08T03:53:42.063544+0000","last_undegraded":"2023-06-08T03:53:42.063544+0000","last_fullsized":"2023-06-08T03:53:42.063544+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:05:47.247871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:41.998134+0000","last_change":"2023-06-08T03:53:41.650228+0000","last_active":"2023-06-08T03:53:41.998134+0000","last_peered":"2023-06-08T03:53:41.998134+0000","last_clean":"2023-06-08T03:53:41.998134+0000","last_became_active":"2023-06-08T03:53:41.649788+0000","last_became_peered":"2023-06-08T03:53:41.649788+0000","last_unstale":"2023-06-08T03:53:41.998134+0000","last_undegraded":"2023-06-08T03:53:41.998134+0000","last_fullsized":"2023-06-08T03:53:41.998134+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:49:57.894694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":39,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:41.997224+0000","last_change":"2023-06-08T03:52:29.875560+0000","last_active":"2023-06-08T03:53:41.997224+0000","last_peered":"2023-06-08T03:53:41.997224+0000","last_clean":"2023-06-08T03:53:41.997224+0000","last_became_active":"2023-06-08T03:52:29.875158+0000","last_became_peered":"2023-06-08T03:52:29.875158+0000","last_unstale":"2023-06-08T03:53:41.997224+0000","last_undegraded":"2023-06-08T03:53:41.997224+0000","last_fullsized":"2023-06-08T03:53:41.997224+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:11:30.334474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.051766+0000","last_change":"2023-06-08T03:53:42.047966+0000","last_active":"2023-06-08T03:53:42.051766+0000","last_peered":"2023-06-08T03:53:42.051766+0000","last_clean":"2023-06-08T03:53:42.051766+0000","last_became_active":"2023-06-08T03:53:42.047539+0000","last_became_peered":"2023-06-08T03:53:42.047539+0000","last_unstale":"2023-06-08T03:53:42.051766+0000","last_undegraded":"2023-06-08T03:53:42.051766+0000","last_fullsized":"2023-06-08T03:53:42.051766+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:33:19.905386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:41.999191+0000","last_change":"2023-06-08T03:53:41.647527+0000","last_active":"2023-06-08T03:53:41.999191+0000","last_peered":"2023-06-08T03:53:41.999191+0000","last_clean":"2023-06-08T03:53:41.999191+0000","last_became_active":"2023-06-08T03:53:41.646672+0000","last_became_peered":"2023-06-08T03:53:41.646672+0000","last_unstale":"2023-06-08T03:53:41.999191+0000","last_undegraded":"2023-06-08T03:53:41.999191+0000","last_fullsized":"2023-06-08T03:53:41.999191+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:23:15.655437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":45,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.032346+0000","last_change":"2023-06-08T03:52:29.775307+0000","last_active":"2023-06-08T03:53:42.032346+0000","last_peered":"2023-06-08T03:53:42.032346+0000","last_clean":"2023-06-08T03:53:42.032346+0000","last_became_active":"2023-06-08T03:52:29.774465+0000","last_became_peered":"2023-06-08T03:52:29.774465+0000","last_unstale":"2023-06-08T03:53:42.032346+0000","last_undegraded":"2023-06-08T03:53:42.032346+0000","last_fullsized":"2023-06-08T03:53:42.032346+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:14:11.672486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.019193+0000","last_change":"2023-06-08T03:53:42.011914+0000","last_active":"2023-06-08T03:53:42.019193+0000","last_peered":"2023-06-08T03:53:42.019193+0000","last_clean":"2023-06-08T03:53:42.019193+0000","last_became_active":"2023-06-08T03:53:42.011618+0000","last_became_peered":"2023-06-08T03:53:42.011618+0000","last_unstale":"2023-06-08T03:53:42.019193+0000","last_undegraded":"2023-06-08T03:53:42.019193+0000","last_fullsized":"2023-06-08T03:53:42.019193+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:41:35.080914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:41.999036+0000","last_change":"2023-06-08T03:53:41.642450+0000","last_active":"2023-06-08T03:53:41.999036+0000","last_peered":"2023-06-08T03:53:41.999036+0000","last_clean":"2023-06-08T03:53:41.999036+0000","last_became_active":"2023-06-08T03:53:41.642180+0000","last_became_peered":"2023-06-08T03:53:41.642180+0000","last_unstale":"2023-06-08T03:53:41.999036+0000","last_undegraded":"2023-06-08T03:53:41.999036+0000","last_fullsized":"2023-06-08T03:53:41.999036+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:15:37.814282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":37,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.000691+0000","last_change":"2023-06-08T03:52:29.878343+0000","last_active":"2023-06-08T03:53:42.000691+0000","last_peered":"2023-06-08T03:53:42.000691+0000","last_clean":"2023-06-08T03:53:42.000691+0000","last_became_active":"2023-06-08T03:52:29.878028+0000","last_became_peered":"2023-06-08T03:52:29.878028+0000","last_unstale":"2023-06-08T03:53:42.000691+0000","last_undegraded":"2023-06-08T03:53:42.000691+0000","last_fullsized":"2023-06-08T03:53:42.000691+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:22:54.637897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.057816+0000","last_change":"2023-06-08T03:53:42.056473+0000","last_active":"2023-06-08T03:53:42.057816+0000","last_peered":"2023-06-08T03:53:42.057816+0000","last_clean":"2023-06-08T03:53:42.057816+0000","last_became_active":"2023-06-08T03:53:42.056157+0000","last_became_peered":"2023-06-08T03:53:42.056157+0000","last_unstale":"2023-06-08T03:53:42.057816+0000","last_undegraded":"2023-06-08T03:53:42.057816+0000","last_fullsized":"2023-06-08T03:53:42.057816+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:33:19.905386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.010841+0000","last_change":"2023-06-08T03:53:41.652372+0000","last_active":"2023-06-08T03:53:42.010841+0000","last_peered":"2023-06-08T03:53:42.010841+0000","last_clean":"2023-06-08T03:53:42.010841+0000","last_became_active":"2023-06-08T03:53:41.651588+0000","last_became_peered":"2023-06-08T03:53:41.651588+0000","last_unstale":"2023-06-08T03:53:42.010841+0000","last_undegraded":"2023-06-08T03:53:42.010841+0000","last_fullsized":"2023-06-08T03:53:42.010841+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:57:03.148614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":37,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.024378+0000","last_change":"2023-06-08T03:52:29.875243+0000","last_active":"2023-06-08T03:53:42.024378+0000","last_peered":"2023-06-08T03:53:42.024378+0000","last_clean":"2023-06-08T03:53:42.024378+0000","last_became_active":"2023-06-08T03:52:29.874833+0000","last_became_peered":"2023-06-08T03:52:29.874833+0000","last_unstale":"2023-06-08T03:53:42.024378+0000","last_undegraded":"2023-06-08T03:53:42.024378+0000","last_fullsized":"2023-06-08T03:53:42.024378+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:08:48.068297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.063476+0000","last_change":"2023-06-08T03:53:42.011340+0000","last_active":"2023-06-08T03:53:42.063476+0000","last_peered":"2023-06-08T03:53:42.063476+0000","last_clean":"2023-06-08T03:53:42.063476+0000","last_became_active":"2023-06-08T03:53:42.009495+0000","last_became_peered":"2023-06-08T03:53:42.009495+0000","last_unstale":"2023-06-08T03:53:42.063476+0000","last_undegraded":"2023-06-08T03:53:42.063476+0000","last_fullsized":"2023-06-08T03:53:42.063476+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:00:46.076429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.007062+0000","last_change":"2023-06-08T03:53:41.643710+0000","last_active":"2023-06-08T03:53:42.007062+0000","last_peered":"2023-06-08T03:53:42.007062+0000","last_clean":"2023-06-08T03:53:42.007062+0000","last_became_active":"2023-06-08T03:53:41.642853+0000","last_became_peered":"2023-06-08T03:53:41.642853+0000","last_unstale":"2023-06-08T03:53:42.007062+0000","last_undegraded":"2023-06-08T03:53:42.007062+0000","last_fullsized":"2023-06-08T03:53:42.007062+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:17:54.437336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":37,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:41.999593+0000","last_change":"2023-06-08T03:52:29.777779+0000","last_active":"2023-06-08T03:53:41.999593+0000","last_peered":"2023-06-08T03:53:41.999593+0000","last_clean":"2023-06-08T03:53:41.999593+0000","last_became_active":"2023-06-08T03:52:29.777419+0000","last_became_peered":"2023-06-08T03:52:29.777419+0000","last_unstale":"2023-06-08T03:53:41.999593+0000","last_undegraded":"2023-06-08T03:53:41.999593+0000","last_fullsized":"2023-06-08T03:53:41.999593+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:14:25.959997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.063646+0000","last_change":"2023-06-08T03:53:42.059854+0000","last_active":"2023-06-08T03:53:42.063646+0000","last_peered":"2023-06-08T03:53:42.063646+0000","last_clean":"2023-06-08T03:53:42.063646+0000","last_became_active":"2023-06-08T03:53:42.059260+0000","last_became_peered":"2023-06-08T03:53:42.059260+0000","last_unstale":"2023-06-08T03:53:42.063646+0000","last_undegraded":"2023-06-08T03:53:42.063646+0000","last_fullsized":"2023-06-08T03:53:42.063646+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:24:46.510526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.007484+0000","last_change":"2023-06-08T03:53:41.639747+0000","last_active":"2023-06-08T03:53:42.007484+0000","last_peered":"2023-06-08T03:53:42.007484+0000","last_clean":"2023-06-08T03:53:42.007484+0000","last_became_active":"2023-06-08T03:53:41.639456+0000","last_became_peered":"2023-06-08T03:53:41.639456+0000","last_unstale":"2023-06-08T03:53:42.007484+0000","last_undegraded":"2023-06-08T03:53:42.007484+0000","last_fullsized":"2023-06-08T03:53:42.007484+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:09:54.337407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":35,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.008038+0000","last_change":"2023-06-08T03:52:29.779829+0000","last_active":"2023-06-08T03:53:42.008038+0000","last_peered":"2023-06-08T03:53:42.008038+0000","last_clean":"2023-06-08T03:53:42.008038+0000","last_became_active":"2023-06-08T03:52:29.778989+0000","last_became_peered":"2023-06-08T03:52:29.778989+0000","last_unstale":"2023-06-08T03:53:42.008038+0000","last_undegraded":"2023-06-08T03:53:42.008038+0000","last_fullsized":"2023-06-08T03:53:42.008038+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:10:43.914713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574866,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27908,"kb_used_data":956,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94343932,"statfs":{"total":96636764160,"available":96608186368,"internally_reserved":0,"allocated":978944,"data_stored":745347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.871,"5min":0.871,"15min":0.871},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.61199999999999999}]},{"osd":1,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.3759999999999999,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":0.68999999999999995}]},{"osd":2,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.80000000000000004},{"interface":"front","average":{"1min":1.026,"5min":1.026,"15min":1.026},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":1.393,"5min":1.393,"15min":1.393},"last":0.89600000000000002}]},{"osd":3,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.137,"15min":1.137},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":7.0750000000000002,"5min":7.0750000000000002,"15min":7.0750000000000002},"last":0.93300000000000005},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"min":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.73799999999999999}]},{"osd":4,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":1.0609999999999999},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":1.0309999999999999}]},{"osd":5,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":1},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.524,"5min":1.524,"15min":1.524},"last":0.96899999999999997}]},{"osd":6,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"max":{"1min":1.5429999999999999,"5min":1.5429999999999999,"15min":1.5429999999999999},"last":0.85299999999999998},{"interface":"front","average":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.3260000000000001,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":1.099}]}]},{"osd":6,"up_from":13,"seq":55834574868,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27340,"kb_used_data":388,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344500,"statfs":{"total":96636764160,"available":96608768000,"internally_reserved":0,"allocated":397312,"data_stored":161607,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.484,"5min":1.484,"15min":1.484},"last":0.96299999999999997},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.829,"5min":1.829,"15min":1.829},"last":0.98799999999999999}]},{"osd":1,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.85099999999999998}]},{"osd":2,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.47,"5min":1.47,"15min":1.47},"last":0.93000000000000005},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":0.89400000000000002}]},{"osd":3,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.569,"5min":1.569,"15min":1.569},"last":1.107}]},{"osd":4,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":2.347,"5min":2.347,"15min":2.347},"last":0.80700000000000005},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"min":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"max":{"1min":2.2519999999999998,"5min":2.2519999999999998,"15min":2.2519999999999998},"last":1.073}]},{"osd":5,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":1.091,"5min":1.091,"15min":1.091},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":2.8279999999999998,"5min":2.8279999999999998,"15min":2.8279999999999998},"last":1.1739999999999999},{"interface":"front","average":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.556,"5min":1.556,"15min":1.556},"last":1.024}]},{"osd":7,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":1.145},{"interface":"front","average":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":2.899,"5min":2.899,"15min":2.899},"last":1.228}]}]},{"osd":5,"up_from":13,"seq":55834574867,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":408,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":417792,"data_stored":168847,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 8 03:53:21 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.071,"5min":1.071,"15min":1.071},"last":1.121},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.90400000000000003}]},{"osd":1,"last update":"Thu Jun 8 03:53:21 2023","interfaces":[{"interface":"back","average":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.702,"5min":1.702,"15min":1.702},"last":1.069},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.93700000000000006}]},{"osd":2,"last update":"Thu Jun 8 03:53:21 2023","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.984,"5min":1.984,"15min":1.984},"last":0.755},{"interface":"front","average":{"1min":1.002,"5min":1.002,"15min":1.002},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.875,"5min":1.875,"15min":1.875},"last":0.97999999999999998}]},{"osd":3,"last update":"Thu Jun 8 03:53:21 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":1.756,"5min":1.756,"15min":1.756},"last":1.141},{"interface":"front","average":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":2.101,"5min":2.101,"15min":2.101},"last":0.68799999999999994}]},{"osd":4,"last update":"Thu Jun 8 03:53:21 2023","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.198,"5min":1.198,"15min":1.198},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":1.0980000000000001}]},{"osd":6,"last update":"Thu Jun 8 03:53:21 2023","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.78800000000000003},{"interface":"front","average":{"1min":1.042,"5min":1.042,"15min":1.042},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":1.0129999999999999}]},{"osd":7,"last update":"Thu Jun 8 03:53:21 2023","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":1.0449999999999999},{"interface":"front","average":{"1min":1.085,"5min":1.085,"15min":1.085},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":2.028,"5min":2.028,"15min":2.028},"last":0.86399999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574869,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27328,"kb_used_data":376,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344512,"statfs":{"total":96636764160,"available":96608780288,"internally_reserved":0,"allocated":385024,"data_stored":154979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"last":0.59199999999999997}]},{"osd":1,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.47,"5min":1.47,"15min":1.47},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.53600000000000003}]},{"osd":2,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.202,"5min":1.202,"15min":1.202},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.68100000000000005}]},{"osd":3,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.2070000000000001,"5min":1.2070000000000001,"15min":1.2070000000000001},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.431,"5min":1.431,"15min":1.431},"last":0.90300000000000002}]},{"osd":5,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.119,"5min":1.119,"15min":1.119},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":1.111}]},{"osd":6,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.363,"5min":1.363,"15min":1.363},"last":0.95299999999999996},{"interface":"front","average":{"1min":1.05,"5min":1.05,"15min":1.05},"min":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"max":{"1min":1.224,"5min":1.224,"15min":1.224},"last":0.93300000000000005}]},{"osd":7,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.2589999999999999,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":1.044},{"interface":"front","average":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":1.25}]}]},{"osd":3,"up_from":13,"seq":55834574868,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27368,"kb_used_data":416,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344472,"statfs":{"total":96636764160,"available":96608739328,"internally_reserved":0,"allocated":425984,"data_stored":170333,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 8 03:53:25 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.63100000000000001}]},{"osd":1,"last update":"Thu Jun 8 03:53:25 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.72699999999999998}]},{"osd":2,"last update":"Thu Jun 8 03:53:25 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.643,"5min":1.643,"15min":1.643},"last":0.60099999999999998}]},{"osd":4,"last update":"Thu Jun 8 03:53:25 2023","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":0.91600000000000004},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"last":0.76900000000000002}]},{"osd":5,"last update":"Thu Jun 8 03:53:25 2023","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":0.94199999999999995},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":1.02}]},{"osd":6,"last update":"Thu Jun 8 03:53:25 2023","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.712,"5min":1.712,"15min":1.712},"last":1.3200000000000001},{"interface":"front","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.8220000000000001,"5min":1.8220000000000001,"15min":1.8220000000000001},"last":0.89300000000000002}]},{"osd":7,"last update":"Thu Jun 8 03:53:25 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.391,"5min":1.391,"15min":1.391},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.028,"5min":1.028,"15min":1.028},"min":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":2.044,"5min":2.044,"15min":2.044},"last":1.238}]}]},{"osd":2,"up_from":13,"seq":55834574866,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27328,"kb_used_data":376,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344512,"statfs":{"total":96636764160,"available":96608780288,"internally_reserved":0,"allocated":385024,"data_stored":154979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1,"5min":1,"15min":1},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.35899999999999999}]},{"osd":1,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":0.41299999999999998}]},{"osd":3,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":0.433},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.34200000000000003}]},{"osd":4,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.80000000000000004},{"interface":"front","average":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.93899999999999995}]},{"osd":5,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.804,"5min":1.804,"15min":1.804},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.748,"5min":1.748,"15min":1.748},"last":0.95799999999999996}]},{"osd":6,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":2.0489999999999999,"5min":2.0489999999999999,"15min":2.0489999999999999},"last":0.998},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.6779999999999999,"5min":1.6779999999999999,"15min":1.6779999999999999},"last":1.006}]},{"osd":7,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.9119999999999999,"5min":1.9119999999999999,"15min":1.9119999999999999},"last":0.98599999999999999},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"max":{"1min":1.472,"5min":1.472,"15min":1.472},"last":0.876}]}]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27356,"kb_used_data":404,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344484,"statfs":{"total":96636764160,"available":96608751616,"internally_reserved":0,"allocated":413696,"data_stored":168825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.749}]},{"osd":2,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.95999999999999996}]},{"osd":3,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":1.087},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.198,"5min":1.198,"15min":1.198},"last":0.90400000000000003}]},{"osd":4,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":0.875,"15min":0.875},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.885,"5min":1.885,"15min":1.885},"last":0.88500000000000001},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.357,"5min":1.357,"15min":1.357},"last":1.242}]},{"osd":5,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"max":{"1min":2.4980000000000002,"5min":2.4980000000000002,"15min":2.4980000000000002},"last":1.042},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.9750000000000001,"5min":1.9750000000000001,"15min":1.9750000000000001},"last":0.81200000000000006}]},{"osd":6,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"min":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.996},{"interface":"front","average":{"1min":1.036,"5min":1.036,"15min":1.036},"min":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":2.3730000000000002,"5min":2.3730000000000002,"15min":2.3730000000000002},"last":1.1259999999999999}]},{"osd":7,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.659,"5min":1.659,"15min":1.659},"last":1.5129999999999999},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.8420000000000001,"5min":1.8420000000000001,"15min":1.8420000000000001},"last":1.1559999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574869,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27936,"kb_used_data":984,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94343904,"statfs":{"total":96636764160,"available":96608157696,"internally_reserved":0,"allocated":1007616,"data_stored":759137,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.71099999999999997}]},{"osd":2,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.175,"5min":1.175,"15min":1.175},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.78000000000000003}]},{"osd":3,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":0.98999999999999999},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.071,"5min":1.071,"15min":1.071},"last":0.90000000000000002}]},{"osd":4,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.405,"5min":1.405,"15min":1.405},"last":0.67600000000000005},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.456,"5min":1.456,"15min":1.456},"last":0.86799999999999999}]},{"osd":5,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.472,"5min":1.472,"15min":1.472},"last":1.1080000000000001},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.619,"5min":1.619,"15min":1.619},"last":0.748}]},{"osd":6,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":1.071,"15min":1.071},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.722,"5min":1.722,"15min":1.722},"last":0.84099999999999997},{"interface":"front","average":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"min":{"1min":0.747,"5min":0.747,"15min":0.747},"max":{"1min":1.768,"5min":1.768,"15min":1.768},"last":0.93700000000000006}]},{"osd":7,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.677,"5min":1.677,"15min":1.677},"last":1.02},{"interface":"front","average":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.923,"5min":1.923,"15min":1.923},"last":0.96499999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-08T03:53:45.038 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-08T03:53:45.194 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4b2a4f640 1 Processor -- start 2023-06-08T03:53:45.194 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4b2a4f640 1 -- start start 2023-06-08T03:53:45.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4b2a4f640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb4ac0cf060 0x7fb4ac0b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4b2a4f640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4ac0d1be0 con 0x7fb4ac0b1290 2023-06-08T03:53:45.196 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4b2a4f640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4ac0b1660 con 0x7fb4ac0ce280 2023-06-08T03:53:45.196 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4b2a4f640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4ac0cc6c0 con 0x7fb4ac0cf060 2023-06-08T03:53:45.196 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4abfff640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fb4ac0b1290 0x7fb4ac0d0520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:60970/0 (socket says 172.21.15.62:60970) 2023-06-08T03:53:45.196 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4abfff640 1 -- 172.21.15.62:0/1900338254 learned_addr learned my addr 172.21.15.62:0/1900338254 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:45.197 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4aaffd640 1 -- 172.21.15.62:0/1900338254 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3850709418 0 0) 0x7fb4ac0d1be0 con 0x7fb4ac0b1290 2023-06-08T03:53:45.198 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4aaffd640 1 -- 172.21.15.62:0/1900338254 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb494003530 con 0x7fb4ac0b1290 2023-06-08T03:53:45.198 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4b0fec640 1 --2- 172.21.15.62:0/1900338254 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb4ac0cf060 0x7fb4ac0b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.198 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4aaffd640 1 -- 172.21.15.62:0/1900338254 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1109594029 0 0) 0x7fb494003530 con 0x7fb4ac0b1290 2023-06-08T03:53:45.198 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4aaffd640 1 -- 172.21.15.62:0/1900338254 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb4ac0cf060 msgr2=0x7fb4ac0b4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:45.198 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4aaffd640 1 --2- 172.21.15.62:0/1900338254 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb4ac0cf060 0x7fb4ac0b4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.198 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4aaffd640 1 -- 172.21.15.62:0/1900338254 >> v1:172.21.15.188:6789/0 conn(0x7fb4ac0ce280 legacy=0x7fb4ac0ce950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:45.198 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4aaffd640 1 -- 172.21.15.62:0/1900338254 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4ac0cc9a0 con 0x7fb4ac0b1290 2023-06-08T03:53:45.199 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4aaffd640 1 -- 172.21.15.62:0/1900338254 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7fb49c001680 con 0x7fb4ac0b1290 2023-06-08T03:53:45.199 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4aaffd640 1 -- 172.21.15.62:0/1900338254 >> v1:172.21.15.62:6789/0 conn(0x7fb4ac0b1290 legacy=0x7fb4ac0d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:45.199 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4aaffd640 1 --2- 172.21.15.62:0/1900338254 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb4940039b0 0x7fb494003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.199 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4aaffd640 1 --2- 172.21.15.62:0/1900338254 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb4ac0cf060 0x7fb4940047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.199 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4aaffd640 1 --2- 172.21.15.62:0/1900338254 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb494004d10 0x7fb494005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.199 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4aaffd640 1 -- 172.21.15.62:0/1900338254 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4ac0cc6c0 con 0x7fb4940039b0 2023-06-08T03:53:45.199 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4aaffd640 1 -- 172.21.15.62:0/1900338254 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb49400bba0 con 0x7fb494004d10 2023-06-08T03:53:45.200 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4aaffd640 1 -- 172.21.15.62:0/1900338254 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb49400bd60 con 0x7fb4ac0cf060 2023-06-08T03:53:45.200 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4abfff640 1 --2- 172.21.15.62:0/1900338254 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb4940039b0 0x7fb494003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.200 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4b0fec640 1 --2- 172.21.15.62:0/1900338254 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb494004d10 0x7fb494005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.200 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4ab7fe640 1 --2- 172.21.15.62:0/1900338254 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb4ac0cf060 0x7fb4940047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.200 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4abfff640 1 -- 172.21.15.62:0/1900338254 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb4ac0cf060 msgr2=0x7fb4940047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:45.200 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4abfff640 1 --2- 172.21.15.62:0/1900338254 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb4ac0cf060 0x7fb4940047d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.200 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4abfff640 1 -- 172.21.15.62:0/1900338254 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb494004d10 msgr2=0x7fb494005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:45.201 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4abfff640 1 --2- 172.21.15.62:0/1900338254 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb494004d10 0x7fb494005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.201 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.188+0000 7fb4abfff640 1 -- 172.21.15.62:0/1900338254 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb494003530 con 0x7fb4940039b0 2023-06-08T03:53:45.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4abfff640 1 --2- 172.21.15.62:0/1900338254 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb4940039b0 0x7fb494003dc0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fb49c00c240 tx=0x7fb49c01cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2139ab9f9d7edffc server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:45.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4aaffd640 1 -- 172.21.15.62:0/1900338254 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb49c005ae0 con 0x7fb4940039b0 2023-06-08T03:53:45.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4aaffd640 1 -- 172.21.15.62:0/1900338254 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb49c005c40 con 0x7fb4940039b0 2023-06-08T03:53:45.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4aaffd640 1 -- 172.21.15.62:0/1900338254 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb49c0a5830 con 0x7fb4940039b0 2023-06-08T03:53:45.203 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4b2a4f640 1 -- 172.21.15.62:0/1900338254 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb4940039b0 msgr2=0x7fb494003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:45.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4b2a4f640 1 --2- 172.21.15.62:0/1900338254 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb4940039b0 0x7fb494003dc0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fb49c00c240 tx=0x7fb49c01cc40 comp rx=0 tx=0).stop 2023-06-08T03:53:45.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4b0fec640 1 -- 172.21.15.62:0/1900338254 reap_dead start 2023-06-08T03:53:45.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4b2a4f640 1 -- 172.21.15.62:0/1900338254 shutdown_connections 2023-06-08T03:53:45.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4b2a4f640 1 -- 172.21.15.62:0/1900338254 >> 172.21.15.62:0/1900338254 conn(0x7fb4ac06b5a0 msgr2=0x7fb4ac06b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:45.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4b2a4f640 1 -- 172.21.15.62:0/1900338254 shutdown_connections 2023-06-08T03:53:45.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4b2a4f640 1 -- 172.21.15.62:0/1900338254 wait complete. 2023-06-08T03:53:45.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4b2a4f640 1 Processor -- start 2023-06-08T03:53:45.204 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4b2a4f640 1 -- start start 2023-06-08T03:53:45.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4b2a4f640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb4940039b0 0x7fb4ac15dd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4b2a4f640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb4ac0c9010 0x7fb4ac0c9460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4b2a4f640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb4ac1533f0 0x7fb4ac153860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4b2a4f640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4ac0ca750 con 0x7fb4940039b0 2023-06-08T03:53:45.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4b2a4f640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4ac153da0 con 0x7fb4ac0c9010 2023-06-08T03:53:45.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4b2a4f640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4ac0c9ad0 con 0x7fb4ac1533f0 2023-06-08T03:53:45.205 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4abfff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb4940039b0 0x7fb4ac15dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4abfff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb4940039b0 0x7fb4ac15dd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34380/0 (socket says 172.21.15.62:34380) 2023-06-08T03:53:45.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4abfff640 1 -- 172.21.15.62:0/2393891038 learned_addr learned my addr 172.21.15.62:0/2393891038 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:45.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4ab7fe640 1 --2- 172.21.15.62:0/2393891038 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb4ac0c9010 0x7fb4ac0c9460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4b0fec640 1 --2- 172.21.15.62:0/2393891038 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb4ac1533f0 0x7fb4ac153860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4abfff640 1 -- 172.21.15.62:0/2393891038 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb4ac1533f0 msgr2=0x7fb4ac153860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:45.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4abfff640 1 --2- 172.21.15.62:0/2393891038 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb4ac1533f0 0x7fb4ac153860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4abfff640 1 -- 172.21.15.62:0/2393891038 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb4ac0c9010 msgr2=0x7fb4ac0c9460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:45.206 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4abfff640 1 --2- 172.21.15.62:0/2393891038 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb4ac0c9010 0x7fb4ac0c9460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4abfff640 1 -- 172.21.15.62:0/2393891038 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4ac0c9db0 con 0x7fb4940039b0 2023-06-08T03:53:45.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4ab7fe640 1 --2- 172.21.15.62:0/2393891038 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb4ac0c9010 0x7fb4ac0c9460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:45.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4b0fec640 1 --2- 172.21.15.62:0/2393891038 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb4ac1533f0 0x7fb4ac153860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:45.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.192+0000 7fb4abfff640 1 --2- 172.21.15.62:0/2393891038 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb4940039b0 0x7fb4ac15dd70 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fb49c000c10 tx=0x7fb494005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:45.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.196+0000 7fb4a8ff9640 1 -- 172.21.15.62:0/2393891038 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb49c0b4070 con 0x7fb4940039b0 2023-06-08T03:53:45.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.196+0000 7fb4a8ff9640 1 -- 172.21.15.62:0/2393891038 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb49c001440 con 0x7fb4940039b0 2023-06-08T03:53:45.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.196+0000 7fb4b2a4f640 1 -- 172.21.15.62:0/2393891038 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4ac0ca090 con 0x7fb4940039b0 2023-06-08T03:53:45.207 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.196+0000 7fb4a8ff9640 1 -- 172.21.15.62:0/2393891038 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb49c0a5830 con 0x7fb4940039b0 2023-06-08T03:53:45.208 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.196+0000 7fb4b2a4f640 1 -- 172.21.15.62:0/2393891038 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4ac15cf30 con 0x7fb4940039b0 2023-06-08T03:53:45.208 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.196+0000 7fb4b2a4f640 1 -- 172.21.15.62:0/2393891038 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4ac04d6c0 con 0x7fb4940039b0 2023-06-08T03:53:45.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.196+0000 7fb4a8ff9640 1 -- 172.21.15.62:0/2393891038 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb49c0a59b0 con 0x7fb4940039b0 2023-06-08T03:53:45.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.196+0000 7fb4a8ff9640 1 --2- 172.21.15.62:0/2393891038 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb498066280 0x7fb498068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.196+0000 7fb4a8ff9640 1 -- 172.21.15.62:0/2393891038 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fb49c11d400 con 0x7fb4940039b0 2023-06-08T03:53:45.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.196+0000 7fb4ab7fe640 1 --2- 172.21.15.62:0/2393891038 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb498066280 0x7fb498068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.196+0000 7fb4ab7fe640 1 --2- 172.21.15.62:0/2393891038 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb498066280 0x7fb498068730 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb4ac15ee20 tx=0x7fb4a0009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:45.209 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.200+0000 7fb4a8ff9640 1 -- 172.21.15.62:0/2393891038 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb49c0ea880 con 0x7fb4940039b0 2023-06-08T03:53:45.358 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.352+0000 7fb4b2a4f640 1 -- 172.21.15.62:0/2393891038 --> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb4ac0b42f0 con 0x7fb498066280 2023-06-08T03:53:45.381 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.372+0000 7fb4a8ff9640 1 -- 172.21.15.62:0/2393891038 <== mgr.4103 v2:172.21.15.188:6832/4222075021 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+309032 (secure 0 0 0) 0x7fb4ac0b42f0 con 0x7fb498066280 2023-06-08T03:53:45.384 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:45.385 INFO:teuthology.orchestra.run.smithi062.stderr:dumped all 2023-06-08T03:53:45.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.376+0000 7fb4b2a4f640 1 -- 172.21.15.62:0/2393891038 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb498066280 msgr2=0x7fb498068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:45.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.376+0000 7fb4b2a4f640 1 --2- 172.21.15.62:0/2393891038 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb498066280 0x7fb498068730 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb4ac15ee20 tx=0x7fb4a0009040 comp rx=0 tx=0).stop 2023-06-08T03:53:45.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.376+0000 7fb4b2a4f640 1 -- 172.21.15.62:0/2393891038 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb4940039b0 msgr2=0x7fb4ac15dd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:45.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.376+0000 7fb4b2a4f640 1 --2- 172.21.15.62:0/2393891038 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb4940039b0 0x7fb4ac15dd70 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fb49c000c10 tx=0x7fb494005800 comp rx=0 tx=0).stop 2023-06-08T03:53:45.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.376+0000 7fb4b2a4f640 1 -- 172.21.15.62:0/2393891038 shutdown_connections 2023-06-08T03:53:45.387 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.376+0000 7fb4b2a4f640 1 --2- 172.21.15.62:0/2393891038 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fb498066280 0x7fb498068730 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.376+0000 7fb4b2a4f640 1 --2- 172.21.15.62:0/2393891038 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fb4ac1533f0 0x7fb4ac153860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.376+0000 7fb4b2a4f640 1 --2- 172.21.15.62:0/2393891038 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fb4ac0c9010 0x7fb4ac0c9460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.376+0000 7fb4b2a4f640 1 --2- 172.21.15.62:0/2393891038 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb4940039b0 0x7fb4ac15dd70 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.376+0000 7fb4b2a4f640 1 -- 172.21.15.62:0/2393891038 >> 172.21.15.62:0/2393891038 conn(0x7fb4ac06b5a0 msgr2=0x7fb4ac0b6110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:45.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.376+0000 7fb4b2a4f640 1 -- 172.21.15.62:0/2393891038 shutdown_connections 2023-06-08T03:53:45.388 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.376+0000 7fb4b2a4f640 1 -- 172.21.15.62:0/2393891038 wait complete. 2023-06-08T03:53:45.403 INFO:teuthology.orchestra.run.smithi062.stdout:{"pg_ready":true,"pg_map":{"version":71,"stamp":"2023-06-08T03:53:44.313359+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":23,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219924,"kb_used_data":4308,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":754754796,"statfs":{"total":773094113280,"available":772868911104,"internally_reserved":0,"allocated":4411392,"data_stored":2484054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":68,"apply_latency_ms":68,"commit_latency_ns":68000000,"apply_latency_ns":68000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001100"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.022061+0000","last_change":"2023-06-08T03:53:42.020056+0000","last_active":"2023-06-08T03:53:42.022061+0000","last_peered":"2023-06-08T03:53:42.022061+0000","last_clean":"2023-06-08T03:53:42.022061+0000","last_became_active":"2023-06-08T03:53:42.019608+0000","last_became_peered":"2023-06-08T03:53:42.019608+0000","last_unstale":"2023-06-08T03:53:42.022061+0000","last_undegraded":"2023-06-08T03:53:42.022061+0000","last_fullsized":"2023-06-08T03:53:42.022061+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:27:02.549929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.019040+0000","last_change":"2023-06-08T03:53:42.013539+0000","last_active":"2023-06-08T03:53:42.019040+0000","last_peered":"2023-06-08T03:53:42.019040+0000","last_clean":"2023-06-08T03:53:42.019040+0000","last_became_active":"2023-06-08T03:53:42.013271+0000","last_became_peered":"2023-06-08T03:53:42.013271+0000","last_unstale":"2023-06-08T03:53:42.019040+0000","last_undegraded":"2023-06-08T03:53:42.019040+0000","last_fullsized":"2023-06-08T03:53:42.019040+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:17:34.920591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.054655+0000","last_change":"2023-06-08T03:53:42.051346+0000","last_active":"2023-06-08T03:53:42.054655+0000","last_peered":"2023-06-08T03:53:42.054655+0000","last_clean":"2023-06-08T03:53:42.054655+0000","last_became_active":"2023-06-08T03:53:42.050983+0000","last_became_peered":"2023-06-08T03:53:42.050983+0000","last_unstale":"2023-06-08T03:53:42.054655+0000","last_undegraded":"2023-06-08T03:53:42.054655+0000","last_fullsized":"2023-06-08T03:53:42.054655+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:33:19.905386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.054646+0000","last_change":"2023-06-08T03:53:42.049930+0000","last_active":"2023-06-08T03:53:42.054646+0000","last_peered":"2023-06-08T03:53:42.054646+0000","last_clean":"2023-06-08T03:53:42.054646+0000","last_became_active":"2023-06-08T03:53:42.049620+0000","last_became_peered":"2023-06-08T03:53:42.049620+0000","last_unstale":"2023-06-08T03:53:42.054646+0000","last_undegraded":"2023-06-08T03:53:42.054646+0000","last_fullsized":"2023-06-08T03:53:42.054646+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:43:18.224296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.019011+0000","last_change":"2023-06-08T03:53:42.015479+0000","last_active":"2023-06-08T03:53:42.019011+0000","last_peered":"2023-06-08T03:53:42.019011+0000","last_clean":"2023-06-08T03:53:42.019011+0000","last_became_active":"2023-06-08T03:53:42.013685+0000","last_became_peered":"2023-06-08T03:53:42.013685+0000","last_unstale":"2023-06-08T03:53:42.019011+0000","last_undegraded":"2023-06-08T03:53:42.019011+0000","last_fullsized":"2023-06-08T03:53:42.019011+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:57:04.160674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.011336+0000","last_change":"2023-06-08T03:53:42.009187+0000","last_active":"2023-06-08T03:53:42.011336+0000","last_peered":"2023-06-08T03:53:42.011336+0000","last_clean":"2023-06-08T03:53:42.011336+0000","last_became_active":"2023-06-08T03:53:42.008903+0000","last_became_peered":"2023-06-08T03:53:42.008903+0000","last_unstale":"2023-06-08T03:53:42.011336+0000","last_undegraded":"2023-06-08T03:53:42.011336+0000","last_fullsized":"2023-06-08T03:53:42.011336+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:41:35.080914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.065767+0000","last_change":"2023-06-08T03:53:42.047960+0000","last_active":"2023-06-08T03:53:42.065767+0000","last_peered":"2023-06-08T03:53:42.065767+0000","last_clean":"2023-06-08T03:53:42.065767+0000","last_became_active":"2023-06-08T03:53:42.047193+0000","last_became_peered":"2023-06-08T03:53:42.047193+0000","last_unstale":"2023-06-08T03:53:42.065767+0000","last_undegraded":"2023-06-08T03:53:42.065767+0000","last_fullsized":"2023-06-08T03:53:42.065767+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:58:37.917535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.043096+0000","last_change":"2023-06-08T03:53:42.040963+0000","last_active":"2023-06-08T03:53:42.043096+0000","last_peered":"2023-06-08T03:53:42.043096+0000","last_clean":"2023-06-08T03:53:42.043096+0000","last_became_active":"2023-06-08T03:53:42.040677+0000","last_became_peered":"2023-06-08T03:53:42.040677+0000","last_unstale":"2023-06-08T03:53:42.043096+0000","last_undegraded":"2023-06-08T03:53:42.043096+0000","last_fullsized":"2023-06-08T03:53:42.043096+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:03:20.390771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.032830+0000","last_change":"2023-06-08T03:53:42.025582+0000","last_active":"2023-06-08T03:53:42.032830+0000","last_peered":"2023-06-08T03:53:42.032830+0000","last_clean":"2023-06-08T03:53:42.032830+0000","last_became_active":"2023-06-08T03:53:42.025326+0000","last_became_peered":"2023-06-08T03:53:42.025326+0000","last_unstale":"2023-06-08T03:53:42.032830+0000","last_undegraded":"2023-06-08T03:53:42.032830+0000","last_fullsized":"2023-06-08T03:53:42.032830+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:42:26.662523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.068849+0000","last_change":"2023-06-08T03:53:42.053854+0000","last_active":"2023-06-08T03:53:42.068849+0000","last_peered":"2023-06-08T03:53:42.068849+0000","last_clean":"2023-06-08T03:53:42.068849+0000","last_became_active":"2023-06-08T03:53:42.053164+0000","last_became_peered":"2023-06-08T03:53:42.053164+0000","last_unstale":"2023-06-08T03:53:42.068849+0000","last_undegraded":"2023-06-08T03:53:42.068849+0000","last_fullsized":"2023-06-08T03:53:42.068849+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:53:40.726866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.070518+0000","last_change":"2023-06-08T03:53:42.066078+0000","last_active":"2023-06-08T03:53:42.070518+0000","last_peered":"2023-06-08T03:53:42.070518+0000","last_clean":"2023-06-08T03:53:42.070518+0000","last_became_active":"2023-06-08T03:53:42.065611+0000","last_became_peered":"2023-06-08T03:53:42.065611+0000","last_unstale":"2023-06-08T03:53:42.070518+0000","last_undegraded":"2023-06-08T03:53:42.070518+0000","last_fullsized":"2023-06-08T03:53:42.070518+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:00:46.076429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.010006+0000","last_change":"2023-06-08T03:53:42.006867+0000","last_active":"2023-06-08T03:53:42.010006+0000","last_peered":"2023-06-08T03:53:42.010006+0000","last_clean":"2023-06-08T03:53:42.010006+0000","last_became_active":"2023-06-08T03:53:42.005975+0000","last_became_peered":"2023-06-08T03:53:42.005975+0000","last_unstale":"2023-06-08T03:53:42.010006+0000","last_undegraded":"2023-06-08T03:53:42.010006+0000","last_fullsized":"2023-06-08T03:53:42.010006+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:48:30.367385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.068854+0000","last_change":"2023-06-08T03:53:42.051411+0000","last_active":"2023-06-08T03:53:42.068854+0000","last_peered":"2023-06-08T03:53:42.068854+0000","last_clean":"2023-06-08T03:53:42.068854+0000","last_became_active":"2023-06-08T03:53:42.048997+0000","last_became_peered":"2023-06-08T03:53:42.048997+0000","last_unstale":"2023-06-08T03:53:42.068854+0000","last_undegraded":"2023-06-08T03:53:42.068854+0000","last_fullsized":"2023-06-08T03:53:42.068854+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:38:34.106653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.068793+0000","last_change":"2023-06-08T03:53:42.059806+0000","last_active":"2023-06-08T03:53:42.068793+0000","last_peered":"2023-06-08T03:53:42.068793+0000","last_clean":"2023-06-08T03:53:42.068793+0000","last_became_active":"2023-06-08T03:53:42.059061+0000","last_became_peered":"2023-06-08T03:53:42.059061+0000","last_unstale":"2023-06-08T03:53:42.068793+0000","last_undegraded":"2023-06-08T03:53:42.068793+0000","last_fullsized":"2023-06-08T03:53:42.068793+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:15:24.538832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.064188+0000","last_change":"2023-06-08T03:53:42.039558+0000","last_active":"2023-06-08T03:53:42.064188+0000","last_peered":"2023-06-08T03:53:42.064188+0000","last_clean":"2023-06-08T03:53:42.064188+0000","last_became_active":"2023-06-08T03:53:42.038850+0000","last_became_peered":"2023-06-08T03:53:42.038850+0000","last_unstale":"2023-06-08T03:53:42.064188+0000","last_undegraded":"2023-06-08T03:53:42.064188+0000","last_fullsized":"2023-06-08T03:53:42.064188+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:05:47.247871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.061449+0000","last_change":"2023-06-08T03:53:42.055460+0000","last_active":"2023-06-08T03:53:42.061449+0000","last_peered":"2023-06-08T03:53:42.061449+0000","last_clean":"2023-06-08T03:53:42.061449+0000","last_became_active":"2023-06-08T03:53:42.054617+0000","last_became_peered":"2023-06-08T03:53:42.054617+0000","last_unstale":"2023-06-08T03:53:42.061449+0000","last_undegraded":"2023-06-08T03:53:42.061449+0000","last_fullsized":"2023-06-08T03:53:42.061449+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:38:34.106653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.061191+0000","last_change":"2023-06-08T03:53:42.054740+0000","last_active":"2023-06-08T03:53:42.061191+0000","last_peered":"2023-06-08T03:53:42.061191+0000","last_clean":"2023-06-08T03:53:42.061191+0000","last_became_active":"2023-06-08T03:53:42.054042+0000","last_became_peered":"2023-06-08T03:53:42.054042+0000","last_unstale":"2023-06-08T03:53:42.061191+0000","last_undegraded":"2023-06-08T03:53:42.061191+0000","last_fullsized":"2023-06-08T03:53:42.061191+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:03:32.649388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.069436+0000","last_change":"2023-06-08T03:53:42.066743+0000","last_active":"2023-06-08T03:53:42.069436+0000","last_peered":"2023-06-08T03:53:42.069436+0000","last_clean":"2023-06-08T03:53:42.069436+0000","last_became_active":"2023-06-08T03:53:42.066253+0000","last_became_peered":"2023-06-08T03:53:42.066253+0000","last_unstale":"2023-06-08T03:53:42.069436+0000","last_undegraded":"2023-06-08T03:53:42.069436+0000","last_fullsized":"2023-06-08T03:53:42.069436+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:31:11.720995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.010552+0000","last_change":"2023-06-08T03:53:42.005215+0000","last_active":"2023-06-08T03:53:42.010552+0000","last_peered":"2023-06-08T03:53:42.010552+0000","last_clean":"2023-06-08T03:53:42.010552+0000","last_became_active":"2023-06-08T03:53:42.004899+0000","last_became_peered":"2023-06-08T03:53:42.004899+0000","last_unstale":"2023-06-08T03:53:42.010552+0000","last_undegraded":"2023-06-08T03:53:42.010552+0000","last_fullsized":"2023-06-08T03:53:42.010552+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:31:11.720995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.069375+0000","last_change":"2023-06-08T03:53:42.066252+0000","last_active":"2023-06-08T03:53:42.069375+0000","last_peered":"2023-06-08T03:53:42.069375+0000","last_clean":"2023-06-08T03:53:42.069375+0000","last_became_active":"2023-06-08T03:53:42.065659+0000","last_became_peered":"2023-06-08T03:53:42.065659+0000","last_unstale":"2023-06-08T03:53:42.069375+0000","last_undegraded":"2023-06-08T03:53:42.069375+0000","last_fullsized":"2023-06-08T03:53:42.069375+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:22:32.292644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.066061+0000","last_change":"2023-06-08T03:53:42.040419+0000","last_active":"2023-06-08T03:53:42.066061+0000","last_peered":"2023-06-08T03:53:42.066061+0000","last_clean":"2023-06-08T03:53:42.066061+0000","last_became_active":"2023-06-08T03:53:42.039685+0000","last_became_peered":"2023-06-08T03:53:42.039685+0000","last_unstale":"2023-06-08T03:53:42.066061+0000","last_undegraded":"2023-06-08T03:53:42.066061+0000","last_fullsized":"2023-06-08T03:53:42.066061+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:40:20.200230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.068710+0000","last_change":"2023-06-08T03:53:42.047227+0000","last_active":"2023-06-08T03:53:42.068710+0000","last_peered":"2023-06-08T03:53:42.068710+0000","last_clean":"2023-06-08T03:53:42.068710+0000","last_became_active":"2023-06-08T03:53:42.046412+0000","last_became_peered":"2023-06-08T03:53:42.046412+0000","last_unstale":"2023-06-08T03:53:42.068710+0000","last_undegraded":"2023-06-08T03:53:42.068710+0000","last_fullsized":"2023-06-08T03:53:42.068710+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:53:40.726866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.048194+0000","last_change":"2023-06-08T03:53:42.041417+0000","last_active":"2023-06-08T03:53:42.048194+0000","last_peered":"2023-06-08T03:53:42.048194+0000","last_clean":"2023-06-08T03:53:42.048194+0000","last_became_active":"2023-06-08T03:53:42.040322+0000","last_became_peered":"2023-06-08T03:53:42.040322+0000","last_unstale":"2023-06-08T03:53:42.048194+0000","last_undegraded":"2023-06-08T03:53:42.048194+0000","last_fullsized":"2023-06-08T03:53:42.048194+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:01:58.863977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.043552+0000","last_change":"2023-06-08T03:53:42.037802+0000","last_active":"2023-06-08T03:53:42.043552+0000","last_peered":"2023-06-08T03:53:42.043552+0000","last_clean":"2023-06-08T03:53:42.043552+0000","last_became_active":"2023-06-08T03:53:42.037571+0000","last_became_peered":"2023-06-08T03:53:42.037571+0000","last_unstale":"2023-06-08T03:53:42.043552+0000","last_undegraded":"2023-06-08T03:53:42.043552+0000","last_fullsized":"2023-06-08T03:53:42.043552+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:11:56.781059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.066131+0000","last_change":"2023-06-08T03:53:42.046671+0000","last_active":"2023-06-08T03:53:42.066131+0000","last_peered":"2023-06-08T03:53:42.066131+0000","last_clean":"2023-06-08T03:53:42.066131+0000","last_became_active":"2023-06-08T03:53:42.045881+0000","last_became_peered":"2023-06-08T03:53:42.045881+0000","last_unstale":"2023-06-08T03:53:42.066131+0000","last_undegraded":"2023-06-08T03:53:42.066131+0000","last_fullsized":"2023-06-08T03:53:42.066131+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:36:00.422116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.053064+0000","last_change":"2023-06-08T03:53:42.051800+0000","last_active":"2023-06-08T03:53:42.053064+0000","last_peered":"2023-06-08T03:53:42.053064+0000","last_clean":"2023-06-08T03:53:42.053064+0000","last_became_active":"2023-06-08T03:53:42.051486+0000","last_became_peered":"2023-06-08T03:53:42.051486+0000","last_unstale":"2023-06-08T03:53:42.053064+0000","last_undegraded":"2023-06-08T03:53:42.053064+0000","last_fullsized":"2023-06-08T03:53:42.053064+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:48:53.750442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.063645+0000","last_change":"2023-06-08T03:53:42.046573+0000","last_active":"2023-06-08T03:53:42.063645+0000","last_peered":"2023-06-08T03:53:42.063645+0000","last_clean":"2023-06-08T03:53:42.063645+0000","last_became_active":"2023-06-08T03:53:42.045806+0000","last_became_peered":"2023-06-08T03:53:42.045806+0000","last_unstale":"2023-06-08T03:53:42.063645+0000","last_undegraded":"2023-06-08T03:53:42.063645+0000","last_fullsized":"2023-06-08T03:53:42.063645+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:43:18.224296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.065994+0000","last_change":"2023-06-08T03:53:42.042108+0000","last_active":"2023-06-08T03:53:42.065994+0000","last_peered":"2023-06-08T03:53:42.065994+0000","last_clean":"2023-06-08T03:53:42.065994+0000","last_became_active":"2023-06-08T03:53:42.041294+0000","last_became_peered":"2023-06-08T03:53:42.041294+0000","last_unstale":"2023-06-08T03:53:42.065994+0000","last_undegraded":"2023-06-08T03:53:42.065994+0000","last_fullsized":"2023-06-08T03:53:42.065994+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:04:41.945717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.064381+0000","last_change":"2023-06-08T03:53:42.057615+0000","last_active":"2023-06-08T03:53:42.064381+0000","last_peered":"2023-06-08T03:53:42.064381+0000","last_clean":"2023-06-08T03:53:42.064381+0000","last_became_active":"2023-06-08T03:53:42.056780+0000","last_became_peered":"2023-06-08T03:53:42.056780+0000","last_unstale":"2023-06-08T03:53:42.064381+0000","last_undegraded":"2023-06-08T03:53:42.064381+0000","last_fullsized":"2023-06-08T03:53:42.064381+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:49:58.906754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.064292+0000","last_change":"2023-06-08T03:53:42.057618+0000","last_active":"2023-06-08T03:53:42.064292+0000","last_peered":"2023-06-08T03:53:42.064292+0000","last_clean":"2023-06-08T03:53:42.064292+0000","last_became_active":"2023-06-08T03:53:42.056648+0000","last_became_peered":"2023-06-08T03:53:42.056648+0000","last_unstale":"2023-06-08T03:53:42.064292+0000","last_undegraded":"2023-06-08T03:53:42.064292+0000","last_fullsized":"2023-06-08T03:53:42.064292+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:44:30.287534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.048250+0000","last_change":"2023-06-08T03:53:42.041754+0000","last_active":"2023-06-08T03:53:42.048250+0000","last_peered":"2023-06-08T03:53:42.048250+0000","last_clean":"2023-06-08T03:53:42.048250+0000","last_became_active":"2023-06-08T03:53:42.040947+0000","last_became_peered":"2023-06-08T03:53:42.040947+0000","last_unstale":"2023-06-08T03:53:42.048250+0000","last_undegraded":"2023-06-08T03:53:42.048250+0000","last_fullsized":"2023-06-08T03:53:42.048250+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:09:55.349467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.012580+0000","last_change":"2023-06-08T03:53:42.007322+0000","last_active":"2023-06-08T03:53:42.012580+0000","last_peered":"2023-06-08T03:53:42.012580+0000","last_clean":"2023-06-08T03:53:42.012580+0000","last_became_active":"2023-06-08T03:53:42.006919+0000","last_became_peered":"2023-06-08T03:53:42.006919+0000","last_unstale":"2023-06-08T03:53:42.012580+0000","last_undegraded":"2023-06-08T03:53:42.012580+0000","last_fullsized":"2023-06-08T03:53:42.012580+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:03:20.390771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.069995+0000","last_change":"2023-06-08T03:53:42.068052+0000","last_active":"2023-06-08T03:53:42.069995+0000","last_peered":"2023-06-08T03:53:42.069995+0000","last_clean":"2023-06-08T03:53:42.069995+0000","last_became_active":"2023-06-08T03:53:42.067558+0000","last_became_peered":"2023-06-08T03:53:42.067558+0000","last_unstale":"2023-06-08T03:53:42.069995+0000","last_undegraded":"2023-06-08T03:53:42.069995+0000","last_fullsized":"2023-06-08T03:53:42.069995+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:10:56.984493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"36'4","reported_seq":15,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.065779+0000","last_change":"2023-06-08T03:53:41.656770+0000","last_active":"2023-06-08T03:53:42.065779+0000","last_peered":"2023-06-08T03:53:42.065779+0000","last_clean":"2023-06-08T03:53:42.065779+0000","last_became_active":"2023-06-08T03:53:41.656077+0000","last_became_peered":"2023-06-08T03:53:41.656077+0000","last_unstale":"2023-06-08T03:53:42.065779+0000","last_undegraded":"2023-06-08T03:53:42.065779+0000","last_fullsized":"2023-06-08T03:53:42.065779+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:13:19.880941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.044849+0000","last_change":"2023-06-08T03:53:42.041762+0000","last_active":"2023-06-08T03:53:42.044849+0000","last_peered":"2023-06-08T03:53:42.044849+0000","last_clean":"2023-06-08T03:53:42.044849+0000","last_became_active":"2023-06-08T03:53:42.041153+0000","last_became_peered":"2023-06-08T03:53:42.041153+0000","last_unstale":"2023-06-08T03:53:42.044849+0000","last_undegraded":"2023-06-08T03:53:42.044849+0000","last_fullsized":"2023-06-08T03:53:42.044849+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:23:16.667497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"36'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.038565+0000","last_change":"2023-06-08T03:53:41.660861+0000","last_active":"2023-06-08T03:53:42.038565+0000","last_peered":"2023-06-08T03:53:42.038565+0000","last_clean":"2023-06-08T03:53:42.038565+0000","last_became_active":"2023-06-08T03:53:41.660420+0000","last_became_peered":"2023-06-08T03:53:41.660420+0000","last_unstale":"2023-06-08T03:53:42.038565+0000","last_undegraded":"2023-06-08T03:53:42.038565+0000","last_fullsized":"2023-06-08T03:53:42.038565+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:27:01.537869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.068757+0000","last_change":"2023-06-08T03:53:42.059523+0000","last_active":"2023-06-08T03:53:42.068757+0000","last_peered":"2023-06-08T03:53:42.068757+0000","last_clean":"2023-06-08T03:53:42.068757+0000","last_became_active":"2023-06-08T03:53:42.058940+0000","last_became_peered":"2023-06-08T03:53:42.058940+0000","last_unstale":"2023-06-08T03:53:42.068757+0000","last_undegraded":"2023-06-08T03:53:42.068757+0000","last_fullsized":"2023-06-08T03:53:42.068757+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:55:58.224952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.062673+0000","last_change":"2023-06-08T03:53:41.637211+0000","last_active":"2023-06-08T03:53:42.062673+0000","last_peered":"2023-06-08T03:53:42.062673+0000","last_clean":"2023-06-08T03:53:42.062673+0000","last_became_active":"2023-06-08T03:53:41.632645+0000","last_became_peered":"2023-06-08T03:53:41.632645+0000","last_unstale":"2023-06-08T03:53:42.062673+0000","last_undegraded":"2023-06-08T03:53:42.062673+0000","last_fullsized":"2023-06-08T03:53:42.062673+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:56:18.258194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.056860+0000","last_change":"2023-06-08T03:53:42.055841+0000","last_active":"2023-06-08T03:53:42.056860+0000","last_peered":"2023-06-08T03:53:42.056860+0000","last_clean":"2023-06-08T03:53:42.056860+0000","last_became_active":"2023-06-08T03:53:42.055559+0000","last_became_peered":"2023-06-08T03:53:42.055559+0000","last_unstale":"2023-06-08T03:53:42.056860+0000","last_undegraded":"2023-06-08T03:53:42.056860+0000","last_fullsized":"2023-06-08T03:53:42.056860+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:45:13.707015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.064996+0000","last_change":"2023-06-08T03:53:41.643789+0000","last_active":"2023-06-08T03:53:42.064996+0000","last_peered":"2023-06-08T03:53:42.064996+0000","last_clean":"2023-06-08T03:53:42.064996+0000","last_became_active":"2023-06-08T03:53:41.642742+0000","last_became_peered":"2023-06-08T03:53:41.642742+0000","last_unstale":"2023-06-08T03:53:42.064996+0000","last_undegraded":"2023-06-08T03:53:42.064996+0000","last_fullsized":"2023-06-08T03:53:42.064996+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:57:32.740824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.017488+0000","last_change":"2023-06-08T03:53:42.008579+0000","last_active":"2023-06-08T03:53:42.017488+0000","last_peered":"2023-06-08T03:53:42.017488+0000","last_clean":"2023-06-08T03:53:42.017488+0000","last_became_active":"2023-06-08T03:53:42.008193+0000","last_became_peered":"2023-06-08T03:53:42.008193+0000","last_unstale":"2023-06-08T03:53:42.017488+0000","last_undegraded":"2023-06-08T03:53:42.017488+0000","last_fullsized":"2023-06-08T03:53:42.017488+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:14:19.286738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"36'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.063730+0000","last_change":"2023-06-08T03:53:41.655046+0000","last_active":"2023-06-08T03:53:42.063730+0000","last_peered":"2023-06-08T03:53:42.063730+0000","last_clean":"2023-06-08T03:53:42.063730+0000","last_became_active":"2023-06-08T03:53:41.654346+0000","last_became_peered":"2023-06-08T03:53:41.654346+0000","last_unstale":"2023-06-08T03:53:42.063730+0000","last_undegraded":"2023-06-08T03:53:42.063730+0000","last_fullsized":"2023-06-08T03:53:42.063730+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:24:45.498466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.063957+0000","last_change":"2023-06-08T03:53:42.035296+0000","last_active":"2023-06-08T03:53:42.063957+0000","last_peered":"2023-06-08T03:53:42.063957+0000","last_clean":"2023-06-08T03:53:42.063957+0000","last_became_active":"2023-06-08T03:53:42.034600+0000","last_became_peered":"2023-06-08T03:53:42.034600+0000","last_unstale":"2023-06-08T03:53:42.063957+0000","last_undegraded":"2023-06-08T03:53:42.063957+0000","last_fullsized":"2023-06-08T03:53:42.063957+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:05:30.079567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"36'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.064390+0000","last_change":"2023-06-08T03:53:41.668639+0000","last_active":"2023-06-08T03:53:42.064390+0000","last_peered":"2023-06-08T03:53:42.064390+0000","last_clean":"2023-06-08T03:53:42.064390+0000","last_became_active":"2023-06-08T03:53:41.667983+0000","last_became_peered":"2023-06-08T03:53:41.667983+0000","last_unstale":"2023-06-08T03:53:42.064390+0000","last_undegraded":"2023-06-08T03:53:42.064390+0000","last_fullsized":"2023-06-08T03:53:42.064390+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:04:40.933657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.068763+0000","last_change":"2023-06-08T03:53:42.054364+0000","last_active":"2023-06-08T03:53:42.068763+0000","last_peered":"2023-06-08T03:53:42.068763+0000","last_clean":"2023-06-08T03:53:42.068763+0000","last_became_active":"2023-06-08T03:53:42.053678+0000","last_became_peered":"2023-06-08T03:53:42.053678+0000","last_unstale":"2023-06-08T03:53:42.068763+0000","last_undegraded":"2023-06-08T03:53:42.068763+0000","last_fullsized":"2023-06-08T03:53:42.068763+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:45.749979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.000241+0000","last_change":"2023-06-08T03:53:41.650799+0000","last_active":"2023-06-08T03:53:42.000241+0000","last_peered":"2023-06-08T03:53:42.000241+0000","last_clean":"2023-06-08T03:53:42.000241+0000","last_became_active":"2023-06-08T03:53:41.650306+0000","last_became_peered":"2023-06-08T03:53:41.650306+0000","last_unstale":"2023-06-08T03:53:42.000241+0000","last_undegraded":"2023-06-08T03:53:42.000241+0000","last_fullsized":"2023-06-08T03:53:42.000241+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:42:25.650462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.043044+0000","last_change":"2023-06-08T03:53:42.038718+0000","last_active":"2023-06-08T03:53:42.043044+0000","last_peered":"2023-06-08T03:53:42.043044+0000","last_clean":"2023-06-08T03:53:42.043044+0000","last_became_active":"2023-06-08T03:53:42.038397+0000","last_became_peered":"2023-06-08T03:53:42.038397+0000","last_unstale":"2023-06-08T03:53:42.043044+0000","last_undegraded":"2023-06-08T03:53:42.043044+0000","last_fullsized":"2023-06-08T03:53:42.043044+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:42:26.662523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.007114+0000","last_change":"2023-06-08T03:53:41.652321+0000","last_active":"2023-06-08T03:53:42.007114+0000","last_peered":"2023-06-08T03:53:42.007114+0000","last_clean":"2023-06-08T03:53:42.007114+0000","last_became_active":"2023-06-08T03:53:41.651769+0000","last_became_peered":"2023-06-08T03:53:41.651769+0000","last_unstale":"2023-06-08T03:53:42.007114+0000","last_undegraded":"2023-06-08T03:53:42.007114+0000","last_fullsized":"2023-06-08T03:53:42.007114+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:27:00.662817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.018979+0000","last_change":"2023-06-08T03:53:42.013799+0000","last_active":"2023-06-08T03:53:42.018979+0000","last_peered":"2023-06-08T03:53:42.018979+0000","last_clean":"2023-06-08T03:53:42.018979+0000","last_became_active":"2023-06-08T03:53:42.013342+0000","last_became_peered":"2023-06-08T03:53:42.013342+0000","last_unstale":"2023-06-08T03:53:42.018979+0000","last_undegraded":"2023-06-08T03:53:42.018979+0000","last_fullsized":"2023-06-08T03:53:42.018979+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:13:20.893001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.005158+0000","last_change":"2023-06-08T03:53:41.643112+0000","last_active":"2023-06-08T03:53:42.005158+0000","last_peered":"2023-06-08T03:53:42.005158+0000","last_clean":"2023-06-08T03:53:42.005158+0000","last_became_active":"2023-06-08T03:53:41.642631+0000","last_became_peered":"2023-06-08T03:53:41.642631+0000","last_unstale":"2023-06-08T03:53:42.005158+0000","last_undegraded":"2023-06-08T03:53:42.005158+0000","last_fullsized":"2023-06-08T03:53:42.005158+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:01:57.851917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.063617+0000","last_change":"2023-06-08T03:53:42.059951+0000","last_active":"2023-06-08T03:53:42.063617+0000","last_peered":"2023-06-08T03:53:42.063617+0000","last_clean":"2023-06-08T03:53:42.063617+0000","last_became_active":"2023-06-08T03:53:42.058341+0000","last_became_peered":"2023-06-08T03:53:42.058341+0000","last_unstale":"2023-06-08T03:53:42.063617+0000","last_undegraded":"2023-06-08T03:53:42.063617+0000","last_fullsized":"2023-06-08T03:53:42.063617+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:58:37.917535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.033426+0000","last_change":"2023-06-08T03:53:41.649564+0000","last_active":"2023-06-08T03:53:42.033426+0000","last_peered":"2023-06-08T03:53:42.033426+0000","last_clean":"2023-06-08T03:53:42.033426+0000","last_became_active":"2023-06-08T03:53:41.649079+0000","last_became_peered":"2023-06-08T03:53:41.649079+0000","last_unstale":"2023-06-08T03:53:42.033426+0000","last_undegraded":"2023-06-08T03:53:42.033426+0000","last_fullsized":"2023-06-08T03:53:42.033426+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:17:54.437336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.032906+0000","last_change":"2023-06-08T03:53:42.026923+0000","last_active":"2023-06-08T03:53:42.032906+0000","last_peered":"2023-06-08T03:53:42.032906+0000","last_clean":"2023-06-08T03:53:42.032906+0000","last_became_active":"2023-06-08T03:53:42.026589+0000","last_became_peered":"2023-06-08T03:53:42.026589+0000","last_unstale":"2023-06-08T03:53:42.032906+0000","last_undegraded":"2023-06-08T03:53:42.032906+0000","last_fullsized":"2023-06-08T03:53:42.032906+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:03:20.390771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"36'3","reported_seq":14,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.065669+0000","last_change":"2023-06-08T03:53:41.648090+0000","last_active":"2023-06-08T03:53:42.065669+0000","last_peered":"2023-06-08T03:53:42.065669+0000","last_clean":"2023-06-08T03:53:42.065669+0000","last_became_active":"2023-06-08T03:53:41.647146+0000","last_became_peered":"2023-06-08T03:53:41.647146+0000","last_unstale":"2023-06-08T03:53:42.065669+0000","last_undegraded":"2023-06-08T03:53:42.065669+0000","last_fullsized":"2023-06-08T03:53:42.065669+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:05:44.737919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.063598+0000","last_change":"2023-06-08T03:53:42.016759+0000","last_active":"2023-06-08T03:53:42.063598+0000","last_peered":"2023-06-08T03:53:42.063598+0000","last_clean":"2023-06-08T03:53:42.063598+0000","last_became_active":"2023-06-08T03:53:42.016020+0000","last_became_peered":"2023-06-08T03:53:42.016020+0000","last_unstale":"2023-06-08T03:53:42.063598+0000","last_undegraded":"2023-06-08T03:53:42.063598+0000","last_fullsized":"2023-06-08T03:53:42.063598+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:05:47.247871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"36'6","reported_seq":17,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.067931+0000","last_change":"2023-06-08T03:53:41.665203+0000","last_active":"2023-06-08T03:53:42.067931+0000","last_peered":"2023-06-08T03:53:42.067931+0000","last_clean":"2023-06-08T03:53:42.067931+0000","last_became_active":"2023-06-08T03:53:41.664594+0000","last_became_peered":"2023-06-08T03:53:41.664594+0000","last_unstale":"2023-06-08T03:53:42.067931+0000","last_undegraded":"2023-06-08T03:53:42.067931+0000","last_fullsized":"2023-06-08T03:53:42.067931+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:03:31.637328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.038531+0000","last_change":"2023-06-08T03:53:42.034962+0000","last_active":"2023-06-08T03:53:42.038531+0000","last_peered":"2023-06-08T03:53:42.038531+0000","last_clean":"2023-06-08T03:53:42.038531+0000","last_became_active":"2023-06-08T03:53:42.034675+0000","last_became_peered":"2023-06-08T03:53:42.034675+0000","last_unstale":"2023-06-08T03:53:42.038531+0000","last_undegraded":"2023-06-08T03:53:42.038531+0000","last_fullsized":"2023-06-08T03:53:42.038531+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:34:42.339223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.019652+0000","last_change":"2023-06-08T03:53:41.647098+0000","last_active":"2023-06-08T03:53:42.019652+0000","last_peered":"2023-06-08T03:53:42.019652+0000","last_clean":"2023-06-08T03:53:42.019652+0000","last_became_active":"2023-06-08T03:53:41.646830+0000","last_became_peered":"2023-06-08T03:53:41.646830+0000","last_unstale":"2023-06-08T03:53:42.019652+0000","last_undegraded":"2023-06-08T03:53:42.019652+0000","last_fullsized":"2023-06-08T03:53:42.019652+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:56:18.258194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.022072+0000","last_change":"2023-06-08T03:53:42.020094+0000","last_active":"2023-06-08T03:53:42.022072+0000","last_peered":"2023-06-08T03:53:42.022072+0000","last_clean":"2023-06-08T03:53:42.022072+0000","last_became_active":"2023-06-08T03:53:42.019789+0000","last_became_peered":"2023-06-08T03:53:42.019789+0000","last_unstale":"2023-06-08T03:53:42.022072+0000","last_undegraded":"2023-06-08T03:53:42.022072+0000","last_fullsized":"2023-06-08T03:53:42.022072+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:15:38.826343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:41.999702+0000","last_change":"2023-06-08T03:53:41.649728+0000","last_active":"2023-06-08T03:53:41.999702+0000","last_peered":"2023-06-08T03:53:41.999702+0000","last_clean":"2023-06-08T03:53:41.999702+0000","last_became_active":"2023-06-08T03:53:41.648924+0000","last_became_peered":"2023-06-08T03:53:41.648924+0000","last_unstale":"2023-06-08T03:53:41.999702+0000","last_undegraded":"2023-06-08T03:53:41.999702+0000","last_fullsized":"2023-06-08T03:53:41.999702+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:27:01.537869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.047539+0000","last_change":"2023-06-08T03:53:42.040122+0000","last_active":"2023-06-08T03:53:42.047539+0000","last_peered":"2023-06-08T03:53:42.047539+0000","last_clean":"2023-06-08T03:53:42.047539+0000","last_became_active":"2023-06-08T03:53:42.039310+0000","last_became_peered":"2023-06-08T03:53:42.039310+0000","last_unstale":"2023-06-08T03:53:42.047539+0000","last_undegraded":"2023-06-08T03:53:42.047539+0000","last_fullsized":"2023-06-08T03:53:42.047539+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:05:30.079567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.002575+0000","last_change":"2023-06-08T03:53:41.657191+0000","last_active":"2023-06-08T03:53:42.002575+0000","last_peered":"2023-06-08T03:53:42.002575+0000","last_clean":"2023-06-08T03:53:42.002575+0000","last_became_active":"2023-06-08T03:53:41.655911+0000","last_became_peered":"2023-06-08T03:53:41.655911+0000","last_unstale":"2023-06-08T03:53:42.002575+0000","last_undegraded":"2023-06-08T03:53:42.002575+0000","last_fullsized":"2023-06-08T03:53:42.002575+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:57:50.471560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.022076+0000","last_change":"2023-06-08T03:53:42.020115+0000","last_active":"2023-06-08T03:53:42.022076+0000","last_peered":"2023-06-08T03:53:42.022076+0000","last_clean":"2023-06-08T03:53:42.022076+0000","last_became_active":"2023-06-08T03:53:42.019619+0000","last_became_peered":"2023-06-08T03:53:42.019619+0000","last_unstale":"2023-06-08T03:53:42.022076+0000","last_undegraded":"2023-06-08T03:53:42.022076+0000","last_fullsized":"2023-06-08T03:53:42.022076+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:23:16.667497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"36'8","reported_seq":19,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.065832+0000","last_change":"2023-06-08T03:53:41.665290+0000","last_active":"2023-06-08T03:53:42.065832+0000","last_peered":"2023-06-08T03:53:42.065832+0000","last_clean":"2023-06-08T03:53:42.065832+0000","last_became_active":"2023-06-08T03:53:41.664577+0000","last_became_peered":"2023-06-08T03:53:41.664577+0000","last_unstale":"2023-06-08T03:53:42.065832+0000","last_undegraded":"2023-06-08T03:53:42.065832+0000","last_fullsized":"2023-06-08T03:53:42.065832+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:33:04.305891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.057622+0000","last_change":"2023-06-08T03:53:42.056699+0000","last_active":"2023-06-08T03:53:42.057622+0000","last_peered":"2023-06-08T03:53:42.057622+0000","last_clean":"2023-06-08T03:53:42.057622+0000","last_became_active":"2023-06-08T03:53:42.056392+0000","last_became_peered":"2023-06-08T03:53:42.056392+0000","last_unstale":"2023-06-08T03:53:42.057622+0000","last_undegraded":"2023-06-08T03:53:42.057622+0000","last_fullsized":"2023-06-08T03:53:42.057622+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:05:46.979864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"36'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.069110+0000","last_change":"2023-06-08T03:53:41.665185+0000","last_active":"2023-06-08T03:53:42.069110+0000","last_peered":"2023-06-08T03:53:42.069110+0000","last_clean":"2023-06-08T03:53:42.069110+0000","last_became_active":"2023-06-08T03:53:41.664585+0000","last_became_peered":"2023-06-08T03:53:41.664585+0000","last_unstale":"2023-06-08T03:53:42.069110+0000","last_undegraded":"2023-06-08T03:53:42.069110+0000","last_fullsized":"2023-06-08T03:53:42.069110+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:09:59.922582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.065441+0000","last_change":"2023-06-08T03:53:42.041115+0000","last_active":"2023-06-08T03:53:42.065441+0000","last_peered":"2023-06-08T03:53:42.065441+0000","last_clean":"2023-06-08T03:53:42.065441+0000","last_became_active":"2023-06-08T03:53:42.038796+0000","last_became_peered":"2023-06-08T03:53:42.038796+0000","last_unstale":"2023-06-08T03:53:42.065441+0000","last_undegraded":"2023-06-08T03:53:42.065441+0000","last_fullsized":"2023-06-08T03:53:42.065441+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:33:05.317951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.068438+0000","last_change":"2023-06-08T03:53:41.652067+0000","last_active":"2023-06-08T03:53:42.068438+0000","last_peered":"2023-06-08T03:53:42.068438+0000","last_clean":"2023-06-08T03:53:42.068438+0000","last_became_active":"2023-06-08T03:53:41.651245+0000","last_became_peered":"2023-06-08T03:53:41.651245+0000","last_unstale":"2023-06-08T03:53:42.068438+0000","last_undegraded":"2023-06-08T03:53:42.068438+0000","last_fullsized":"2023-06-08T03:53:42.068438+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:15:45.723461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.067946+0000","last_change":"2023-06-08T03:53:42.047197+0000","last_active":"2023-06-08T03:53:42.067946+0000","last_peered":"2023-06-08T03:53:42.067946+0000","last_clean":"2023-06-08T03:53:42.067946+0000","last_became_active":"2023-06-08T03:53:42.046342+0000","last_became_peered":"2023-06-08T03:53:42.046342+0000","last_unstale":"2023-06-08T03:53:42.067946+0000","last_undegraded":"2023-06-08T03:53:42.067946+0000","last_fullsized":"2023-06-08T03:53:42.067946+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:44:59.604431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"36'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.028918+0000","last_change":"2023-06-08T03:53:41.649171+0000","last_active":"2023-06-08T03:53:42.028918+0000","last_peered":"2023-06-08T03:53:42.028918+0000","last_clean":"2023-06-08T03:53:42.028918+0000","last_became_active":"2023-06-08T03:53:41.648840+0000","last_became_peered":"2023-06-08T03:53:41.648840+0000","last_unstale":"2023-06-08T03:53:42.028918+0000","last_undegraded":"2023-06-08T03:53:42.028918+0000","last_fullsized":"2023-06-08T03:53:42.028918+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:19:55.751279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.013557+0000","last_change":"2023-06-08T03:53:42.008643+0000","last_active":"2023-06-08T03:53:42.013557+0000","last_peered":"2023-06-08T03:53:42.013557+0000","last_clean":"2023-06-08T03:53:42.013557+0000","last_became_active":"2023-06-08T03:53:42.008220+0000","last_became_peered":"2023-06-08T03:53:42.008220+0000","last_unstale":"2023-06-08T03:53:42.013557+0000","last_undegraded":"2023-06-08T03:53:42.013557+0000","last_fullsized":"2023-06-08T03:53:42.013557+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:57:51.483620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.000612+0000","last_change":"2023-06-08T03:53:41.637450+0000","last_active":"2023-06-08T03:53:42.000612+0000","last_peered":"2023-06-08T03:53:42.000612+0000","last_clean":"2023-06-08T03:53:42.000612+0000","last_became_active":"2023-06-08T03:53:41.636081+0000","last_became_peered":"2023-06-08T03:53:41.636081+0000","last_unstale":"2023-06-08T03:53:42.000612+0000","last_undegraded":"2023-06-08T03:53:42.000612+0000","last_fullsized":"2023-06-08T03:53:42.000612+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:17:33.908531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.049327+0000","last_change":"2023-06-08T03:53:42.044235+0000","last_active":"2023-06-08T03:53:42.049327+0000","last_peered":"2023-06-08T03:53:42.049327+0000","last_clean":"2023-06-08T03:53:42.049327+0000","last_became_active":"2023-06-08T03:53:42.040098+0000","last_became_peered":"2023-06-08T03:53:42.040098+0000","last_unstale":"2023-06-08T03:53:42.049327+0000","last_undegraded":"2023-06-08T03:53:42.049327+0000","last_fullsized":"2023-06-08T03:53:42.049327+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:40:20.200230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.019688+0000","last_change":"2023-06-08T03:53:41.647399+0000","last_active":"2023-06-08T03:53:42.019688+0000","last_peered":"2023-06-08T03:53:42.019688+0000","last_clean":"2023-06-08T03:53:42.019688+0000","last_became_active":"2023-06-08T03:53:41.647022+0000","last_became_peered":"2023-06-08T03:53:41.647022+0000","last_unstale":"2023-06-08T03:53:42.019688+0000","last_undegraded":"2023-06-08T03:53:42.019688+0000","last_fullsized":"2023-06-08T03:53:42.019688+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:22:31.280584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.032902+0000","last_change":"2023-06-08T03:53:42.027029+0000","last_active":"2023-06-08T03:53:42.032902+0000","last_peered":"2023-06-08T03:53:42.032902+0000","last_clean":"2023-06-08T03:53:42.032902+0000","last_became_active":"2023-06-08T03:53:42.026690+0000","last_became_peered":"2023-06-08T03:53:42.026690+0000","last_unstale":"2023-06-08T03:53:42.032902+0000","last_undegraded":"2023-06-08T03:53:42.032902+0000","last_fullsized":"2023-06-08T03:53:42.032902+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:48:53.750442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:41.997739+0000","last_change":"2023-06-08T03:53:41.653854+0000","last_active":"2023-06-08T03:53:41.997739+0000","last_peered":"2023-06-08T03:53:41.997739+0000","last_clean":"2023-06-08T03:53:41.997739+0000","last_became_active":"2023-06-08T03:53:41.653154+0000","last_became_peered":"2023-06-08T03:53:41.653154+0000","last_unstale":"2023-06-08T03:53:41.997739+0000","last_undegraded":"2023-06-08T03:53:41.997739+0000","last_fullsized":"2023-06-08T03:53:41.997739+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:35:59.410056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.069108+0000","last_change":"2023-06-08T03:53:42.059829+0000","last_active":"2023-06-08T03:53:42.069108+0000","last_peered":"2023-06-08T03:53:42.069108+0000","last_clean":"2023-06-08T03:53:42.069108+0000","last_became_active":"2023-06-08T03:53:42.059272+0000","last_became_peered":"2023-06-08T03:53:42.059272+0000","last_unstale":"2023-06-08T03:53:42.069108+0000","last_undegraded":"2023-06-08T03:53:42.069108+0000","last_fullsized":"2023-06-08T03:53:42.069108+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T05:55:58.224952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.021531+0000","last_change":"2023-06-08T03:53:41.666727+0000","last_active":"2023-06-08T03:53:42.021531+0000","last_peered":"2023-06-08T03:53:42.021531+0000","last_clean":"2023-06-08T03:53:42.021531+0000","last_became_active":"2023-06-08T03:53:41.666075+0000","last_became_peered":"2023-06-08T03:53:41.666075+0000","last_unstale":"2023-06-08T03:53:42.021531+0000","last_undegraded":"2023-06-08T03:53:42.021531+0000","last_fullsized":"2023-06-08T03:53:42.021531+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:32:01.344632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.035887+0000","last_change":"2023-06-08T03:53:42.031716+0000","last_active":"2023-06-08T03:53:42.035887+0000","last_peered":"2023-06-08T03:53:42.035887+0000","last_clean":"2023-06-08T03:53:42.035887+0000","last_became_active":"2023-06-08T03:53:42.031425+0000","last_became_peered":"2023-06-08T03:53:42.031425+0000","last_unstale":"2023-06-08T03:53:42.035887+0000","last_undegraded":"2023-06-08T03:53:42.035887+0000","last_fullsized":"2023-06-08T03:53:42.035887+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:24:07.504243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:41.998309+0000","last_change":"2023-06-08T03:53:41.648088+0000","last_active":"2023-06-08T03:53:41.998309+0000","last_peered":"2023-06-08T03:53:41.998309+0000","last_clean":"2023-06-08T03:53:41.998309+0000","last_became_active":"2023-06-08T03:53:41.647517+0000","last_became_peered":"2023-06-08T03:53:41.647517+0000","last_unstale":"2023-06-08T03:53:41.998309+0000","last_undegraded":"2023-06-08T03:53:41.998309+0000","last_fullsized":"2023-06-08T03:53:41.998309+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:44:29.275474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.069197+0000","last_change":"2023-06-08T03:53:42.046517+0000","last_active":"2023-06-08T03:53:42.069197+0000","last_peered":"2023-06-08T03:53:42.069197+0000","last_clean":"2023-06-08T03:53:42.069197+0000","last_became_active":"2023-06-08T03:53:42.041862+0000","last_became_peered":"2023-06-08T03:53:42.041862+0000","last_unstale":"2023-06-08T03:53:42.069197+0000","last_undegraded":"2023-06-08T03:53:42.069197+0000","last_fullsized":"2023-06-08T03:53:42.069197+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:57:00.825825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.027331+0000","last_change":"2023-06-08T03:53:41.664998+0000","last_active":"2023-06-08T03:53:42.027331+0000","last_peered":"2023-06-08T03:53:42.027331+0000","last_clean":"2023-06-08T03:53:42.027331+0000","last_became_active":"2023-06-08T03:53:41.664502+0000","last_became_peered":"2023-06-08T03:53:41.664502+0000","last_unstale":"2023-06-08T03:53:42.027331+0000","last_undegraded":"2023-06-08T03:53:42.027331+0000","last_fullsized":"2023-06-08T03:53:42.027331+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:00:45.064368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":193,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.025329+0000","last_change":"2023-06-08T03:52:24.078700+0000","last_active":"2023-06-08T03:53:42.025329+0000","last_peered":"2023-06-08T03:53:42.025329+0000","last_clean":"2023-06-08T03:53:42.025329+0000","last_became_active":"2023-06-08T03:52:24.076762+0000","last_became_peered":"2023-06-08T03:52:24.076762+0000","last_unstale":"2023-06-08T03:53:42.025329+0000","last_undegraded":"2023-06-08T03:53:42.025329+0000","last_fullsized":"2023-06-08T03:53:42.025329+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:22.642730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:22.642730+0000","last_clean_scrub_stamp":"2023-06-08T03:52:22.642730+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:38:49.432400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":45,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.021189+0000","last_change":"2023-06-08T03:52:29.775070+0000","last_active":"2023-06-08T03:53:42.021189+0000","last_peered":"2023-06-08T03:53:42.021189+0000","last_clean":"2023-06-08T03:53:42.021189+0000","last_became_active":"2023-06-08T03:52:29.774047+0000","last_became_peered":"2023-06-08T03:52:29.774047+0000","last_unstale":"2023-06-08T03:53:42.021189+0000","last_undegraded":"2023-06-08T03:53:42.021189+0000","last_fullsized":"2023-06-08T03:53:42.021189+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:09:44.118147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.044925+0000","last_change":"2023-06-08T03:53:42.042917+0000","last_active":"2023-06-08T03:53:42.044925+0000","last_peered":"2023-06-08T03:53:42.044925+0000","last_clean":"2023-06-08T03:53:42.044925+0000","last_became_active":"2023-06-08T03:53:42.042513+0000","last_became_peered":"2023-06-08T03:53:42.042513+0000","last_unstale":"2023-06-08T03:53:42.044925+0000","last_undegraded":"2023-06-08T03:53:42.044925+0000","last_fullsized":"2023-06-08T03:53:42.044925+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T04:45:13.707015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.069322+0000","last_change":"2023-06-08T03:53:41.648468+0000","last_active":"2023-06-08T03:53:42.069322+0000","last_peered":"2023-06-08T03:53:42.069322+0000","last_clean":"2023-06-08T03:53:42.069322+0000","last_became_active":"2023-06-08T03:53:41.647924+0000","last_became_peered":"2023-06-08T03:53:41.647924+0000","last_unstale":"2023-06-08T03:53:42.069322+0000","last_undegraded":"2023-06-08T03:53:42.069322+0000","last_fullsized":"2023-06-08T03:53:42.069322+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:40:07.379508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":37,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.023981+0000","last_change":"2023-06-08T03:52:29.780410+0000","last_active":"2023-06-08T03:53:42.023981+0000","last_peered":"2023-06-08T03:53:42.023981+0000","last_clean":"2023-06-08T03:53:42.023981+0000","last_became_active":"2023-06-08T03:52:29.779630+0000","last_became_peered":"2023-06-08T03:52:29.779630+0000","last_unstale":"2023-06-08T03:53:42.023981+0000","last_undegraded":"2023-06-08T03:53:42.023981+0000","last_fullsized":"2023-06-08T03:53:42.023981+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:55:47.959479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.063544+0000","last_change":"2023-06-08T03:53:42.059862+0000","last_active":"2023-06-08T03:53:42.063544+0000","last_peered":"2023-06-08T03:53:42.063544+0000","last_clean":"2023-06-08T03:53:42.063544+0000","last_became_active":"2023-06-08T03:53:42.059277+0000","last_became_peered":"2023-06-08T03:53:42.059277+0000","last_unstale":"2023-06-08T03:53:42.063544+0000","last_undegraded":"2023-06-08T03:53:42.063544+0000","last_fullsized":"2023-06-08T03:53:42.063544+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:05:47.247871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:41.998134+0000","last_change":"2023-06-08T03:53:41.650228+0000","last_active":"2023-06-08T03:53:41.998134+0000","last_peered":"2023-06-08T03:53:41.998134+0000","last_clean":"2023-06-08T03:53:41.998134+0000","last_became_active":"2023-06-08T03:53:41.649788+0000","last_became_peered":"2023-06-08T03:53:41.649788+0000","last_unstale":"2023-06-08T03:53:41.998134+0000","last_undegraded":"2023-06-08T03:53:41.998134+0000","last_fullsized":"2023-06-08T03:53:41.998134+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:49:57.894694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":39,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:41.997224+0000","last_change":"2023-06-08T03:52:29.875560+0000","last_active":"2023-06-08T03:53:41.997224+0000","last_peered":"2023-06-08T03:53:41.997224+0000","last_clean":"2023-06-08T03:53:41.997224+0000","last_became_active":"2023-06-08T03:52:29.875158+0000","last_became_peered":"2023-06-08T03:52:29.875158+0000","last_unstale":"2023-06-08T03:53:41.997224+0000","last_undegraded":"2023-06-08T03:53:41.997224+0000","last_fullsized":"2023-06-08T03:53:41.997224+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:11:30.334474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.051766+0000","last_change":"2023-06-08T03:53:42.047966+0000","last_active":"2023-06-08T03:53:42.051766+0000","last_peered":"2023-06-08T03:53:42.051766+0000","last_clean":"2023-06-08T03:53:42.051766+0000","last_became_active":"2023-06-08T03:53:42.047539+0000","last_became_peered":"2023-06-08T03:53:42.047539+0000","last_unstale":"2023-06-08T03:53:42.051766+0000","last_undegraded":"2023-06-08T03:53:42.051766+0000","last_fullsized":"2023-06-08T03:53:42.051766+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:33:19.905386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:41.999191+0000","last_change":"2023-06-08T03:53:41.647527+0000","last_active":"2023-06-08T03:53:41.999191+0000","last_peered":"2023-06-08T03:53:41.999191+0000","last_clean":"2023-06-08T03:53:41.999191+0000","last_became_active":"2023-06-08T03:53:41.646672+0000","last_became_peered":"2023-06-08T03:53:41.646672+0000","last_unstale":"2023-06-08T03:53:41.999191+0000","last_undegraded":"2023-06-08T03:53:41.999191+0000","last_fullsized":"2023-06-08T03:53:41.999191+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T10:23:15.655437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":45,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.032346+0000","last_change":"2023-06-08T03:52:29.775307+0000","last_active":"2023-06-08T03:53:42.032346+0000","last_peered":"2023-06-08T03:53:42.032346+0000","last_clean":"2023-06-08T03:53:42.032346+0000","last_became_active":"2023-06-08T03:52:29.774465+0000","last_became_peered":"2023-06-08T03:52:29.774465+0000","last_unstale":"2023-06-08T03:53:42.032346+0000","last_undegraded":"2023-06-08T03:53:42.032346+0000","last_fullsized":"2023-06-08T03:53:42.032346+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:14:11.672486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.019193+0000","last_change":"2023-06-08T03:53:42.011914+0000","last_active":"2023-06-08T03:53:42.019193+0000","last_peered":"2023-06-08T03:53:42.019193+0000","last_clean":"2023-06-08T03:53:42.019193+0000","last_became_active":"2023-06-08T03:53:42.011618+0000","last_became_peered":"2023-06-08T03:53:42.011618+0000","last_unstale":"2023-06-08T03:53:42.019193+0000","last_undegraded":"2023-06-08T03:53:42.019193+0000","last_fullsized":"2023-06-08T03:53:42.019193+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:41:35.080914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:41.999036+0000","last_change":"2023-06-08T03:53:41.642450+0000","last_active":"2023-06-08T03:53:41.999036+0000","last_peered":"2023-06-08T03:53:41.999036+0000","last_clean":"2023-06-08T03:53:41.999036+0000","last_became_active":"2023-06-08T03:53:41.642180+0000","last_became_peered":"2023-06-08T03:53:41.642180+0000","last_unstale":"2023-06-08T03:53:41.999036+0000","last_undegraded":"2023-06-08T03:53:41.999036+0000","last_fullsized":"2023-06-08T03:53:41.999036+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:15:37.814282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":37,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.000691+0000","last_change":"2023-06-08T03:52:29.878343+0000","last_active":"2023-06-08T03:53:42.000691+0000","last_peered":"2023-06-08T03:53:42.000691+0000","last_clean":"2023-06-08T03:53:42.000691+0000","last_became_active":"2023-06-08T03:52:29.878028+0000","last_became_peered":"2023-06-08T03:52:29.878028+0000","last_unstale":"2023-06-08T03:53:42.000691+0000","last_undegraded":"2023-06-08T03:53:42.000691+0000","last_fullsized":"2023-06-08T03:53:42.000691+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T06:22:54.637897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.057816+0000","last_change":"2023-06-08T03:53:42.056473+0000","last_active":"2023-06-08T03:53:42.057816+0000","last_peered":"2023-06-08T03:53:42.057816+0000","last_clean":"2023-06-08T03:53:42.057816+0000","last_became_active":"2023-06-08T03:53:42.056157+0000","last_became_peered":"2023-06-08T03:53:42.056157+0000","last_unstale":"2023-06-08T03:53:42.057816+0000","last_undegraded":"2023-06-08T03:53:42.057816+0000","last_fullsized":"2023-06-08T03:53:42.057816+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T15:33:19.905386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.010841+0000","last_change":"2023-06-08T03:53:41.652372+0000","last_active":"2023-06-08T03:53:42.010841+0000","last_peered":"2023-06-08T03:53:42.010841+0000","last_clean":"2023-06-08T03:53:42.010841+0000","last_became_active":"2023-06-08T03:53:41.651588+0000","last_became_peered":"2023-06-08T03:53:41.651588+0000","last_unstale":"2023-06-08T03:53:42.010841+0000","last_undegraded":"2023-06-08T03:53:42.010841+0000","last_fullsized":"2023-06-08T03:53:42.010841+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T11:57:03.148614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":37,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.024378+0000","last_change":"2023-06-08T03:52:29.875243+0000","last_active":"2023-06-08T03:53:42.024378+0000","last_peered":"2023-06-08T03:53:42.024378+0000","last_clean":"2023-06-08T03:53:42.024378+0000","last_became_active":"2023-06-08T03:52:29.874833+0000","last_became_peered":"2023-06-08T03:52:29.874833+0000","last_unstale":"2023-06-08T03:53:42.024378+0000","last_undegraded":"2023-06-08T03:53:42.024378+0000","last_fullsized":"2023-06-08T03:53:42.024378+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T13:08:48.068297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.063476+0000","last_change":"2023-06-08T03:53:42.011340+0000","last_active":"2023-06-08T03:53:42.063476+0000","last_peered":"2023-06-08T03:53:42.063476+0000","last_clean":"2023-06-08T03:53:42.063476+0000","last_became_active":"2023-06-08T03:53:42.009495+0000","last_became_peered":"2023-06-08T03:53:42.009495+0000","last_unstale":"2023-06-08T03:53:42.063476+0000","last_undegraded":"2023-06-08T03:53:42.063476+0000","last_fullsized":"2023-06-08T03:53:42.063476+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:00:46.076429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.007062+0000","last_change":"2023-06-08T03:53:41.643710+0000","last_active":"2023-06-08T03:53:42.007062+0000","last_peered":"2023-06-08T03:53:42.007062+0000","last_clean":"2023-06-08T03:53:42.007062+0000","last_became_active":"2023-06-08T03:53:41.642853+0000","last_became_peered":"2023-06-08T03:53:41.642853+0000","last_unstale":"2023-06-08T03:53:42.007062+0000","last_undegraded":"2023-06-08T03:53:42.007062+0000","last_fullsized":"2023-06-08T03:53:42.007062+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T09:17:54.437336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":37,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:41.999593+0000","last_change":"2023-06-08T03:52:29.777779+0000","last_active":"2023-06-08T03:53:41.999593+0000","last_peered":"2023-06-08T03:53:41.999593+0000","last_clean":"2023-06-08T03:53:41.999593+0000","last_became_active":"2023-06-08T03:52:29.777419+0000","last_became_peered":"2023-06-08T03:52:29.777419+0000","last_unstale":"2023-06-08T03:53:41.999593+0000","last_undegraded":"2023-06-08T03:53:41.999593+0000","last_fullsized":"2023-06-08T03:53:41.999593+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T07:14:25.959997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.063646+0000","last_change":"2023-06-08T03:53:42.059854+0000","last_active":"2023-06-08T03:53:42.063646+0000","last_peered":"2023-06-08T03:53:42.063646+0000","last_clean":"2023-06-08T03:53:42.063646+0000","last_became_active":"2023-06-08T03:53:42.059260+0000","last_became_peered":"2023-06-08T03:53:42.059260+0000","last_unstale":"2023-06-08T03:53:42.063646+0000","last_undegraded":"2023-06-08T03:53:42.063646+0000","last_fullsized":"2023-06-08T03:53:42.063646+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:41.601898+0000","last_clean_scrub_stamp":"2023-06-08T03:53:41.601898+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T08:24:46.510526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.007484+0000","last_change":"2023-06-08T03:53:41.639747+0000","last_active":"2023-06-08T03:53:42.007484+0000","last_peered":"2023-06-08T03:53:42.007484+0000","last_clean":"2023-06-08T03:53:42.007484+0000","last_became_active":"2023-06-08T03:53:41.639456+0000","last_became_peered":"2023-06-08T03:53:41.639456+0000","last_unstale":"2023-06-08T03:53:42.007484+0000","last_undegraded":"2023-06-08T03:53:42.007484+0000","last_fullsized":"2023-06-08T03:53:42.007484+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:53:40.589838+0000","last_clean_scrub_stamp":"2023-06-08T03:53:40.589838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T14:09:54.337407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":35,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-06-08T03:53:42.008038+0000","last_change":"2023-06-08T03:52:29.779829+0000","last_active":"2023-06-08T03:53:42.008038+0000","last_peered":"2023-06-08T03:53:42.008038+0000","last_clean":"2023-06-08T03:53:42.008038+0000","last_became_active":"2023-06-08T03:52:29.778989+0000","last_became_peered":"2023-06-08T03:52:29.778989+0000","last_unstale":"2023-06-08T03:53:42.008038+0000","last_undegraded":"2023-06-08T03:53:42.008038+0000","last_fullsized":"2023-06-08T03:53:42.008038+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-08T03:52:28.735552+0000","last_clean_scrub_stamp":"2023-06-08T03:52:28.735552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-09T12:10:43.914713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574866,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27908,"kb_used_data":956,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94343932,"statfs":{"total":96636764160,"available":96608186368,"internally_reserved":0,"allocated":978944,"data_stored":745347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.871,"5min":0.871,"15min":0.871},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.61199999999999999}]},{"osd":1,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.3759999999999999,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":0.68999999999999995}]},{"osd":2,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.80000000000000004},{"interface":"front","average":{"1min":1.026,"5min":1.026,"15min":1.026},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":1.393,"5min":1.393,"15min":1.393},"last":0.89600000000000002}]},{"osd":3,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.137,"15min":1.137},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":7.0750000000000002,"5min":7.0750000000000002,"15min":7.0750000000000002},"last":0.93300000000000005},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"min":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.73799999999999999}]},{"osd":4,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":1.0609999999999999},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":1.0309999999999999}]},{"osd":5,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":1},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.524,"5min":1.524,"15min":1.524},"last":0.96899999999999997}]},{"osd":6,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"max":{"1min":1.5429999999999999,"5min":1.5429999999999999,"15min":1.5429999999999999},"last":0.85299999999999998},{"interface":"front","average":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.3260000000000001,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":1.099}]}]},{"osd":6,"up_from":13,"seq":55834574868,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27340,"kb_used_data":388,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344500,"statfs":{"total":96636764160,"available":96608768000,"internally_reserved":0,"allocated":397312,"data_stored":161607,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.484,"5min":1.484,"15min":1.484},"last":0.96299999999999997},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.829,"5min":1.829,"15min":1.829},"last":0.98799999999999999}]},{"osd":1,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.85099999999999998}]},{"osd":2,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.47,"5min":1.47,"15min":1.47},"last":0.93000000000000005},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":0.89400000000000002}]},{"osd":3,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.569,"5min":1.569,"15min":1.569},"last":1.107}]},{"osd":4,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":2.347,"5min":2.347,"15min":2.347},"last":0.80700000000000005},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"min":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"max":{"1min":2.2519999999999998,"5min":2.2519999999999998,"15min":2.2519999999999998},"last":1.073}]},{"osd":5,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":1.091,"5min":1.091,"15min":1.091},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":2.8279999999999998,"5min":2.8279999999999998,"15min":2.8279999999999998},"last":1.1739999999999999},{"interface":"front","average":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.556,"5min":1.556,"15min":1.556},"last":1.024}]},{"osd":7,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":1.145},{"interface":"front","average":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":2.899,"5min":2.899,"15min":2.899},"last":1.228}]}]},{"osd":5,"up_from":13,"seq":55834574867,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":408,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":417792,"data_stored":168847,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 8 03:53:21 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.071,"5min":1.071,"15min":1.071},"last":1.121},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.90400000000000003}]},{"osd":1,"last update":"Thu Jun 8 03:53:21 2023","interfaces":[{"interface":"back","average":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.702,"5min":1.702,"15min":1.702},"last":1.069},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.93700000000000006}]},{"osd":2,"last update":"Thu Jun 8 03:53:21 2023","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.984,"5min":1.984,"15min":1.984},"last":0.755},{"interface":"front","average":{"1min":1.002,"5min":1.002,"15min":1.002},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.875,"5min":1.875,"15min":1.875},"last":0.97999999999999998}]},{"osd":3,"last update":"Thu Jun 8 03:53:21 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":1.756,"5min":1.756,"15min":1.756},"last":1.141},{"interface":"front","average":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":2.101,"5min":2.101,"15min":2.101},"last":0.68799999999999994}]},{"osd":4,"last update":"Thu Jun 8 03:53:21 2023","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.198,"5min":1.198,"15min":1.198},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":1.0980000000000001}]},{"osd":6,"last update":"Thu Jun 8 03:53:21 2023","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.78800000000000003},{"interface":"front","average":{"1min":1.042,"5min":1.042,"15min":1.042},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":1.0129999999999999}]},{"osd":7,"last update":"Thu Jun 8 03:53:21 2023","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":1.0449999999999999},{"interface":"front","average":{"1min":1.085,"5min":1.085,"15min":1.085},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":2.028,"5min":2.028,"15min":2.028},"last":0.86399999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574869,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27328,"kb_used_data":376,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344512,"statfs":{"total":96636764160,"available":96608780288,"internally_reserved":0,"allocated":385024,"data_stored":154979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"last":0.59199999999999997}]},{"osd":1,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.47,"5min":1.47,"15min":1.47},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.53600000000000003}]},{"osd":2,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.202,"5min":1.202,"15min":1.202},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.68100000000000005}]},{"osd":3,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.2070000000000001,"5min":1.2070000000000001,"15min":1.2070000000000001},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.431,"5min":1.431,"15min":1.431},"last":0.90300000000000002}]},{"osd":5,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.119,"5min":1.119,"15min":1.119},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":1.111}]},{"osd":6,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.363,"5min":1.363,"15min":1.363},"last":0.95299999999999996},{"interface":"front","average":{"1min":1.05,"5min":1.05,"15min":1.05},"min":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"max":{"1min":1.224,"5min":1.224,"15min":1.224},"last":0.93300000000000005}]},{"osd":7,"last update":"Thu Jun 8 03:53:23 2023","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.2589999999999999,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":1.044},{"interface":"front","average":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":1.25}]}]},{"osd":3,"up_from":13,"seq":55834574868,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27368,"kb_used_data":416,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344472,"statfs":{"total":96636764160,"available":96608739328,"internally_reserved":0,"allocated":425984,"data_stored":170333,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 8 03:53:25 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.63100000000000001}]},{"osd":1,"last update":"Thu Jun 8 03:53:25 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.72699999999999998}]},{"osd":2,"last update":"Thu Jun 8 03:53:25 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.643,"5min":1.643,"15min":1.643},"last":0.60099999999999998}]},{"osd":4,"last update":"Thu Jun 8 03:53:25 2023","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":0.91600000000000004},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"last":0.76900000000000002}]},{"osd":5,"last update":"Thu Jun 8 03:53:25 2023","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":0.94199999999999995},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":1.02}]},{"osd":6,"last update":"Thu Jun 8 03:53:25 2023","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.712,"5min":1.712,"15min":1.712},"last":1.3200000000000001},{"interface":"front","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.8220000000000001,"5min":1.8220000000000001,"15min":1.8220000000000001},"last":0.89300000000000002}]},{"osd":7,"last update":"Thu Jun 8 03:53:25 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.391,"5min":1.391,"15min":1.391},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.028,"5min":1.028,"15min":1.028},"min":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":2.044,"5min":2.044,"15min":2.044},"last":1.238}]}]},{"osd":2,"up_from":13,"seq":55834574866,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27328,"kb_used_data":376,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344512,"statfs":{"total":96636764160,"available":96608780288,"internally_reserved":0,"allocated":385024,"data_stored":154979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1,"5min":1,"15min":1},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.35899999999999999}]},{"osd":1,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":0.41299999999999998}]},{"osd":3,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":0.433},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.34200000000000003}]},{"osd":4,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.80000000000000004},{"interface":"front","average":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.93899999999999995}]},{"osd":5,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.804,"5min":1.804,"15min":1.804},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.748,"5min":1.748,"15min":1.748},"last":0.95799999999999996}]},{"osd":6,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":2.0489999999999999,"5min":2.0489999999999999,"15min":2.0489999999999999},"last":0.998},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.6779999999999999,"5min":1.6779999999999999,"15min":1.6779999999999999},"last":1.006}]},{"osd":7,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.9119999999999999,"5min":1.9119999999999999,"15min":1.9119999999999999},"last":0.98599999999999999},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"max":{"1min":1.472,"5min":1.472,"15min":1.472},"last":0.876}]}]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27356,"kb_used_data":404,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344484,"statfs":{"total":96636764160,"available":96608751616,"internally_reserved":0,"allocated":413696,"data_stored":168825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.749}]},{"osd":2,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.95999999999999996}]},{"osd":3,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":1.087},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.198,"5min":1.198,"15min":1.198},"last":0.90400000000000003}]},{"osd":4,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":0.875,"15min":0.875},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.885,"5min":1.885,"15min":1.885},"last":0.88500000000000001},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.357,"5min":1.357,"15min":1.357},"last":1.242}]},{"osd":5,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"max":{"1min":2.4980000000000002,"5min":2.4980000000000002,"15min":2.4980000000000002},"last":1.042},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.9750000000000001,"5min":1.9750000000000001,"15min":1.9750000000000001},"last":0.81200000000000006}]},{"osd":6,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"min":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.996},{"interface":"front","average":{"1min":1.036,"5min":1.036,"15min":1.036},"min":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":2.3730000000000002,"5min":2.3730000000000002,"15min":2.3730000000000002},"last":1.1259999999999999}]},{"osd":7,"last update":"Thu Jun 8 03:53:24 2023","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.659,"5min":1.659,"15min":1.659},"last":1.5129999999999999},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.8420000000000001,"5min":1.8420000000000001,"15min":1.8420000000000001},"last":1.1559999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574869,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27936,"kb_used_data":984,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94343904,"statfs":{"total":96636764160,"available":96608157696,"internally_reserved":0,"allocated":1007616,"data_stored":759137,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.71099999999999997}]},{"osd":2,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.175,"5min":1.175,"15min":1.175},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.78000000000000003}]},{"osd":3,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":0.98999999999999999},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.071,"5min":1.071,"15min":1.071},"last":0.90000000000000002}]},{"osd":4,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.405,"5min":1.405,"15min":1.405},"last":0.67600000000000005},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.456,"5min":1.456,"15min":1.456},"last":0.86799999999999999}]},{"osd":5,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.472,"5min":1.472,"15min":1.472},"last":1.1080000000000001},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.619,"5min":1.619,"15min":1.619},"last":0.748}]},{"osd":6,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":1.071,"15min":1.071},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.722,"5min":1.722,"15min":1.722},"last":0.84099999999999997},{"interface":"front","average":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"min":{"1min":0.747,"5min":0.747,"15min":0.747},"max":{"1min":1.768,"5min":1.768,"15min":1.768},"last":0.93700000000000006}]},{"osd":7,"last update":"Thu Jun 8 03:53:22 2023","interfaces":[{"interface":"back","average":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.677,"5min":1.677,"15min":1.677},"last":1.02},{"interface":"front","average":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.923,"5min":1.923,"15min":1.923},"last":0.96499999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-08T03:53:45.410 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-06-08T03:53:45.410 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2023-06-08T03:53:45.584 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.576+0000 7fe5ba11c640 1 Processor -- start 2023-06-08T03:53:45.585 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.576+0000 7fe5ba11c640 1 -- start start 2023-06-08T03:53:45.586 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.576+0000 7fe5ba11c640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe5b41584e0 0x7fe5b415c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.586 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.576+0000 7fe5ba11c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe5b406ed70 0x7fe5b406f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.586 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.576+0000 7fe5ba11c640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5b40cbd00 con 0x7fe5b415c640 2023-06-08T03:53:45.586 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.576+0000 7fe5ba11c640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5b406f710 con 0x7fe5b406ed70 2023-06-08T03:53:45.586 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.576+0000 7fe5ba11c640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5b415cbc0 con 0x7fe5b41584e0 2023-06-08T03:53:45.587 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.576+0000 7fe5b3fff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe5b406ed70 0x7fe5b406f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.587 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.576+0000 7fe5b3fff640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe5b406ed70 0x7fe5b406f1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34396/0 (socket says 172.21.15.62:34396) 2023-06-08T03:53:45.587 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.576+0000 7fe5b3fff640 1 -- 172.21.15.62:0/2988081027 learned_addr learned my addr 172.21.15.62:0/2988081027 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:45.587 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.580+0000 7fe5b37fe640 1 --2- 172.21.15.62:0/2988081027 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe5b41584e0 0x7fe5b415c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.587 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.580+0000 7fe5b3fff640 1 -- 172.21.15.62:0/2988081027 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe5b41584e0 msgr2=0x7fe5b415c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:45.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.580+0000 7fe5b3fff640 1 --2- 172.21.15.62:0/2988081027 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe5b41584e0 0x7fe5b415c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.580+0000 7fe5b3fff640 1 -- 172.21.15.62:0/2988081027 >> v1:172.21.15.188:6789/0 conn(0x7fe5b415c640 legacy=0x7fe5b40cc750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:45.588 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.580+0000 7fe5b3fff640 1 -- 172.21.15.62:0/2988081027 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5b415cea0 con 0x7fe5b406ed70 2023-06-08T03:53:45.588 INFO:tasks.ceph.mds.c.smithi062.stderr:2023-06-08T03:53:45.580+0000 7fa3a3bf4640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-06-08T03:53:45.589 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.580+0000 7fe5b3fff640 1 --2- 172.21.15.62:0/2988081027 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5b406ed70 0x7fe5b406f1d0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fe5ac009e50 tx=0x7fe5ac01f1f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a4c12b8a793881c server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:45.589 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.580+0000 7fe5b27fc640 1 -- 172.21.15.62:0/2988081027 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5ac0af400 con 0x7fe5b406ed70 2023-06-08T03:53:45.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.580+0000 7fe5b27fc640 1 -- 172.21.15.62:0/2988081027 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5ac0ab050 con 0x7fe5b406ed70 2023-06-08T03:53:45.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.580+0000 7fe5b27fc640 1 -- 172.21.15.62:0/2988081027 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5ac0af780 con 0x7fe5b406ed70 2023-06-08T03:53:45.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.580+0000 7fe5ba11c640 1 -- 172.21.15.62:0/2988081027 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5b406ed70 msgr2=0x7fe5b406f1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:45.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.580+0000 7fe5ba11c640 1 --2- 172.21.15.62:0/2988081027 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5b406ed70 0x7fe5b406f1d0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fe5ac009e50 tx=0x7fe5ac01f1f0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.580+0000 7fe5ba11c640 1 -- 172.21.15.62:0/2988081027 shutdown_connections 2023-06-08T03:53:45.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.580+0000 7fe5ba11c640 1 --2- 172.21.15.62:0/2988081027 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5b406ed70 0x7fe5b406f1d0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.590 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.580+0000 7fe5ba11c640 1 --2- 172.21.15.62:0/2988081027 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe5b41584e0 0x7fe5b415c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.580+0000 7fe5ba11c640 1 -- 172.21.15.62:0/2988081027 >> 172.21.15.62:0/2988081027 conn(0x7fe5b40ca6a0 msgr2=0x7fe5b40caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:45.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.580+0000 7fe5ba11c640 1 -- 172.21.15.62:0/2988081027 shutdown_connections 2023-06-08T03:53:45.591 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.580+0000 7fe5ba11c640 1 -- 172.21.15.62:0/2988081027 wait complete. 2023-06-08T03:53:45.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5ba11c640 1 Processor -- start 2023-06-08T03:53:45.592 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5ba11c640 1 -- start start 2023-06-08T03:53:45.593 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5ba11c640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe5b406ed70 0x7fe5b41453b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.593 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5ba11c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5b41584e0 0x7fe5b4159340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.593 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5ba11c640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe5b415c640 0x7fe5b4159880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.593 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5ba11c640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5b4159ee0 con 0x7fe5b41584e0 2023-06-08T03:53:45.593 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5ba11c640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5b415a1c0 con 0x7fe5b415c640 2023-06-08T03:53:45.593 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5ba11c640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5b415a4a0 con 0x7fe5b406ed70 2023-06-08T03:53:45.593 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5b2ffd640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5b41584e0 0x7fe5b4159340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.594 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5b2ffd640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5b41584e0 0x7fe5b4159340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34398/0 (socket says 172.21.15.62:34398) 2023-06-08T03:53:45.594 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5b2ffd640 1 -- 172.21.15.62:0/1268808625 learned_addr learned my addr 172.21.15.62:0/1268808625 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:45.594 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5b3fff640 1 --2- 172.21.15.62:0/1268808625 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe5b415c640 0x7fe5b4159880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.594 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5b2ffd640 1 -- 172.21.15.62:0/1268808625 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe5b406ed70 msgr2=0x7fe5b41453b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:45.594 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5b2ffd640 1 --2- 172.21.15.62:0/1268808625 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe5b406ed70 0x7fe5b41453b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.594 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5b2ffd640 1 -- 172.21.15.62:0/1268808625 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe5b415c640 msgr2=0x7fe5b4159880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:45.594 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5b2ffd640 1 --2- 172.21.15.62:0/1268808625 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe5b415c640 0x7fe5b4159880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.594 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5b2ffd640 1 -- 172.21.15.62:0/1268808625 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5ac009b30 con 0x7fe5b41584e0 2023-06-08T03:53:45.595 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5b2ffd640 1 --2- 172.21.15.62:0/1268808625 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5b41584e0 0x7fe5b4159340 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fe5a800c420 tx=0x7fe5a800c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:45.595 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe59bfff640 1 -- 172.21.15.62:0/1268808625 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5a80052d0 con 0x7fe5b41584e0 2023-06-08T03:53:45.595 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe59bfff640 1 -- 172.21.15.62:0/1268808625 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5a8005430 con 0x7fe5b41584e0 2023-06-08T03:53:45.595 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe59bfff640 1 -- 172.21.15.62:0/1268808625 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5a8007260 con 0x7fe5b41584e0 2023-06-08T03:53:45.595 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5ba11c640 1 -- 172.21.15.62:0/1268808625 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5b415a780 con 0x7fe5b41584e0 2023-06-08T03:53:45.595 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5ba11c640 1 -- 172.21.15.62:0/1268808625 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5b415aa60 con 0x7fe5b41584e0 2023-06-08T03:53:45.596 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe5ba11c640 1 -- 172.21.15.62:0/1268808625 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5b404d650 con 0x7fe5b41584e0 2023-06-08T03:53:45.596 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.584+0000 7fe59bfff640 1 -- 172.21.15.62:0/1268808625 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe5a80073c0 con 0x7fe5b41584e0 2023-06-08T03:53:45.596 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.588+0000 7fe59bfff640 1 --2- 172.21.15.62:0/1268808625 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe5a0066280 0x7fe5a0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.596 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.588+0000 7fe59bfff640 1 -- 172.21.15.62:0/1268808625 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fe5a8083130 con 0x7fe5b41584e0 2023-06-08T03:53:45.597 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.588+0000 7fe5b37fe640 1 --2- 172.21.15.62:0/1268808625 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe5a0066280 0x7fe5a0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.597 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.588+0000 7fe5b37fe640 1 --2- 172.21.15.62:0/1268808625 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe5a0066280 0x7fe5a0068730 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fe5b415c470 tx=0x7fe5a4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:45.599 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.592+0000 7fe59bfff640 1 -- 172.21.15.62:0/1268808625 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe5a80505b0 con 0x7fe5b41584e0 2023-06-08T03:53:45.814 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.804+0000 7fe5ba11c640 1 -- 172.21.15.62:0/1268808625 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7fe5b40af780 con 0x7fe5b41584e0 2023-06-08T03:53:45.821 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.812+0000 7fe59bfff640 1 -- 172.21.15.62:0/1268808625 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) v1 ==== 190+0+0 (secure 0 0 0) 0x7fe5a8053bd0 con 0x7fe5b41584e0 2023-06-08T03:53:45.821 INFO:teuthology.orchestra.run.smithi062.stderr:updated caps for client.0 2023-06-08T03:53:45.823 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.816+0000 7fe5ba11c640 1 -- 172.21.15.62:0/1268808625 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe5a0066280 msgr2=0x7fe5a0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:45.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.816+0000 7fe5ba11c640 1 --2- 172.21.15.62:0/1268808625 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe5a0066280 0x7fe5a0068730 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fe5b415c470 tx=0x7fe5a4008040 comp rx=0 tx=0).stop 2023-06-08T03:53:45.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.816+0000 7fe5ba11c640 1 -- 172.21.15.62:0/1268808625 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5b41584e0 msgr2=0x7fe5b4159340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:45.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.816+0000 7fe5ba11c640 1 --2- 172.21.15.62:0/1268808625 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5b41584e0 0x7fe5b4159340 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fe5a800c420 tx=0x7fe5a800c8e0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.824 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.816+0000 7fe5ba11c640 1 -- 172.21.15.62:0/1268808625 shutdown_connections 2023-06-08T03:53:45.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.816+0000 7fe5ba11c640 1 --2- 172.21.15.62:0/1268808625 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe5a0066280 0x7fe5a0068730 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.816+0000 7fe5ba11c640 1 --2- 172.21.15.62:0/1268808625 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe5b415c640 0x7fe5b4159880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.816+0000 7fe5ba11c640 1 --2- 172.21.15.62:0/1268808625 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5b41584e0 0x7fe5b4159340 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.816+0000 7fe5ba11c640 1 --2- 172.21.15.62:0/1268808625 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe5b406ed70 0x7fe5b41453b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.816+0000 7fe5ba11c640 1 -- 172.21.15.62:0/1268808625 >> 172.21.15.62:0/1268808625 conn(0x7fe5b40ca6a0 msgr2=0x7fe5b40ce020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:45.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.816+0000 7fe5ba11c640 1 -- 172.21.15.62:0/1268808625 shutdown_connections 2023-06-08T03:53:45.825 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.816+0000 7fe5ba11c640 1 -- 172.21.15.62:0/1268808625 wait complete. 2023-06-08T03:53:45.841 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-08T03:53:45.966 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.956+0000 7f2413df0640 1 Processor -- start 2023-06-08T03:53:45.966 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.956+0000 7f2413df0640 1 -- start start 2023-06-08T03:53:45.967 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2413df0640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f240c0cf060 0x7f240c0b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.967 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2413df0640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f240c0d1be0 con 0x7f240c0ce280 2023-06-08T03:53:45.967 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2413df0640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f240c0b1660 con 0x7f240c0b1290 2023-06-08T03:53:45.967 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2413df0640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f240c0cc6c0 con 0x7f240c0cf060 2023-06-08T03:53:45.968 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f241138b640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f240c0ce280 0x7f240c0ce950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:60984/0 (socket says 172.21.15.62:60984) 2023-06-08T03:53:45.968 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f241138b640 1 -- 172.21.15.62:0/2193489936 learned_addr learned my addr 172.21.15.62:0/2193489936 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:45.969 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2410b8a640 1 -- 172.21.15.62:0/2193489936 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1836055363 0 0) 0x7f240c0d1be0 con 0x7f240c0ce280 2023-06-08T03:53:45.969 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2410b8a640 1 -- 172.21.15.62:0/2193489936 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f23f8003530 con 0x7f240c0ce280 2023-06-08T03:53:45.969 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f241238d640 1 --2- 172.21.15.62:0/2193489936 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f240c0cf060 0x7f240c0b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.970 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2410b8a640 1 -- 172.21.15.62:0/2193489936 <== mon.0 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 793849131 0 0) 0x7f23f8003530 con 0x7f240c0ce280 2023-06-08T03:53:45.970 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2410b8a640 1 -- 172.21.15.62:0/2193489936 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f240c0cf060 msgr2=0x7f240c0b4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:45.970 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2410b8a640 1 --2- 172.21.15.62:0/2193489936 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f240c0cf060 0x7f240c0b4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.970 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2410b8a640 1 -- 172.21.15.62:0/2193489936 >> v1:172.21.15.188:6789/0 conn(0x7f240c0b1290 legacy=0x7f240c0d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:45.970 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2410b8a640 1 -- 172.21.15.62:0/2193489936 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f240c0cc9a0 con 0x7f240c0ce280 2023-06-08T03:53:45.970 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2410b8a640 1 -- 172.21.15.62:0/2193489936 <== mon.0 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4271130049 0 0) 0x7f23fc001680 con 0x7f240c0ce280 2023-06-08T03:53:45.970 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2410b8a640 1 -- 172.21.15.62:0/2193489936 >> v1:172.21.15.62:6789/0 conn(0x7f240c0ce280 legacy=0x7f240c0ce950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:45.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2410b8a640 1 --2- 172.21.15.62:0/2193489936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f23f80039b0 0x7f23f8003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2410b8a640 1 --2- 172.21.15.62:0/2193489936 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f240c0cf060 0x7f23f80047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2410b8a640 1 --2- 172.21.15.62:0/2193489936 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f23f8004d10 0x7f23f8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2410b8a640 1 -- 172.21.15.62:0/2193489936 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f240c0cc6c0 con 0x7f23f80039b0 2023-06-08T03:53:45.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2410b8a640 1 -- 172.21.15.62:0/2193489936 --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23f800bba0 con 0x7f23f8004d10 2023-06-08T03:53:45.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2410b8a640 1 -- 172.21.15.62:0/2193489936 --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23f800bd60 con 0x7f240c0cf060 2023-06-08T03:53:45.971 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2411b8c640 1 --2- 172.21.15.62:0/2193489936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f23f80039b0 0x7f23f8003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.972 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f241138b640 1 --2- 172.21.15.62:0/2193489936 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f240c0cf060 0x7f23f80047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.972 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f241238d640 1 --2- 172.21.15.62:0/2193489936 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f23f8004d10 0x7f23f8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.972 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2411b8c640 1 -- 172.21.15.62:0/2193489936 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f240c0cf060 msgr2=0x7f23f80047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:45.972 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2411b8c640 1 --2- 172.21.15.62:0/2193489936 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f240c0cf060 0x7f23f80047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.972 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2411b8c640 1 -- 172.21.15.62:0/2193489936 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f23f8004d10 msgr2=0x7f23f8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:45.972 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2411b8c640 1 --2- 172.21.15.62:0/2193489936 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f23f8004d10 0x7f23f8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.972 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f2411b8c640 1 -- 172.21.15.62:0/2193489936 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23f8003530 con 0x7f23f80039b0 2023-06-08T03:53:45.972 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.960+0000 7f241238d640 1 --2- 172.21.15.62:0/2193489936 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f23f8004d10 0x7f23f8005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:45.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f2411b8c640 1 --2- 172.21.15.62:0/2193489936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f23f80039b0 0x7f23f8003da0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f2408007fd0 tx=0x7f240801c2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8cee7be8c68e772 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:45.974 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f2410b8a640 1 -- 172.21.15.62:0/2193489936 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24080ab600 con 0x7f23f80039b0 2023-06-08T03:53:45.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f2410b8a640 1 -- 172.21.15.62:0/2193489936 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24080a7050 con 0x7f23f80039b0 2023-06-08T03:53:45.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f2410b8a640 1 -- 172.21.15.62:0/2193489936 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24080ab9c0 con 0x7f23f80039b0 2023-06-08T03:53:45.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f2413df0640 1 -- 172.21.15.62:0/2193489936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f23f80039b0 msgr2=0x7f23f8003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:45.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f2413df0640 1 --2- 172.21.15.62:0/2193489936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f23f80039b0 0x7f23f8003da0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f2408007fd0 tx=0x7f240801c2e0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f241238d640 1 -- 172.21.15.62:0/2193489936 reap_dead start 2023-06-08T03:53:45.975 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f2413df0640 1 -- 172.21.15.62:0/2193489936 shutdown_connections 2023-06-08T03:53:45.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f2413df0640 1 -- 172.21.15.62:0/2193489936 >> 172.21.15.62:0/2193489936 conn(0x7f240c06b5a0 msgr2=0x7f240c06b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:45.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f2413df0640 1 -- 172.21.15.62:0/2193489936 shutdown_connections 2023-06-08T03:53:45.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f2413df0640 1 -- 172.21.15.62:0/2193489936 wait complete. 2023-06-08T03:53:45.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f2413df0640 1 Processor -- start 2023-06-08T03:53:45.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f2413df0640 1 -- start start 2023-06-08T03:53:45.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f2413df0640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f23f80039b0 0x7f240c0c7cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.976 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f2413df0640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f240c0b28a0 0x7f240c0b2d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.977 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f2413df0640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f240c152c90 0x7f240c153100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.977 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f2413df0640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f240c0b3250 con 0x7f240c0b28a0 2023-06-08T03:53:45.977 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f2413df0640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f240c0c8200 con 0x7f23f80039b0 2023-06-08T03:53:45.977 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f2413df0640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f240c153a10 con 0x7f240c152c90 2023-06-08T03:53:45.977 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f241138b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f240c0b28a0 0x7f240c0b2d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.977 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f241138b640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f240c0b28a0 0x7f240c0b2d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34412/0 (socket says 172.21.15.62:34412) 2023-06-08T03:53:45.977 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f241138b640 1 -- 172.21.15.62:0/2768559285 learned_addr learned my addr 172.21.15.62:0/2768559285 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:45.977 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f2411b8c640 1 --2- 172.21.15.62:0/2768559285 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f23f80039b0 0x7f240c0c7cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f241238d640 1 --2- 172.21.15.62:0/2768559285 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f240c152c90 0x7f240c153100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f241138b640 1 -- 172.21.15.62:0/2768559285 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f240c152c90 msgr2=0x7f240c153100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:45.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f241138b640 1 --2- 172.21.15.62:0/2768559285 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f240c152c90 0x7f240c153100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f241138b640 1 -- 172.21.15.62:0/2768559285 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f23f80039b0 msgr2=0x7f240c0c7cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:45.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f241138b640 1 --2- 172.21.15.62:0/2768559285 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f23f80039b0 0x7f240c0c7cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:45.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.964+0000 7f241138b640 1 -- 172.21.15.62:0/2768559285 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f240c153cf0 con 0x7f240c0b28a0 2023-06-08T03:53:45.978 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.968+0000 7f241138b640 1 --2- 172.21.15.62:0/2768559285 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f240c0b28a0 0x7f240c0b2d10 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f23fc001cc0 tx=0x7f23fc00ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:45.979 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.968+0000 7f24027fc640 1 -- 172.21.15.62:0/2768559285 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23fc00ee40 con 0x7f240c0b28a0 2023-06-08T03:53:45.979 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.968+0000 7f24027fc640 1 -- 172.21.15.62:0/2768559285 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23fc00c8d0 con 0x7f240c0b28a0 2023-06-08T03:53:45.979 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.968+0000 7f24027fc640 1 -- 172.21.15.62:0/2768559285 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23fc00cc60 con 0x7f240c0b28a0 2023-06-08T03:53:45.980 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.968+0000 7f2413df0640 1 -- 172.21.15.62:0/2768559285 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f240c155820 con 0x7f240c0b28a0 2023-06-08T03:53:45.980 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.968+0000 7f2413df0640 1 -- 172.21.15.62:0/2768559285 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f240c153640 con 0x7f240c0b28a0 2023-06-08T03:53:45.980 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.968+0000 7f2413df0640 1 -- 172.21.15.62:0/2768559285 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f240c155680 con 0x7f240c0b28a0 2023-06-08T03:53:45.980 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.968+0000 7f24027fc640 1 -- 172.21.15.62:0/2768559285 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f23fc01d460 con 0x7f240c0b28a0 2023-06-08T03:53:45.980 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.968+0000 7f24027fc640 1 --2- 172.21.15.62:0/2768559285 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f23f0066280 0x7f23f0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:45.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.968+0000 7f24027fc640 1 -- 172.21.15.62:0/2768559285 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f23fc083c40 con 0x7f240c0b28a0 2023-06-08T03:53:45.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.968+0000 7f2411b8c640 1 --2- 172.21.15.62:0/2768559285 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f23f0066280 0x7f23f0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:45.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.968+0000 7f2411b8c640 1 --2- 172.21.15.62:0/2768559285 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f23f0066280 0x7f23f0068730 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f24080ad000 tx=0x7f2408003770 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:45.981 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:45.972+0000 7f24027fc640 1 -- 172.21.15.62:0/2768559285 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f240c155680 con 0x7f240c0b28a0 2023-06-08T03:53:46.164 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.156+0000 7f2413df0640 1 -- 172.21.15.62:0/2768559285 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f240c155680 con 0x7f240c0b28a0 2023-06-08T03:53:46.165 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.156+0000 7f24027fc640 1 -- 172.21.15.62:0/2768559285 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+4671 (secure 0 0 0) 0x7f240c155680 con 0x7f240c0b28a0 2023-06-08T03:53:46.165 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:46.165 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":13,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4721,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.188:6836/970523576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6834","nonce":970523576},{"type":"v1","addr":"172.21.15.188:6836","nonce":970523576}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":4945,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.188:6837/2942613617","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6835","nonce":2942613617},{"type":"v1","addr":"172.21.15.188:6837","nonce":2942613617}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5334,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6834/2550624416","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":2550624416},{"type":"v1","addr":"172.21.15.62:6834","nonce":2550624416}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-08T03:53:41.988617+0000","modified":"2023-06-08T03:53:44.003659+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5337},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5337":{"gid":5337,"name":"c","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.62:6835/226823819","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6833","nonce":226823819},{"type":"v1","addr":"172.21.15.62:6835","nonce":226823819}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-06-08T03:53:46.165 INFO:teuthology.orchestra.run.smithi062.stderr:dumped fsmap epoch 13 2023-06-08T03:53:46.167 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.160+0000 7f2413df0640 1 -- 172.21.15.62:0/2768559285 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f23f0066280 msgr2=0x7f23f0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:46.167 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.160+0000 7f2413df0640 1 --2- 172.21.15.62:0/2768559285 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f23f0066280 0x7f23f0068730 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f24080ad000 tx=0x7f2408003770 comp rx=0 tx=0).stop 2023-06-08T03:53:46.167 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.160+0000 7f2413df0640 1 -- 172.21.15.62:0/2768559285 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f240c0b28a0 msgr2=0x7f240c0b2d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:46.167 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.160+0000 7f2413df0640 1 --2- 172.21.15.62:0/2768559285 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f240c0b28a0 0x7f240c0b2d10 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f23fc001cc0 tx=0x7f23fc00ebf0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.167 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.160+0000 7f2413df0640 1 -- 172.21.15.62:0/2768559285 shutdown_connections 2023-06-08T03:53:46.167 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.160+0000 7f2413df0640 1 --2- 172.21.15.62:0/2768559285 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f23f0066280 0x7f23f0068730 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.168 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.160+0000 7f2413df0640 1 --2- 172.21.15.62:0/2768559285 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f240c152c90 0x7f240c153100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.168 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.160+0000 7f2413df0640 1 --2- 172.21.15.62:0/2768559285 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f240c0b28a0 0x7f240c0b2d10 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.168 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.160+0000 7f2413df0640 1 --2- 172.21.15.62:0/2768559285 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f23f80039b0 0x7f240c0c7cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.168 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.160+0000 7f2413df0640 1 -- 172.21.15.62:0/2768559285 >> 172.21.15.62:0/2768559285 conn(0x7f240c06b5a0 msgr2=0x7f240c0b3bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:46.168 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.160+0000 7f2413df0640 1 -- 172.21.15.62:0/2768559285 shutdown_connections 2023-06-08T03:53:46.168 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.160+0000 7f2413df0640 1 -- 172.21.15.62:0/2768559285 wait complete. 2023-06-08T03:53:46.583 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 13, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-06-08T03:53:41.988617+0000', 'modified': '2023-06-08T03:53:44.003659+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5337}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5337': {'gid': 5337, 'name': 'c', 'rank': 0, 'incarnation': 11, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.62:6835/226823819', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.62:6833', 'nonce': 226823819}, {'type': 'v1', 'addr': '172.21.15.62:6835', 'nonce': 226823819}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-06-08T03:53:46.584 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-06-08T03:53:46.584 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2023-06-08T03:53:46.716 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.708+0000 7f9ac9703640 1 Processor -- start 2023-06-08T03:53:46.716 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.708+0000 7f9ac9703640 1 -- start start 2023-06-08T03:53:46.717 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.708+0000 7f9ac9703640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9ac41523c0 0x7f9ac406f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.717 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.708+0000 7f9ac9703640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f9ac40c9fe0 0x7f9ac415beb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.717 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.708+0000 7f9ac9703640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9ac40c8290 con 0x7f9ac40c9b70 2023-06-08T03:53:46.718 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.708+0000 7f9ac9703640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9ac40cc820 con 0x7f9ac40c9fe0 2023-06-08T03:53:46.718 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.708+0000 7f9ac9703640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ac40c8570 con 0x7f9ac41523c0 2023-06-08T03:53:46.718 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.708+0000 7f9ac37fe640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f9ac40c9fe0 0x7f9ac415beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.718 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.708+0000 7f9ac37fe640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f9ac40c9fe0 0x7f9ac415beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34422/0 (socket says 172.21.15.62:34422) 2023-06-08T03:53:46.718 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.708+0000 7f9ac37fe640 1 -- 172.21.15.62:0/880244674 learned_addr learned my addr 172.21.15.62:0/880244674 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:46.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.708+0000 7f9ac2ffd640 1 --2- 172.21.15.62:0/880244674 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9ac41523c0 0x7f9ac406f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.708+0000 7f9ac37fe640 1 -- 172.21.15.62:0/880244674 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9ac41523c0 msgr2=0x7f9ac406f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:46.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.708+0000 7f9ac37fe640 1 --2- 172.21.15.62:0/880244674 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9ac41523c0 0x7f9ac406f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.708+0000 7f9ac37fe640 1 -- 172.21.15.62:0/880244674 >> v1:172.21.15.62:6789/0 conn(0x7f9ac40c9b70 legacy=0x7f9ac415b7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:46.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.708+0000 7f9ac37fe640 1 -- 172.21.15.62:0/880244674 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ac40c8850 con 0x7f9ac40c9fe0 2023-06-08T03:53:46.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.708+0000 7f9ac1ffb640 1 -- 172.21.15.62:0/880244674 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4268325858 0 0) 0x7f9ac40c8290 con 0x7f9ac40c9b70 2023-06-08T03:53:46.720 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.712+0000 7f9ac37fe640 1 --2- 172.21.15.62:0/880244674 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ac40c9fe0 0x7f9ac415beb0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f9abc00af60 tx=0x7f9abc01c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=799418166d243ef5 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:46.720 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.712+0000 7f9ac1ffb640 1 -- 172.21.15.62:0/880244674 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9abc00a2d0 con 0x7f9ac40c9fe0 2023-06-08T03:53:46.720 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.712+0000 7f9ac1ffb640 1 -- 172.21.15.62:0/880244674 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9abc0a5820 con 0x7f9ac40c9fe0 2023-06-08T03:53:46.721 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.712+0000 7f9ac1ffb640 1 -- 172.21.15.62:0/880244674 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9abc0a5bb0 con 0x7f9ac40c9fe0 2023-06-08T03:53:46.721 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.712+0000 7f9ac9703640 1 -- 172.21.15.62:0/880244674 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ac40c9fe0 msgr2=0x7f9ac415beb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:46.721 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.712+0000 7f9ac9703640 1 --2- 172.21.15.62:0/880244674 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ac40c9fe0 0x7f9ac415beb0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f9abc00af60 tx=0x7f9abc01c9e0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.722 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.712+0000 7f9ac9703640 1 -- 172.21.15.62:0/880244674 shutdown_connections 2023-06-08T03:53:46.722 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.712+0000 7f9ac9703640 1 --2- 172.21.15.62:0/880244674 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ac40c9fe0 0x7f9ac415beb0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.722 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.712+0000 7f9ac9703640 1 --2- 172.21.15.62:0/880244674 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9ac41523c0 0x7f9ac406f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.722 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.712+0000 7f9ac9703640 1 -- 172.21.15.62:0/880244674 >> 172.21.15.62:0/880244674 conn(0x7f9ac40ca6c0 msgr2=0x7f9ac40caac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:46.722 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.712+0000 7f9ac9703640 1 -- 172.21.15.62:0/880244674 shutdown_connections 2023-06-08T03:53:46.722 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.712+0000 7f9ac9703640 1 -- 172.21.15.62:0/880244674 wait complete. 2023-06-08T03:53:46.723 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.712+0000 7f9ac9703640 1 Processor -- start 2023-06-08T03:53:46.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.712+0000 7f9ac9703640 1 -- start start 2023-06-08T03:53:46.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.716+0000 7f9ac9703640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9ac40c9b70 0x7f9ac4148ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.716+0000 7f9ac9703640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ac40c9fe0 0x7f9ac414dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.716+0000 7f9ac9703640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9ac41523c0 0x7f9ac40ad8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.716+0000 7f9ac9703640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ac4149000 con 0x7f9ac40c9fe0 2023-06-08T03:53:46.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.716+0000 7f9ac9703640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ac414f9c0 con 0x7f9ac40c9b70 2023-06-08T03:53:46.725 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.716+0000 7f9ac9703640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ac414fc60 con 0x7f9ac41523c0 2023-06-08T03:53:46.725 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.716+0000 7f9ac27fc640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ac40c9fe0 0x7f9ac414dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.725 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.716+0000 7f9ac27fc640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ac40c9fe0 0x7f9ac414dc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34432/0 (socket says 172.21.15.62:34432) 2023-06-08T03:53:46.725 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.716+0000 7f9ac27fc640 1 -- 172.21.15.62:0/4144122636 learned_addr learned my addr 172.21.15.62:0/4144122636 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:46.725 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.716+0000 7f9ac27fc640 1 -- 172.21.15.62:0/4144122636 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9ac41523c0 msgr2=0x7f9ac40ad8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:46.725 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.716+0000 7f9ac27fc640 1 --2- 172.21.15.62:0/4144122636 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9ac41523c0 0x7f9ac40ad8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.725 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.716+0000 7f9ac27fc640 1 -- 172.21.15.62:0/4144122636 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9ac40c9b70 msgr2=0x7f9ac4148ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:46.725 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.716+0000 7f9ac27fc640 1 --2- 172.21.15.62:0/4144122636 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9ac40c9b70 0x7f9ac4148ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.726 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.716+0000 7f9ac27fc640 1 -- 172.21.15.62:0/4144122636 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9abc00ac40 con 0x7f9ac40c9fe0 2023-06-08T03:53:46.726 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.716+0000 7f9ac27fc640 1 --2- 172.21.15.62:0/4144122636 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ac40c9fe0 0x7f9ac414dc20 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f9ab800c4d0 tx=0x7f9ab800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:46.726 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.716+0000 7f9aab7fe640 1 -- 172.21.15.62:0/4144122636 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ab8005480 con 0x7f9ac40c9fe0 2023-06-08T03:53:46.726 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.716+0000 7f9aab7fe640 1 -- 172.21.15.62:0/4144122636 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ab8003600 con 0x7f9ac40c9fe0 2023-06-08T03:53:46.726 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.716+0000 7f9aab7fe640 1 -- 172.21.15.62:0/4144122636 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ab80039b0 con 0x7f9ac40c9fe0 2023-06-08T03:53:46.727 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.716+0000 7f9ac9703640 1 -- 172.21.15.62:0/4144122636 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ac414ff40 con 0x7f9ac40c9fe0 2023-06-08T03:53:46.727 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.716+0000 7f9ac9703640 1 -- 172.21.15.62:0/4144122636 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ac4150500 con 0x7f9ac40c9fe0 2023-06-08T03:53:46.727 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9aab7fe640 1 -- 172.21.15.62:0/4144122636 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9ab8003b10 con 0x7f9ac40c9fe0 2023-06-08T03:53:46.727 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9aab7fe640 1 --2- 172.21.15.62:0/4144122636 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9ab0066280 0x7f9ab0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.728 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9aab7fe640 1 -- 172.21.15.62:0/4144122636 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f9ab8083320 con 0x7f9ac40c9fe0 2023-06-08T03:53:46.728 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9ac2ffd640 1 --2- 172.21.15.62:0/4144122636 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9ab0066280 0x7f9ab0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.728 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9acc81f000 1 Processor -- start 2023-06-08T03:53:46.730 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9acc81f000 1 -- start start 2023-06-08T03:53:46.730 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9ac2ffd640 1 --2- 172.21.15.62:0/4144122636 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9ab0066280 0x7f9ab0068730 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9ab400b850 tx=0x7f9ab4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:46.730 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9acc81f000 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x557e1e0ca150 0x557e1e0ca520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.730 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9acc81f000 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 0x557e1e0803e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.730 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9acc81f000 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e080920 0x557e1e080cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.730 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9acc81f000 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e1df48540 con 0x557e1e0caa60 2023-06-08T03:53:46.731 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9acc81f000 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e1de81840 con 0x557e1e080920 2023-06-08T03:53:46.731 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9acc81f000 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x557e1ded4e60 con 0x557e1e0ca150 2023-06-08T03:53:46.731 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9ac27fc640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 0x557e1e0803e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.731 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9ac27fc640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 0x557e1e0803e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34446/0 (socket says 172.21.15.62:34446) 2023-06-08T03:53:46.731 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9ac27fc640 1 -- 172.21.15.62:0/1138929163 learned_addr learned my addr 172.21.15.62:0/1138929163 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:46.731 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9ac2ffd640 1 --2- 172.21.15.62:0/1138929163 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x557e1e0ca150 0x557e1e0ca520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.731 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9ac27fc640 1 -- 172.21.15.62:0/1138929163 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x557e1e0ca150 msgr2=0x557e1e0ca520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:46.732 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9ac27fc640 1 --2- 172.21.15.62:0/1138929163 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x557e1e0ca150 0x557e1e0ca520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.732 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9ac37fe640 1 --2- 172.21.15.62:0/1138929163 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e080920 0x557e1e080cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.732 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9ac27fc640 1 -- 172.21.15.62:0/1138929163 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e080920 msgr2=0x557e1e080cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:46.732 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9ac27fc640 1 --2- 172.21.15.62:0/1138929163 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e080920 0x557e1e080cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.732 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9ac27fc640 1 -- 172.21.15.62:0/1138929163 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557e1dbca890 con 0x557e1e0caa60 2023-06-08T03:53:46.732 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9ac37fe640 1 --2- 172.21.15.62:0/1138929163 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e080920 0x557e1e080cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:46.732 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9ac27fc640 1 --2- 172.21.15.62:0/1138929163 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 0x557e1e0803e0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f9ab8081710 tx=0x7f9ab8081800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14414c4144e5e5dd server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:46.732 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9aa8ff9640 1 -- 172.21.15.62:0/1138929163 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ab8003e80 con 0x557e1e0caa60 2023-06-08T03:53:46.733 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9aa8ff9640 1 -- 172.21.15.62:0/1138929163 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ab8058160 con 0x557e1e0caa60 2023-06-08T03:53:46.733 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9aa8ff9640 1 -- 172.21.15.62:0/1138929163 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ab80582d0 con 0x557e1e0caa60 2023-06-08T03:53:46.733 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9acc81f000 1 -- 172.21.15.62:0/1138929163 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 msgr2=0x557e1e0803e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:46.733 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9acc81f000 1 --2- 172.21.15.62:0/1138929163 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 0x557e1e0803e0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f9ab8081710 tx=0x7f9ab8081800 comp rx=0 tx=0).stop 2023-06-08T03:53:46.733 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9acc81f000 1 -- 172.21.15.62:0/1138929163 shutdown_connections 2023-06-08T03:53:46.733 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9acc81f000 1 --2- 172.21.15.62:0/1138929163 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e080920 0x557e1e080cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.733 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9acc81f000 1 --2- 172.21.15.62:0/1138929163 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 0x557e1e0803e0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.734 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9acc81f000 1 --2- 172.21.15.62:0/1138929163 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x557e1e0ca150 0x557e1e0ca520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.734 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9acc81f000 1 -- 172.21.15.62:0/1138929163 >> 172.21.15.62:0/1138929163 conn(0x557e1df26370 msgr2=0x557e1e07ecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:46.734 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9acc81f000 1 -- 172.21.15.62:0/1138929163 shutdown_connections 2023-06-08T03:53:46.734 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.720+0000 7f9acc81f000 1 -- 172.21.15.62:0/1138929163 wait complete. 2023-06-08T03:53:46.737 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 1 -- start start 2023-06-08T03:53:46.737 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 1 Processor -- start 2023-06-08T03:53:46.737 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e080920 0x557e1e085a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.737 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x557e1e0ca150 0x557e1e08b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.737 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 0x557e1e08ba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.737 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e1decdf00 con 0x557e1e0caa60 2023-06-08T03:53:46.738 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e1de8aae0 con 0x557e1e080920 2023-06-08T03:53:46.738 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x557e1de8a780 con 0x557e1e0ca150 2023-06-08T03:53:46.738 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 10 client.0 _ll_register_callbacks cb 0x557e1e06c060 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-06-08T03:53:46.738 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9ac37fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 0x557e1e08ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.738 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9ac37fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 0x557e1e08ba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34462/0 (socket says 172.21.15.62:34462) 2023-06-08T03:53:46.738 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9ac37fe640 1 -- 172.21.15.62:0/1533581862 learned_addr learned my addr 172.21.15.62:0/1533581862 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:46.738 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9ac27fc640 1 --2- 172.21.15.62:0/1533581862 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x557e1e0ca150 0x557e1e08b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.738 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9ac2ffd640 1 --2- 172.21.15.62:0/1533581862 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e080920 0x557e1e085a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.739 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9ac37fe640 1 -- 172.21.15.62:0/1533581862 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x557e1e0ca150 msgr2=0x557e1e08b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:46.739 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9ac37fe640 1 --2- 172.21.15.62:0/1533581862 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x557e1e0ca150 0x557e1e08b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.739 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9ac37fe640 1 -- 172.21.15.62:0/1533581862 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e080920 msgr2=0x557e1e085a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:46.739 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9ac37fe640 1 --2- 172.21.15.62:0/1533581862 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e080920 0x557e1e085a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.739 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9ac37fe640 1 -- 172.21.15.62:0/1533581862 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ac4150500 con 0x557e1e0caa60 2023-06-08T03:53:46.739 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9ac2ffd640 1 --2- 172.21.15.62:0/1533581862 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e080920 0x557e1e085a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:46.739 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9ac37fe640 1 --2- 172.21.15.62:0/1533581862 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 0x557e1e08ba70 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f9abc01b090 tx=0x7f9abc019780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf6d05871f5ac137 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:46.740 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9aa1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2023-06-08T03:53:46.740 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9aa1ffb640 1 -- 172.21.15.62:0/1533581862 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9abc0a5c10 con 0x557e1e0caa60 2023-06-08T03:53:46.740 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9aa1ffb640 1 -- 172.21.15.62:0/1533581862 <== mon.0 v2:172.21.15.62:3300/0 2 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f9abc0a5d70 con 0x557e1e0caa60 2023-06-08T03:53:46.740 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 1 -- 172.21.15.62:0/1533581862 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557e1de872d0 con 0x557e1e0caa60 2023-06-08T03:53:46.740 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9aa1ffb640 1 -- 172.21.15.62:0/1533581862 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=13) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9abc0b8440 con 0x557e1e0caa60 2023-06-08T03:53:46.740 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 10 client.5520 fetch_fsmap learned FSMap version 13 2023-06-08T03:53:46.740 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 1 -- 172.21.15.62:0/1533581862 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=13,monmap=2+}) v3 -- 0x557e1de92d10 con 0x557e1e0caa60 2023-06-08T03:53:46.740 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9aa1ffb640 1 -- 172.21.15.62:0/1533581862 <== mon.0 v2:172.21.15.62:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x557e1de872d0 con 0x557e1e0caa60 2023-06-08T03:53:46.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9aa1ffb640 1 -- 172.21.15.62:0/1533581862 <== mon.0 v2:172.21.15.62:3300/0 5 ==== fsmap(e 13) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f9abc0b85a0 con 0x557e1e0caa60 2023-06-08T03:53:46.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 10 client.5520 fetch_fsmap finished waiting for FSMap version 13 2023-06-08T03:53:46.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 10 client.5520 resolve_mds: resolved name 'c' to daemon mds.c 2023-06-08T03:53:46.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 20 client.5520 populate_metadata read hostname 'smithi062' 2023-06-08T03:53:46.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 1 --2- 172.21.15.62:0/1533581862 >> [v2:172.21.15.62:6833/226823819,v1:172.21.15.62:6835/226823819] conn(0x557e1e0d0770 0x557e1e0d0b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 4 client.5520 mds_command: new command op to 5337 tid=0[{"prefix": "get_command_descriptions"}] 2023-06-08T03:53:46.741 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 1 -- 172.21.15.62:0/1533581862 --> [v2:172.21.15.62:6833/226823819,v1:172.21.15.62:6835/226823819] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557e1decc850 con 0x557e1e0d0770 2023-06-08T03:53:46.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9ac2ffd640 1 --2- 172.21.15.62:0/1533581862 >> [v2:172.21.15.62:6833/226823819,v1:172.21.15.62:6835/226823819] conn(0x557e1e0d0770 0x557e1e0d0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9aa1ffb640 10 client.5520 ms_handle_connect on v2:172.21.15.62:6833/226823819 2023-06-08T03:53:46.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9ac2ffd640 1 --2- 172.21.15.62:0/1533581862 >> [v2:172.21.15.62:6833/226823819,v1:172.21.15.62:6835/226823819] conn(0x557e1e0d0770 0x557e1e0d0b40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2219de679849e6b2 server_cookie=f42518ed0e7e4813 in_seq=0 out_seq=0 2023-06-08T03:53:46.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9aa1ffb640 1 -- 172.21.15.62:0/1533581862 <== mds.0 v2:172.21.15.62:6833/226823819 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x557e1decc850 con 0x557e1e0d0770 2023-06-08T03:53:46.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9aa1ffb640 10 client.5520 handle_command_reply: tid=0 2023-06-08T03:53:46.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 1 client.5520 shutdown 2023-06-08T03:53:46.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 1 -- 172.21.15.62:0/1533581862 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 msgr2=0x557e1e08ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:46.742 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.724+0000 7f9acc81f000 1 --2- 172.21.15.62:0/1533581862 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 0x557e1e08ba70 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f9abc01b090 tx=0x7f9abc019780 comp rx=0 tx=0).stop 2023-06-08T03:53:46.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.728+0000 7f9acc81f000 1 -- 172.21.15.62:0/1533581862 shutdown_connections 2023-06-08T03:53:46.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.728+0000 7f9acc81f000 1 --2- 172.21.15.62:0/1533581862 >> [v2:172.21.15.62:6833/226823819,v1:172.21.15.62:6835/226823819] conn(0x557e1e0d0770 0x557e1e0d0b40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.728+0000 7f9acc81f000 1 --2- 172.21.15.62:0/1533581862 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 0x557e1e08ba70 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.728+0000 7f9acc81f000 1 --2- 172.21.15.62:0/1533581862 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x557e1e0ca150 0x557e1e08b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.728+0000 7f9acc81f000 1 --2- 172.21.15.62:0/1533581862 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e080920 0x557e1e085a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.728+0000 7f9aa1ffb640 0 client.5520 ms_handle_reset on v2:172.21.15.62:6833/226823819 2023-06-08T03:53:46.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.728+0000 7f9acc81f000 1 -- 172.21.15.62:0/1533581862 >> 172.21.15.62:0/1533581862 conn(0x557e1df26370 msgr2=0x557e1e07f3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:46.743 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.728+0000 7f9acc81f000 1 -- 172.21.15.62:0/1533581862 shutdown_connections 2023-06-08T03:53:46.744 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.728+0000 7f9acc81f000 1 -- 172.21.15.62:0/1533581862 wait complete. 2023-06-08T03:53:46.744 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.728+0000 7f9acc81f000 20 client.5520 trim_cache size 0 max 16384 2023-06-08T03:53:46.749 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.740+0000 7f9acc81f000 1 Processor -- start 2023-06-08T03:53:46.750 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.740+0000 7f9acc81f000 1 -- start start 2023-06-08T03:53:46.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e080920 0x557e1e0c9530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x557e1e0ca150 0x557e1e0c9a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 0x557e1e0cae30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.751 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e1db8b940 con 0x557e1e0caa60 2023-06-08T03:53:46.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e1dec8200 con 0x557e1e080920 2023-06-08T03:53:46.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x557e1dec9870 con 0x557e1e0ca150 2023-06-08T03:53:46.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac37fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 0x557e1e0cae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac37fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 0x557e1e0cae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34478/0 (socket says 172.21.15.62:34478) 2023-06-08T03:53:46.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac37fe640 1 -- 172.21.15.62:0/891929534 learned_addr learned my addr 172.21.15.62:0/891929534 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:46.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac27fc640 1 --2- 172.21.15.62:0/891929534 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x557e1e0ca150 0x557e1e0c9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.752 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac37fe640 1 -- 172.21.15.62:0/891929534 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x557e1e0ca150 msgr2=0x557e1e0c9a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:46.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac37fe640 1 --2- 172.21.15.62:0/891929534 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x557e1e0ca150 0x557e1e0c9a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac37fe640 1 -- 172.21.15.62:0/891929534 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e080920 msgr2=0x557e1e0c9530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:46.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac37fe640 1 --2- 172.21.15.62:0/891929534 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e080920 0x557e1e0c9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac37fe640 1 -- 172.21.15.62:0/891929534 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557e1de78fa0 con 0x557e1e0caa60 2023-06-08T03:53:46.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac37fe640 1 --2- 172.21.15.62:0/891929534 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 0x557e1e0cae30 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f9abc01ca20 tx=0x7f9abc0b7000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f114397889450fc1 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:46.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9aa97fa640 1 -- 172.21.15.62:0/891929534 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9abc00a620 con 0x557e1e0caa60 2023-06-08T03:53:46.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9aa97fa640 1 -- 172.21.15.62:0/891929534 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9abc0c1440 con 0x557e1e0caa60 2023-06-08T03:53:46.753 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9aa97fa640 1 -- 172.21.15.62:0/891929534 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9abc0b8440 con 0x557e1e0caa60 2023-06-08T03:53:46.756 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 -- 172.21.15.62:0/891929534 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 msgr2=0x557e1e0cae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:46.757 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 --2- 172.21.15.62:0/891929534 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 0x557e1e0cae30 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f9abc01ca20 tx=0x7f9abc0b7000 comp rx=0 tx=0).stop 2023-06-08T03:53:46.757 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 -- 172.21.15.62:0/891929534 shutdown_connections 2023-06-08T03:53:46.757 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 --2- 172.21.15.62:0/891929534 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e0caa60 0x557e1e0cae30 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.757 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 --2- 172.21.15.62:0/891929534 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x557e1e0ca150 0x557e1e0c9a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.757 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 --2- 172.21.15.62:0/891929534 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e080920 0x557e1e0c9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.757 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 -- 172.21.15.62:0/891929534 >> 172.21.15.62:0/891929534 conn(0x557e1df26370 msgr2=0x557e1e084200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:46.758 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 -- 172.21.15.62:0/891929534 shutdown_connections 2023-06-08T03:53:46.758 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 -- 172.21.15.62:0/891929534 wait complete. 2023-06-08T03:53:46.758 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 -- start start 2023-06-08T03:53:46.758 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 Processor -- start 2023-06-08T03:53:46.758 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e080920 0x557e1e127980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.758 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x557e1e0ca150 0x557e1e127ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.758 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e0caa60 0x557e1e0ce000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.758 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e1de6ba80 con 0x557e1e080920 2023-06-08T03:53:46.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e1de962f0 con 0x557e1e0caa60 2023-06-08T03:53:46.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x557e1de05450 con 0x557e1e0ca150 2023-06-08T03:53:46.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9acc81f000 10 client.0 _ll_register_callbacks cb 0x557e1de6d2b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-06-08T03:53:46.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac2ffd640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e080920 0x557e1e127980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac2ffd640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e080920 0x557e1e127980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34486/0 (socket says 172.21.15.62:34486) 2023-06-08T03:53:46.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac2ffd640 1 -- 172.21.15.62:0/767258588 learned_addr learned my addr 172.21.15.62:0/767258588 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:46.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac27fc640 1 --2- 172.21.15.62:0/767258588 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x557e1e0ca150 0x557e1e127ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.759 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac37fe640 1 --2- 172.21.15.62:0/767258588 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e0caa60 0x557e1e0ce000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac2ffd640 1 -- 172.21.15.62:0/767258588 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x557e1e0ca150 msgr2=0x557e1e127ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:46.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac2ffd640 1 --2- 172.21.15.62:0/767258588 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x557e1e0ca150 0x557e1e127ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac2ffd640 1 -- 172.21.15.62:0/767258588 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e0caa60 msgr2=0x557e1e0ce000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:46.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac2ffd640 1 --2- 172.21.15.62:0/767258588 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e0caa60 0x557e1e0ce000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac2ffd640 1 -- 172.21.15.62:0/767258588 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557e1de92d10 con 0x557e1e080920 2023-06-08T03:53:46.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9ac2ffd640 1 --2- 172.21.15.62:0/767258588 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e080920 0x557e1e127980 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f9ab400d530 tx=0x7f9ab40046d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e41d3e87e77725ca server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:46.760 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.744+0000 7f9aa1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2023-06-08T03:53:46.761 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9aa1ffb640 1 -- 172.21.15.62:0/767258588 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ab4019040 con 0x557e1e080920 2023-06-08T03:53:46.761 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 1 -- 172.21.15.62:0/767258588 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557e1de55a80 con 0x557e1e080920 2023-06-08T03:53:46.761 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9aa1ffb640 1 -- 172.21.15.62:0/767258588 <== mon.0 v2:172.21.15.62:3300/0 2 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f9ab40242c0 con 0x557e1e080920 2023-06-08T03:53:46.761 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9aa1ffb640 1 -- 172.21.15.62:0/767258588 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=13) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9ab4024480 con 0x557e1e080920 2023-06-08T03:53:46.761 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 10 client.5526 fetch_fsmap learned FSMap version 13 2023-06-08T03:53:46.761 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 1 -- 172.21.15.62:0/767258588 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=13,monmap=2+}) v3 -- 0x557e1dbcacc0 con 0x557e1e080920 2023-06-08T03:53:46.761 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9aa1ffb640 1 -- 172.21.15.62:0/767258588 <== mon.0 v2:172.21.15.62:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x557e1de55a80 con 0x557e1e080920 2023-06-08T03:53:46.761 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9aa1ffb640 1 -- 172.21.15.62:0/767258588 <== mon.0 v2:172.21.15.62:3300/0 5 ==== fsmap(e 13) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f9ab4014430 con 0x557e1e080920 2023-06-08T03:53:46.762 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 10 client.5526 fetch_fsmap finished waiting for FSMap version 13 2023-06-08T03:53:46.762 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 10 client.5526 resolve_mds: resolved name 'c' to daemon mds.c 2023-06-08T03:53:46.762 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 20 client.5526 populate_metadata read hostname 'smithi062' 2023-06-08T03:53:46.762 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 1 --2- 172.21.15.62:0/767258588 >> [v2:172.21.15.62:6833/226823819,v1:172.21.15.62:6835/226823819] conn(0x557e1e12e7e0 0x557e1e130bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.762 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 4 client.5526 mds_command: new command op to 5337 tid=0[{"prefix": "status"}] 2023-06-08T03:53:46.762 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 1 -- 172.21.15.62:0/767258588 --> [v2:172.21.15.62:6833/226823819,v1:172.21.15.62:6835/226823819] -- command(tid 0: {"prefix": "status"}) v1 -- 0x557e1dec6ee0 con 0x557e1e12e7e0 2023-06-08T03:53:46.762 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9ac27fc640 1 --2- 172.21.15.62:0/767258588 >> [v2:172.21.15.62:6833/226823819,v1:172.21.15.62:6835/226823819] conn(0x557e1e12e7e0 0x557e1e130bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.763 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9ac27fc640 1 --2- 172.21.15.62:0/767258588 >> [v2:172.21.15.62:6833/226823819,v1:172.21.15.62:6835/226823819] conn(0x557e1e12e7e0 0x557e1e130bc0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2218760f5f7c739b server_cookie=9e08bcfa273d3d8f in_seq=0 out_seq=0 2023-06-08T03:53:46.763 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9aa1ffb640 10 client.5526 ms_handle_connect on v2:172.21.15.62:6833/226823819 2023-06-08T03:53:46.763 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9aa1ffb640 1 -- 172.21.15.62:0/767258588 <== mds.0 v2:172.21.15.62:6833/226823819 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x557e1dec6ee0 con 0x557e1e12e7e0 2023-06-08T03:53:46.763 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9aa1ffb640 10 client.5526 handle_command_reply: tid=0 2023-06-08T03:53:46.763 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 1 client.5526 shutdown 2023-06-08T03:53:46.763 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 1 -- 172.21.15.62:0/767258588 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e080920 msgr2=0x557e1e127980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:46.763 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 1 --2- 172.21.15.62:0/767258588 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e080920 0x557e1e127980 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f9ab400d530 tx=0x7f9ab40046d0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.763 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 1 -- 172.21.15.62:0/767258588 shutdown_connections 2023-06-08T03:53:46.764 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 1 --2- 172.21.15.62:0/767258588 >> [v2:172.21.15.62:6833/226823819,v1:172.21.15.62:6835/226823819] conn(0x557e1e12e7e0 0x557e1e130bc0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.764 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 1 --2- 172.21.15.62:0/767258588 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x557e1e0caa60 0x557e1e0ce000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.764 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 1 --2- 172.21.15.62:0/767258588 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x557e1e0ca150 0x557e1e127ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.764 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9aa1ffb640 0 client.5526 ms_handle_reset on v2:172.21.15.62:6833/226823819 2023-06-08T03:53:46.764 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 1 --2- 172.21.15.62:0/767258588 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e1e080920 0x557e1e127980 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.764 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 1 -- 172.21.15.62:0/767258588 >> 172.21.15.62:0/767258588 conn(0x557e1df26370 msgr2=0x557e1e0c8520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:46.764 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 1 -- 172.21.15.62:0/767258588 shutdown_connections 2023-06-08T03:53:46.764 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 1 -- 172.21.15.62:0/767258588 wait complete. 2023-06-08T03:53:46.765 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9acc81f000 20 client.5526 trim_cache size 0 max 16384 2023-06-08T03:53:46.765 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2023-06-08T03:53:46.765 INFO:teuthology.orchestra.run.smithi062.stdout: "cluster_fsid": "38543461-7da4-4257-82f0-49ef761f6bad", 2023-06-08T03:53:46.765 INFO:teuthology.orchestra.run.smithi062.stdout: "whoami": 0, 2023-06-08T03:53:46.765 INFO:teuthology.orchestra.run.smithi062.stdout: "id": 5337, 2023-06-08T03:53:46.766 INFO:teuthology.orchestra.run.smithi062.stdout: "want_state": "up:active", 2023-06-08T03:53:46.766 INFO:teuthology.orchestra.run.smithi062.stdout: "state": "up:active", 2023-06-08T03:53:46.766 INFO:teuthology.orchestra.run.smithi062.stdout: "fs_name": "cephfs", 2023-06-08T03:53:46.766 INFO:teuthology.orchestra.run.smithi062.stdout: "rank_uptime": 4.7589984830000001, 2023-06-08T03:53:46.766 INFO:teuthology.orchestra.run.smithi062.stdout: "mdsmap_epoch": 13, 2023-06-08T03:53:46.766 INFO:teuthology.orchestra.run.smithi062.stdout: "osdmap_epoch": 37, 2023-06-08T03:53:46.766 INFO:teuthology.orchestra.run.smithi062.stdout: "osdmap_epoch_barrier": 37, 2023-06-08T03:53:46.766 INFO:teuthology.orchestra.run.smithi062.stdout: "uptime": 12.036884350999999 2023-06-08T03:53:46.767 INFO:teuthology.orchestra.run.smithi062.stdout:} 2023-06-08T03:53:46.767 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9ac9703640 1 -- 172.21.15.62:0/4144122636 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9ab0066280 msgr2=0x7f9ab0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:46.767 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9ac9703640 1 --2- 172.21.15.62:0/4144122636 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9ab0066280 0x7f9ab0068730 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9ab400b850 tx=0x7f9ab4008040 comp rx=0 tx=0).stop 2023-06-08T03:53:46.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9ac9703640 1 -- 172.21.15.62:0/4144122636 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ac40c9fe0 msgr2=0x7f9ac414dc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:46.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9ac9703640 1 --2- 172.21.15.62:0/4144122636 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ac40c9fe0 0x7f9ac414dc20 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f9ab800c4d0 tx=0x7f9ab800c990 comp rx=0 tx=0).stop 2023-06-08T03:53:46.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9ac9703640 1 -- 172.21.15.62:0/4144122636 shutdown_connections 2023-06-08T03:53:46.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9ac9703640 1 --2- 172.21.15.62:0/4144122636 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f9ab0066280 0x7f9ab0068730 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9ac9703640 1 --2- 172.21.15.62:0/4144122636 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f9ac41523c0 0x7f9ac40ad8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9ac9703640 1 --2- 172.21.15.62:0/4144122636 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ac40c9fe0 0x7f9ac414dc20 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9ac9703640 1 --2- 172.21.15.62:0/4144122636 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f9ac40c9b70 0x7f9ac4148ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.769 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9ac9703640 1 -- 172.21.15.62:0/4144122636 >> 172.21.15.62:0/4144122636 conn(0x7f9ac40ca6c0 msgr2=0x7f9ac4156ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:46.769 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9ac9703640 1 -- 172.21.15.62:0/4144122636 shutdown_connections 2023-06-08T03:53:46.769 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.748+0000 7f9ac9703640 1 -- 172.21.15.62:0/4144122636 wait complete. 2023-06-08T03:53:46.772 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-06-08T03:53:46.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.875+0000 7f2c1161d640 1 Processor -- start 2023-06-08T03:53:46.885 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.875+0000 7f2c1161d640 1 -- start start 2023-06-08T03:53:46.886 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c1161d640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f2c0c0c8320 0x7f2c0c0cc4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c1161d640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c0c158720 con 0x7f2c0c0c87a0 2023-06-08T03:53:46.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c1161d640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c0c0c8d00 con 0x7f2c0c06b960 2023-06-08T03:53:46.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c1161d640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c0c0cb6e0 con 0x7f2c0c0c8320 2023-06-08T03:53:46.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c0a7fc640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f2c0c0c8320 0x7f2c0c0cc4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c0b7fe640 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f2c0c0c87a0 0x7f2c0c0cc9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:60994/0 (socket says 172.21.15.62:60994) 2023-06-08T03:53:46.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c0a7fc640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f2c0c0c8320 0x7f2c0c0cc4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34502/0 (socket says 172.21.15.62:34502) 2023-06-08T03:53:46.887 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c0b7fe640 1 -- 172.21.15.62:0/2248833829 learned_addr learned my addr 172.21.15.62:0/2248833829 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-06-08T03:53:46.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c0a7fc640 1 -- 172.21.15.62:0/2248833829 >> v1:172.21.15.188:6789/0 conn(0x7f2c0c06b960 legacy=0x7f2c0c06bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:46.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c0a7fc640 1 -- 172.21.15.62:0/2248833829 >> v1:172.21.15.62:6789/0 conn(0x7f2c0c0c87a0 legacy=0x7f2c0c0cc9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:46.888 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c0a7fc640 1 -- 172.21.15.62:0/2248833829 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c0c0cb9c0 con 0x7f2c0c0c8320 2023-06-08T03:53:46.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c0a7fc640 1 --2- 172.21.15.62:0/2248833829 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2c0c0c8320 0x7f2c0c0cc4a0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f2bf40097c0 tx=0x7f2bf401c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2be012b45880b8d server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:46.889 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c09ffb640 1 -- 172.21.15.62:0/2248833829 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bf40ad660 con 0x7f2c0c0c8320 2023-06-08T03:53:46.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c09ffb640 1 -- 172.21.15.62:0/2248833829 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2bf40ad7c0 con 0x7f2c0c0c8320 2023-06-08T03:53:46.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c09ffb640 1 -- 172.21.15.62:0/2248833829 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bf40adb50 con 0x7f2c0c0c8320 2023-06-08T03:53:46.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c1161d640 1 -- 172.21.15.62:0/2248833829 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2c0c0c8320 msgr2=0x7f2c0c0cc4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:46.890 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c1161d640 1 --2- 172.21.15.62:0/2248833829 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2c0c0c8320 0x7f2c0c0cc4a0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f2bf40097c0 tx=0x7f2bf401c450 comp rx=0 tx=0).stop 2023-06-08T03:53:46.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c1161d640 1 -- 172.21.15.62:0/2248833829 shutdown_connections 2023-06-08T03:53:46.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c1161d640 1 --2- 172.21.15.62:0/2248833829 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2c0c0c8320 0x7f2c0c0cc4a0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c1161d640 1 -- 172.21.15.62:0/2248833829 >> 172.21.15.62:0/2248833829 conn(0x7f2c0c0af640 msgr2=0x7f2c0c0afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:46.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.879+0000 7f2c1161d640 1 -- 172.21.15.62:0/2248833829 shutdown_connections 2023-06-08T03:53:46.891 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c1161d640 1 -- 172.21.15.62:0/2248833829 wait complete. 2023-06-08T03:53:46.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c1161d640 1 Processor -- start 2023-06-08T03:53:46.892 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c1161d640 1 -- start start 2023-06-08T03:53:46.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c1161d640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2c0c06b960 0x7f2c0c0c2050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c1161d640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2c0c0c8320 0x7f2c0c151140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.893 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c1161d640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2c0c0c87a0 0x7f2c0c151680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c1161d640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c0c149a60 con 0x7f2c0c0c87a0 2023-06-08T03:53:46.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c1161d640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c0c0c7b80 con 0x7f2c0c0c8320 2023-06-08T03:53:46.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c1161d640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c0c1498a0 con 0x7f2c0c06b960 2023-06-08T03:53:46.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c0b7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2c0c0c87a0 0x7f2c0c151680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c0b7fe640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2c0c0c87a0 0x7f2c0c151680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:34504/0 (socket says 172.21.15.62:34504) 2023-06-08T03:53:46.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c0b7fe640 1 -- 172.21.15.62:0/3560139819 learned_addr learned my addr 172.21.15.62:0/3560139819 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:46.894 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c0affd640 1 --2- 172.21.15.62:0/3560139819 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2c0c06b960 0x7f2c0c0c2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c0a7fc640 1 --2- 172.21.15.62:0/3560139819 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2c0c0c8320 0x7f2c0c151140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c0b7fe640 1 -- 172.21.15.62:0/3560139819 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2c0c06b960 msgr2=0x7f2c0c0c2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:46.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c0b7fe640 1 --2- 172.21.15.62:0/3560139819 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2c0c06b960 0x7f2c0c0c2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c0b7fe640 1 -- 172.21.15.62:0/3560139819 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2c0c0c8320 msgr2=0x7f2c0c151140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:46.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c0b7fe640 1 --2- 172.21.15.62:0/3560139819 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2c0c0c8320 0x7f2c0c151140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:46.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c0b7fe640 1 -- 172.21.15.62:0/3560139819 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bf4009420 con 0x7f2c0c0c87a0 2023-06-08T03:53:46.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c0b7fe640 1 --2- 172.21.15.62:0/3560139819 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2c0c0c87a0 0x7f2c0c151680 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f2c0400ca80 tx=0x7f2c0400cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:46.895 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c037fe640 1 -- 172.21.15.62:0/3560139819 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c0400abd0 con 0x7f2c0c0c87a0 2023-06-08T03:53:46.896 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c037fe640 1 -- 172.21.15.62:0/3560139819 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c0400ad30 con 0x7f2c0c0c87a0 2023-06-08T03:53:46.896 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c1161d640 1 -- 172.21.15.62:0/3560139819 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c0c0c2750 con 0x7f2c0c0c87a0 2023-06-08T03:53:46.896 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c037fe640 1 -- 172.21.15.62:0/3560139819 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c04012600 con 0x7f2c0c0c87a0 2023-06-08T03:53:46.896 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.883+0000 7f2c1161d640 1 -- 172.21.15.62:0/3560139819 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c0c149f50 con 0x7f2c0c0c87a0 2023-06-08T03:53:46.897 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.887+0000 7f2c1161d640 1 -- 172.21.15.62:0/3560139819 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c0c04d6c0 con 0x7f2c0c0c87a0 2023-06-08T03:53:46.897 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.887+0000 7f2c037fe640 1 -- 172.21.15.62:0/3560139819 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2c04007070 con 0x7f2c0c0c87a0 2023-06-08T03:53:46.897 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.887+0000 7f2c037fe640 1 --2- 172.21.15.62:0/3560139819 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2bec0662b0 0x7f2bec068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:46.897 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.887+0000 7f2c037fe640 1 -- 172.21.15.62:0/3560139819 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f2c04083e60 con 0x7f2c0c0c87a0 2023-06-08T03:53:46.897 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.887+0000 7f2c0affd640 1 --2- 172.21.15.62:0/3560139819 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2bec0662b0 0x7f2bec068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:46.897 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.887+0000 7f2c0affd640 1 --2- 172.21.15.62:0/3560139819 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2bec0662b0 0x7f2bec068760 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f2c0c0c1440 tx=0x7f2bfc009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:46.899 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:46.891+0000 7f2c037fe640 1 -- 172.21.15.62:0/3560139819 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f2c040ae700 con 0x7f2c0c0c87a0 2023-06-08T03:53:47.081 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:47.071+0000 7f2c1161d640 1 -- 172.21.15.62:0/3560139819 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f2c0c0cea40 con 0x7f2c0c0c87a0 2023-06-08T03:53:47.082 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:47.071+0000 7f2c037fe640 1 -- 172.21.15.62:0/3560139819 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v13) v1 ==== 53+0+73 (secure 0 0 0) 0x7f2c04017070 con 0x7f2c0c0c87a0 2023-06-08T03:53:47.082 INFO:teuthology.orchestra.run.smithi062.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-06-08T03:53:47.085 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:47.075+0000 7f2c1161d640 1 -- 172.21.15.62:0/3560139819 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2bec0662b0 msgr2=0x7f2bec068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:47.085 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:47.075+0000 7f2c1161d640 1 --2- 172.21.15.62:0/3560139819 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2bec0662b0 0x7f2bec068760 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f2c0c0c1440 tx=0x7f2bfc009040 comp rx=0 tx=0).stop 2023-06-08T03:53:47.085 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:47.075+0000 7f2c1161d640 1 -- 172.21.15.62:0/3560139819 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2c0c0c87a0 msgr2=0x7f2c0c151680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:47.085 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:47.075+0000 7f2c1161d640 1 --2- 172.21.15.62:0/3560139819 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2c0c0c87a0 0x7f2c0c151680 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f2c0400ca80 tx=0x7f2c0400cf40 comp rx=0 tx=0).stop 2023-06-08T03:53:47.085 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:47.075+0000 7f2c1161d640 1 -- 172.21.15.62:0/3560139819 shutdown_connections 2023-06-08T03:53:47.085 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:47.075+0000 7f2c1161d640 1 --2- 172.21.15.62:0/3560139819 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f2bec0662b0 0x7f2bec068760 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:47.086 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:47.075+0000 7f2c1161d640 1 --2- 172.21.15.62:0/3560139819 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2c0c0c87a0 0x7f2c0c151680 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:47.086 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:47.075+0000 7f2c1161d640 1 --2- 172.21.15.62:0/3560139819 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f2c0c0c8320 0x7f2c0c151140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:47.086 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:47.075+0000 7f2c1161d640 1 --2- 172.21.15.62:0/3560139819 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f2c0c06b960 0x7f2c0c0c2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:47.086 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:47.075+0000 7f2c1161d640 1 -- 172.21.15.62:0/3560139819 >> 172.21.15.62:0/3560139819 conn(0x7f2c0c0af640 msgr2=0x7f2c0c1527a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:47.086 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:47.075+0000 7f2c1161d640 1 -- 172.21.15.62:0/3560139819 shutdown_connections 2023-06-08T03:53:47.086 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:47.075+0000 7f2c1161d640 1 -- 172.21.15.62:0/3560139819 wait complete. 2023-06-08T03:53:47.099 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-06-08T03:53:47.099 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-06-08T03:53:47.100 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi062.front.sepia.ceph.com 2023-06-08T03:53:47.100 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-06-08T03:53:47.100 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-06-08T03:53:47.101 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-06-08T03:53:47.101 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-06-08T03:53:47.101 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-06-08T03:53:47.101 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-06-08T03:53:47.102 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:47.102 DEBUG:teuthology.orchestra.run.smithi062:> ip addr 2023-06-08T03:53:47.108 INFO:teuthology.orchestra.run.smithi062.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-08T03:53:47.108 INFO:teuthology.orchestra.run.smithi062.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-08T03:53:47.108 INFO:teuthology.orchestra.run.smithi062.stdout: inet 127.0.0.1/8 scope host lo 2023-06-08T03:53:47.108 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:47.108 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 ::1/128 scope host 2023-06-08T03:53:47.108 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:47.109 INFO:teuthology.orchestra.run.smithi062.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-08T03:53:47.109 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0c:c4:7a:a9:aa:14 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:53:47.109 INFO:teuthology.orchestra.run.smithi062.stdout: altname enp7s0f0 2023-06-08T03:53:47.109 INFO:teuthology.orchestra.run.smithi062.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-08T03:53:47.109 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0c:c4:7a:a9:aa:15 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:53:47.109 INFO:teuthology.orchestra.run.smithi062.stdout: altname enp7s0f1 2023-06-08T03:53:47.109 INFO:teuthology.orchestra.run.smithi062.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-08T03:53:47.110 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0c:c4:7a:bb:d1:c2 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:53:47.110 INFO:teuthology.orchestra.run.smithi062.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-06-08T03:53:47.110 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0c:c4:7a:bb:d1:c3 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:53:47.110 INFO:teuthology.orchestra.run.smithi062.stdout: inet 172.21.15.62/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-06-08T03:53:47.110 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft 42396sec preferred_lft 42396sec 2023-06-08T03:53:47.110 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 fe80::ec4:7aff:febb:d1c3/64 scope link 2023-06-08T03:53:47.110 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:47.111 INFO:teuthology.orchestra.run.smithi062.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-06-08T03:53:47.111 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 02:42:b9:06:f2:60 brd ff:ff:ff:ff:ff:ff 2023-06-08T03:53:47.111 INFO:teuthology.orchestra.run.smithi062.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-06-08T03:53:47.111 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:47.111 INFO:teuthology.orchestra.run.smithi062.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-08T03:53:47.111 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-06-08T03:53:47.111 INFO:teuthology.orchestra.run.smithi062.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-06-08T03:53:47.111 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:47.112 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-06-08T03:53:47.112 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:47.112 INFO:teuthology.orchestra.run.smithi062.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-06-08T03:53:47.112 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-06-08T03:53:47.112 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-06-08T03:53:47.112 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:47.112 INFO:teuthology.orchestra.run.smithi062.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-06-08T03:53:47.113 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2023-06-08T03:53:47.113 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2023-06-08T03:53:47.113 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-06-08T03:53:47.113 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:47.113 DEBUG:teuthology.orchestra.run.smithi062:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-06-08T03:53:47.160 INFO:teuthology.orchestra.run.smithi062.stdout:1 2023-06-08T03:53:47.162 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:47.162 DEBUG:teuthology.orchestra.run.smithi062:> route 2023-06-08T03:53:47.213 INFO:teuthology.orchestra.run.smithi062.stdout:Kernel IP routing table 2023-06-08T03:53:47.213 INFO:teuthology.orchestra.run.smithi062.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-06-08T03:53:47.213 INFO:teuthology.orchestra.run.smithi062.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-06-08T03:53:47.213 INFO:teuthology.orchestra.run.smithi062.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-06-08T03:53:47.214 INFO:teuthology.orchestra.run.smithi062.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-06-08T03:53:47.214 INFO:teuthology.orchestra.run.smithi062.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-06-08T03:53:47.214 INFO:teuthology.orchestra.run.smithi062.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-08T03:53:47.214 INFO:teuthology.orchestra.run.smithi062.stdout:ns2.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-08T03:53:47.214 INFO:teuthology.orchestra.run.smithi062.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-08T03:53:47.214 INFO:teuthology.orchestra.run.smithi062.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-06-08T03:53:47.214 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:47.215 DEBUG:teuthology.orchestra.run.smithi062:> (cd / && exec bash -c ' 2023-06-08T03:53:47.215 DEBUG:teuthology.orchestra.run.smithi062:> set -e 2023-06-08T03:53:47.215 DEBUG:teuthology.orchestra.run.smithi062:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-06-08T03:53:47.216 DEBUG:teuthology.orchestra.run.smithi062:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-06-08T03:53:47.216 DEBUG:teuthology.orchestra.run.smithi062:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-06-08T03:53:47.216 DEBUG:teuthology.orchestra.run.smithi062:> ') 2023-06-08T03:53:47.285 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:47.286 DEBUG:teuthology.orchestra.run.smithi062:> ip netns list 2023-06-08T03:53:47.330 INFO:teuthology.orchestra.run.smithi062.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2023-06-08T03:53:47.330 INFO:teuthology.orchestra.run.smithi062.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-06-08T03:53:47.330 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-06-08T03:53:47.330 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:47.331 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip link set brx.0 up 2023-06-08T03:53:47.387 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2023-06-08T03:53:47.388 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-08T03:53:47.388 DEBUG:teuthology.orchestra.run.smithi062:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-06-08T03:53:47.435 INFO:teuthology.orchestra.run.smithi062.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-06-08T03:53:47.435 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-08T03:53:47.435 DEBUG:teuthology.orchestra.run.smithi062:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-06-08T03:53:47.482 DEBUG:teuthology.orchestra.run.smithi062:> sudo modprobe fuse 2023-06-08T03:53:47.540 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-08T03:53:47.541 DEBUG:teuthology.orchestra.run.smithi062:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-08T03:53:47.595 INFO:teuthology.orchestra.run.smithi062.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-08T03:53:47.596 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-08T03:53:47.597 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:47.597 DEBUG:teuthology.orchestra.run.smithi062:> ls /sys/fs/fuse/connections 2023-06-08T03:53:47.642 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-06-08T03:53:47.643 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2023-06-08T03:53:47.687 DEBUG:teuthology.orchestra.run.smithi062:> sudo modprobe fuse 2023-06-08T03:53:47.703 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-08T03:53:47.703 DEBUG:teuthology.orchestra.run.smithi062:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-08T03:53:47.762 INFO:teuthology.orchestra.run.smithi062.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-08T03:53:47.763 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-08T03:53:47.763 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:47.764 DEBUG:teuthology.orchestra.run.smithi062:> ls /sys/fs/fuse/connections 2023-06-08T03:53:47.771 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi062.stderr:2023-06-08T03:53:47.763+0000 7fba05ed8580 -1 init, newargv = 0x55e4820a5d10 newargc=15 2023-06-08T03:53:47.772 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi062.stderr:ceph-fuse[48111]: starting ceph client 2023-06-08T03:53:47.778 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi062.stderr:ceph-fuse[48111]: starting fuse 2023-06-08T03:53:48.876 DEBUG:teuthology.orchestra.run.smithi062:> sudo modprobe fuse 2023-06-08T03:53:48.891 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-08T03:53:48.892 DEBUG:teuthology.orchestra.run.smithi062:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-08T03:53:48.946 INFO:teuthology.orchestra.run.smithi062.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-08T03:53:48.947 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-08T03:53:48.947 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:48.948 DEBUG:teuthology.orchestra.run.smithi062:> ls /sys/fs/fuse/connections 2023-06-08T03:53:48.995 INFO:teuthology.orchestra.run.smithi062.stdout:45 2023-06-08T03:53:48.995 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2023-06-08T03:53:48.995 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-06-08T03:53:48.996 DEBUG:teuthology.orchestra.run.smithi062:> import glob 2023-06-08T03:53:48.996 DEBUG:teuthology.orchestra.run.smithi062:> import re 2023-06-08T03:53:48.996 DEBUG:teuthology.orchestra.run.smithi062:> import os 2023-06-08T03:53:48.997 DEBUG:teuthology.orchestra.run.smithi062:> import subprocess 2023-06-08T03:53:48.997 DEBUG:teuthology.orchestra.run.smithi062:> 2023-06-08T03:53:48.997 DEBUG:teuthology.orchestra.run.smithi062:> def _find_admin_socket(client_name): 2023-06-08T03:53:48.998 DEBUG:teuthology.orchestra.run.smithi062:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2023-06-08T03:53:48.998 DEBUG:teuthology.orchestra.run.smithi062:> files = glob.glob(asok_path) 2023-06-08T03:53:48.998 DEBUG:teuthology.orchestra.run.smithi062:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2023-06-08T03:53:48.999 DEBUG:teuthology.orchestra.run.smithi062:> 2023-06-08T03:53:48.999 DEBUG:teuthology.orchestra.run.smithi062:> # Given a non-glob path, it better be there 2023-06-08T03:53:48.999 DEBUG:teuthology.orchestra.run.smithi062:> if "*" not in asok_path: 2023-06-08T03:53:48.999 DEBUG:teuthology.orchestra.run.smithi062:> assert(len(files) == 1) 2023-06-08T03:53:49.000 DEBUG:teuthology.orchestra.run.smithi062:> return files[0] 2023-06-08T03:53:49.000 DEBUG:teuthology.orchestra.run.smithi062:> 2023-06-08T03:53:49.000 DEBUG:teuthology.orchestra.run.smithi062:> for f in files: 2023-06-08T03:53:49.001 DEBUG:teuthology.orchestra.run.smithi062:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-06-08T03:53:49.001 DEBUG:teuthology.orchestra.run.smithi062:> if os.path.exists("/proc/{0}".format(pid)): 2023-06-08T03:53:49.001 DEBUG:teuthology.orchestra.run.smithi062:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-06-08T03:53:49.001 DEBUG:teuthology.orchestra.run.smithi062:> contents = proc_f.read() 2023-06-08T03:53:49.002 DEBUG:teuthology.orchestra.run.smithi062:> if mountpoint in contents: 2023-06-08T03:53:49.002 DEBUG:teuthology.orchestra.run.smithi062:> return f 2023-06-08T03:53:49.002 DEBUG:teuthology.orchestra.run.smithi062:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-06-08T03:53:49.003 DEBUG:teuthology.orchestra.run.smithi062:> 2023-06-08T03:53:49.003 DEBUG:teuthology.orchestra.run.smithi062:> print(_find_admin_socket("client.0")) 2023-06-08T03:53:49.003 DEBUG:teuthology.orchestra.run.smithi062:> ' 2023-06-08T03:53:49.119 INFO:teuthology.orchestra.run.smithi062.stdout:/var/run/ceph/ceph-client.0.48111.asok 2023-06-08T03:53:49.300 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.48111.asok 2023-06-08T03:53:49.301 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:49.301 DEBUG:teuthology.orchestra.run.smithi062:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.48111.asok status 2023-06-08T03:53:49.461 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2023-06-08T03:53:49.461 INFO:teuthology.orchestra.run.smithi062.stdout: "metadata": { 2023-06-08T03:53:49.461 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_sha1": "a02638f808b8fe11bccdd01222c0e6e2eb71120b", 2023-06-08T03:53:49.461 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_version": "ceph version 18.0.0-4313-ga02638f8 (a02638f808b8fe11bccdd01222c0e6e2eb71120b) reef (dev)", 2023-06-08T03:53:49.461 INFO:teuthology.orchestra.run.smithi062.stdout: "entity_id": "0", 2023-06-08T03:53:49.462 INFO:teuthology.orchestra.run.smithi062.stdout: "hostname": "smithi062", 2023-06-08T03:53:49.462 INFO:teuthology.orchestra.run.smithi062.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2023-06-08T03:53:49.462 INFO:teuthology.orchestra.run.smithi062.stdout: "pid": "48111", 2023-06-08T03:53:49.462 INFO:teuthology.orchestra.run.smithi062.stdout: "root": "/" 2023-06-08T03:53:49.462 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:49.462 INFO:teuthology.orchestra.run.smithi062.stdout: "dentry_count": 0, 2023-06-08T03:53:49.462 INFO:teuthology.orchestra.run.smithi062.stdout: "dentry_pinned_count": 0, 2023-06-08T03:53:49.462 INFO:teuthology.orchestra.run.smithi062.stdout: "id": 5544, 2023-06-08T03:53:49.463 INFO:teuthology.orchestra.run.smithi062.stdout: "inst": { 2023-06-08T03:53:49.463 INFO:teuthology.orchestra.run.smithi062.stdout: "name": { 2023-06-08T03:53:49.463 INFO:teuthology.orchestra.run.smithi062.stdout: "type": "client", 2023-06-08T03:53:49.463 INFO:teuthology.orchestra.run.smithi062.stdout: "num": 5544 2023-06-08T03:53:49.463 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:49.463 INFO:teuthology.orchestra.run.smithi062.stdout: "addr": { 2023-06-08T03:53:49.463 INFO:teuthology.orchestra.run.smithi062.stdout: "type": "v1", 2023-06-08T03:53:49.463 INFO:teuthology.orchestra.run.smithi062.stdout: "addr": "192.168.0.1:0", 2023-06-08T03:53:49.464 INFO:teuthology.orchestra.run.smithi062.stdout: "nonce": 1783146545 2023-06-08T03:53:49.464 INFO:teuthology.orchestra.run.smithi062.stdout: } 2023-06-08T03:53:49.464 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:49.464 INFO:teuthology.orchestra.run.smithi062.stdout: "addr": { 2023-06-08T03:53:49.464 INFO:teuthology.orchestra.run.smithi062.stdout: "type": "v1", 2023-06-08T03:53:49.464 INFO:teuthology.orchestra.run.smithi062.stdout: "addr": "192.168.0.1:0", 2023-06-08T03:53:49.464 INFO:teuthology.orchestra.run.smithi062.stdout: "nonce": 1783146545 2023-06-08T03:53:49.465 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2023-06-08T03:53:49.465 INFO:teuthology.orchestra.run.smithi062.stdout: "inst_str": "client.5544 192.168.0.1:0/1783146545", 2023-06-08T03:53:49.465 INFO:teuthology.orchestra.run.smithi062.stdout: "addr_str": "192.168.0.1:0/1783146545", 2023-06-08T03:53:49.465 INFO:teuthology.orchestra.run.smithi062.stdout: "inode_count": 1, 2023-06-08T03:53:49.465 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_epoch": 13, 2023-06-08T03:53:49.465 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_epoch": 37, 2023-06-08T03:53:49.465 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_epoch_barrier": 0, 2023-06-08T03:53:49.465 INFO:teuthology.orchestra.run.smithi062.stdout: "blocklisted": false, 2023-06-08T03:53:49.466 INFO:teuthology.orchestra.run.smithi062.stdout: "fs_name": "cephfs" 2023-06-08T03:53:49.466 INFO:teuthology.orchestra.run.smithi062.stdout:} 2023-06-08T03:53:49.474 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:49.475 DEBUG:teuthology.orchestra.run.smithi062:> stat --file-system '--printf=%T 2023-06-08T03:53:49.475 DEBUG:teuthology.orchestra.run.smithi062:> ' -- /home/ubuntu/cephtest/mnt.0 2023-06-08T03:53:49.480 INFO:teuthology.orchestra.run.smithi062.stdout:fuseblk 2023-06-08T03:53:49.481 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2023-06-08T03:53:49.481 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:49.481 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-06-08T03:53:49.533 DEBUG:teuthology.orchestra.run.smithi062:> mktemp -d --suffix=xfstests-dev 2023-06-08T03:53:49.578 INFO:teuthology.orchestra.run.smithi062.stdout:/tmp/tmp.9QEZAyoOKCxfstests-dev 2023-06-08T03:53:49.579 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:49.579 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo chmod a+rx /tmp/tmp.9QEZAyoOKCxfstests-dev) 2023-06-08T03:53:49.637 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:49.638 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest/mnt.0 && exec git clone https://git.ceph.com/xfstests-dev.git --depth 1 /tmp/tmp.9QEZAyoOKCxfstests-dev) 2023-06-08T03:53:49.693 INFO:teuthology.orchestra.run.smithi062.stderr:Cloning into '/tmp/tmp.9QEZAyoOKCxfstests-dev'... 2023-06-08T03:53:50.441 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:50.441 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir test) 2023-06-08T03:53:50.495 DEBUG:teuthology.orchestra.run.smithi062:> mktemp -d --suffix=test 2023-06-08T03:53:50.542 INFO:teuthology.orchestra.run.smithi062.stdout:/tmp/tmp.x03Nng5zOjtest 2023-06-08T03:53:50.542 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:53:50.543 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir scratch) 2023-06-08T03:53:50.595 DEBUG:teuthology.orchestra.run.smithi062:> mktemp -d --suffix=scratch 2023-06-08T03:53:50.642 INFO:teuthology.orchestra.run.smithi062.stdout:/tmp/tmp.99WokVlGHYscratch 2023-06-08T03:53:50.642 INFO:tasks.cephfs.xfstests_dev:distro and version detected is "ubuntu" and "22.04". 2023-06-08T03:53:50.644 DEBUG:teuthology.orchestra.run.smithi062:> sudo apt-get install -y xfslibs-dev uuid-dev libtool-bin e2fsprogs automake gcc libuuid1 quota attr libattr1-dev make libacl1-dev libaio-dev xfsprogs libgdbm-dev gawk fio dbench uuid-runtime python2 sqlite3 2023-06-08T03:53:50.753 INFO:teuthology.orchestra.run.smithi062.stdout:Reading package lists... 2023-06-08T03:53:50.932 INFO:teuthology.orchestra.run.smithi062.stdout:Building dependency tree... 2023-06-08T03:53:50.933 INFO:teuthology.orchestra.run.smithi062.stdout:Reading state information... 2023-06-08T03:53:51.095 INFO:teuthology.orchestra.run.smithi062.stdout:attr is already the newest version (1:2.5.1-1build1). 2023-06-08T03:53:51.095 INFO:teuthology.orchestra.run.smithi062.stdout:automake is already the newest version (1:1.16.5-1.3). 2023-06-08T03:53:51.096 INFO:teuthology.orchestra.run.smithi062.stdout:gawk is already the newest version (1:5.1.0-1build3). 2023-06-08T03:53:51.096 INFO:teuthology.orchestra.run.smithi062.stdout:gcc is already the newest version (4:11.2.0-1ubuntu1). 2023-06-08T03:53:51.096 INFO:teuthology.orchestra.run.smithi062.stdout:gcc set to manually installed. 2023-06-08T03:53:51.096 INFO:teuthology.orchestra.run.smithi062.stdout:libacl1-dev is already the newest version (2.3.1-1). 2023-06-08T03:53:51.096 INFO:teuthology.orchestra.run.smithi062.stdout:libaio-dev is already the newest version (0.3.112-13build1). 2023-06-08T03:53:51.096 INFO:teuthology.orchestra.run.smithi062.stdout:libattr1-dev is already the newest version (1:2.5.1-1build1). 2023-06-08T03:53:51.096 INFO:teuthology.orchestra.run.smithi062.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2023-06-08T03:53:51.097 INFO:teuthology.orchestra.run.smithi062.stdout:libuuid1 is already the newest version (2.37.2-4ubuntu3). 2023-06-08T03:53:51.097 INFO:teuthology.orchestra.run.smithi062.stdout:make is already the newest version (4.3-4.1build1). 2023-06-08T03:53:51.097 INFO:teuthology.orchestra.run.smithi062.stdout:make set to manually installed. 2023-06-08T03:53:51.097 INFO:teuthology.orchestra.run.smithi062.stdout:quota is already the newest version (4.06-1build2). 2023-06-08T03:53:51.097 INFO:teuthology.orchestra.run.smithi062.stdout:uuid-dev is already the newest version (2.37.2-4ubuntu3). 2023-06-08T03:53:51.097 INFO:teuthology.orchestra.run.smithi062.stdout:uuid-runtime is already the newest version (2.37.2-4ubuntu3). 2023-06-08T03:53:51.097 INFO:teuthology.orchestra.run.smithi062.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2023-06-08T03:53:51.097 INFO:teuthology.orchestra.run.smithi062.stdout:xfsprogs is already the newest version (5.13.0-1ubuntu2). 2023-06-08T03:53:51.098 INFO:teuthology.orchestra.run.smithi062.stdout:dbench is already the newest version (4.0-2build1). 2023-06-08T03:53:51.098 INFO:teuthology.orchestra.run.smithi062.stdout:python2 is already the newest version (2.7.18-3). 2023-06-08T03:53:51.098 INFO:teuthology.orchestra.run.smithi062.stdout:python2 set to manually installed. 2023-06-08T03:53:51.098 INFO:teuthology.orchestra.run.smithi062.stdout:e2fsprogs is already the newest version (1.46.5-2ubuntu1.1). 2023-06-08T03:53:51.098 INFO:teuthology.orchestra.run.smithi062.stdout:The following packages were automatically installed and are no longer required: 2023-06-08T03:53:51.098 INFO:teuthology.orchestra.run.smithi062.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libiscsi7 libpmemobj1 2023-06-08T03:53:51.098 INFO:teuthology.orchestra.run.smithi062.stdout: libpython2-dev libpython2.7 libpython2.7-dev linux-image-5.4.0-135-generic 2023-06-08T03:53:51.099 INFO:teuthology.orchestra.run.smithi062.stdout: linux-modules-5.4.0-135-generic python2-dev python2.7-dev 2023-06-08T03:53:51.099 INFO:teuthology.orchestra.run.smithi062.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-08T03:53:51.099 INFO:teuthology.orchestra.run.smithi062.stdout:The following additional packages will be installed: 2023-06-08T03:53:51.099 INFO:teuthology.orchestra.run.smithi062.stdout: libpmemblk1 2023-06-08T03:53:51.100 INFO:teuthology.orchestra.run.smithi062.stdout:Suggested packages: 2023-06-08T03:53:51.100 INFO:teuthology.orchestra.run.smithi062.stdout: gnuplot gfio python-scipy sqlite3-doc 2023-06-08T03:53:51.125 INFO:teuthology.orchestra.run.smithi062.stdout:The following NEW packages will be installed: 2023-06-08T03:53:51.126 INFO:teuthology.orchestra.run.smithi062.stdout: fio libgdbm-dev libpmemblk1 sqlite3 2023-06-08T03:53:51.196 INFO:teuthology.orchestra.run.smithi062.stdout:0 upgraded, 4 newly installed, 0 to remove and 188 not upgraded. 2023-06-08T03:53:51.196 INFO:teuthology.orchestra.run.smithi062.stdout:Need to get 4,997 kB of archives. 2023-06-08T03:53:51.196 INFO:teuthology.orchestra.run.smithi062.stdout:After this operation, 9,949 kB of additional disk space will be used. 2023-06-08T03:53:51.197 INFO:teuthology.orchestra.run.smithi062.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libpmemblk1 amd64 1.11.1-3build1 [65.6 kB] 2023-06-08T03:53:51.255 INFO:teuthology.orchestra.run.smithi062.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 fio amd64 3.28-1 [4,047 kB] 2023-06-08T03:53:51.386 INFO:teuthology.orchestra.run.smithi062.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 libgdbm-dev amd64 1.23-1 [117 kB] 2023-06-08T03:53:51.387 INFO:teuthology.orchestra.run.smithi062.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 sqlite3 amd64 3.37.2-2ubuntu0.1 [768 kB] 2023-06-08T03:53:51.706 INFO:teuthology.orchestra.run.smithi062.stderr:debconf: unable to initialize frontend: Dialog 2023-06-08T03:53:51.707 INFO:teuthology.orchestra.run.smithi062.stderr:debconf: (Dialog frontend will not work on a dumb terminal, an emacs shell buffer, or without a controlling terminal.) 2023-06-08T03:53:51.707 INFO:teuthology.orchestra.run.smithi062.stderr:debconf: falling back to frontend: Readline 2023-06-08T03:53:51.723 INFO:teuthology.orchestra.run.smithi062.stderr:debconf: unable to initialize frontend: Readline 2023-06-08T03:53:51.724 INFO:teuthology.orchestra.run.smithi062.stderr:debconf: (This frontend requires a controlling tty.) 2023-06-08T03:53:51.724 INFO:teuthology.orchestra.run.smithi062.stderr:debconf: falling back to frontend: Teletype 2023-06-08T03:53:51.728 INFO:teuthology.orchestra.run.smithi062.stderr:dpkg-preconfigure: unable to re-open stdin: 2023-06-08T03:53:51.758 INFO:teuthology.orchestra.run.smithi062.stdout:Fetched 4,997 kB in 0s (19.0 MB/s) 2023-06-08T03:53:51.933 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libpmemblk1:amd64. 2023-06-08T03:53:52.001 INFO:teuthology.orchestra.run.smithi062.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 175767 files and directories currently installed.) 2023-06-08T03:53:52.007 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../libpmemblk1_1.11.1-3build1_amd64.deb ... 2023-06-08T03:53:52.091 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libpmemblk1:amd64 (1.11.1-3build1) ... 2023-06-08T03:53:52.378 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package fio. 2023-06-08T03:53:52.406 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../archives/fio_3.28-1_amd64.deb ... 2023-06-08T03:53:52.444 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking fio (3.28-1) ... 2023-06-08T03:53:52.865 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package libgdbm-dev:amd64. 2023-06-08T03:53:52.882 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../libgdbm-dev_1.23-1_amd64.deb ... 2023-06-08T03:53:52.915 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking libgdbm-dev:amd64 (1.23-1) ... 2023-06-08T03:53:53.210 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package sqlite3. 2023-06-08T03:53:53.227 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../sqlite3_3.37.2-2ubuntu0.1_amd64.deb ... 2023-06-08T03:53:53.268 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking sqlite3 (3.37.2-2ubuntu0.1) ... 2023-06-08T03:53:53.570 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libpmemblk1:amd64 (1.11.1-3build1) ... 2023-06-08T03:53:53.697 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up libgdbm-dev:amd64 (1.23-1) ... 2023-06-08T03:53:53.824 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up sqlite3 (3.37.2-2ubuntu0.1) ... 2023-06-08T03:53:53.949 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up fio (3.28-1) ... 2023-06-08T03:53:54.510 INFO:teuthology.orchestra.run.smithi062.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-06-08T03:53:54.654 INFO:teuthology.orchestra.run.smithi062.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-06-08T03:53:55.813 INFO:teuthology.orchestra.run.smithi062.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-06-08T03:53:56.321 DEBUG:teuthology.orchestra.run.smithi062:> sudo useradd -m fsgqa 2023-06-08T03:53:56.333 INFO:teuthology.orchestra.run.smithi062.stderr:useradd: user 'fsgqa' already exists 2023-06-08T03:53:56.334 DEBUG:teuthology.orchestra.run:got remote process result: 9 2023-06-08T03:53:56.334 DEBUG:teuthology.orchestra.run.smithi062:> sudo groupadd fsgqa 2023-06-08T03:53:56.392 INFO:teuthology.orchestra.run.smithi062.stderr:groupadd: group 'fsgqa' already exists 2023-06-08T03:53:56.393 DEBUG:teuthology.orchestra.run:got remote process result: 9 2023-06-08T03:53:56.393 DEBUG:teuthology.orchestra.run.smithi062:> sudo useradd fsgqa2 2023-06-08T03:53:56.816 DEBUG:teuthology.orchestra.run.smithi062:> sudo useradd 123456-fsgqa 2023-06-08T03:53:57.220 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json mon dump 2023-06-08T03:53:57.350 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.343+0000 7f648245c640 1 Processor -- start 2023-06-08T03:53:57.351 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.343+0000 7f648245c640 1 -- start start 2023-06-08T03:53:57.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.343+0000 7f648245c640 1 --2- >> v2:172.21.15.188:3300/0 conn(0x7f647c0b3a30 0x7f647c0b4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:57.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.343+0000 7f648245c640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f647c0d17b0 0x7f647c0ce620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:57.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.343+0000 7f648245c640 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f647c0d0be0 con 0x7f647c0b1510 2023-06-08T03:53:57.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.343+0000 7f648245c640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f647c0ccd80 con 0x7f647c0d17b0 2023-06-08T03:53:57.352 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.343+0000 7f648245c640 1 -- --> v2:172.21.15.188:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f647c0ce160 con 0x7f647c0b3a30 2023-06-08T03:53:57.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.343+0000 7f64809f9640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f647c0d17b0 0x7f647c0ce620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:57.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.343+0000 7f64809f9640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f647c0d17b0 0x7f647c0ce620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49986/0 (socket says 172.21.15.62:49986) 2023-06-08T03:53:57.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.343+0000 7f647b7fe640 1 --1- 172.21.15.62:0/2964377976 >> v1:172.21.15.62:6789/0 conn(0x7f647c0b1510 0x7f647c0b3e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:55882/0 (socket says 172.21.15.62:55882) 2023-06-08T03:53:57.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.343+0000 7f64809f9640 1 -- 172.21.15.62:0/2964377976 learned_addr learned my addr 172.21.15.62:0/2964377976 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:57.353 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.343+0000 7f647bfff640 1 --2- 172.21.15.62:0/2964377976 >> v2:172.21.15.188:3300/0 conn(0x7f647c0b3a30 0x7f647c0b4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:57.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.343+0000 7f64809f9640 1 -- 172.21.15.62:0/2964377976 >> v2:172.21.15.188:3300/0 conn(0x7f647c0b3a30 msgr2=0x7f647c0b4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:57.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.343+0000 7f64809f9640 1 --2- 172.21.15.62:0/2964377976 >> v2:172.21.15.188:3300/0 conn(0x7f647c0b3a30 0x7f647c0b4e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.343+0000 7f64809f9640 1 -- 172.21.15.62:0/2964377976 >> v1:172.21.15.62:6789/0 conn(0x7f647c0b1510 legacy=0x7f647c0b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:57.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.343+0000 7f647affd640 1 -- 172.21.15.62:0/2964377976 <== mon.0 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1856721886 0 0) 0x7f647c0d0be0 con 0x7f647c0b1510 2023-06-08T03:53:57.354 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.343+0000 7f64809f9640 1 -- 172.21.15.62:0/2964377976 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f647c0b4800 con 0x7f647c0d17b0 2023-06-08T03:53:57.355 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.343+0000 7f647bfff640 1 --2- 172.21.15.62:0/2964377976 >> v2:172.21.15.188:3300/0 conn(0x7f647c0b3a30 0x7f647c0b4e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-08T03:53:57.355 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.347+0000 7f64809f9640 1 --2- 172.21.15.62:0/2964377976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f647c0d17b0 0x7f647c0ce620 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f647c08af10 tx=0x7f647401c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=559e3199b31d82f0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:57.355 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.347+0000 7f647affd640 1 -- 172.21.15.62:0/2964377976 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64740a57d0 con 0x7f647c0d17b0 2023-06-08T03:53:57.356 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.347+0000 7f647affd640 1 -- 172.21.15.62:0/2964377976 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64740a5930 con 0x7f647c0d17b0 2023-06-08T03:53:57.356 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.347+0000 7f647affd640 1 -- 172.21.15.62:0/2964377976 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64740a5cc0 con 0x7f647c0d17b0 2023-06-08T03:53:57.356 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.347+0000 7f648245c640 1 -- 172.21.15.62:0/2964377976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f647c0d17b0 msgr2=0x7f647c0ce620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:57.357 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.347+0000 7f648245c640 1 --2- 172.21.15.62:0/2964377976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f647c0d17b0 0x7f647c0ce620 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f647c08af10 tx=0x7f647401c910 comp rx=0 tx=0).stop 2023-06-08T03:53:57.357 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.347+0000 7f648245c640 1 -- 172.21.15.62:0/2964377976 shutdown_connections 2023-06-08T03:53:57.357 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.347+0000 7f648245c640 1 --2- 172.21.15.62:0/2964377976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f647c0d17b0 0x7f647c0ce620 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.357 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.347+0000 7f648245c640 1 --2- 172.21.15.62:0/2964377976 >> v2:172.21.15.188:3300/0 conn(0x7f647c0b3a30 0x7f647c0b4e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.357 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.347+0000 7f648245c640 1 -- 172.21.15.62:0/2964377976 >> 172.21.15.62:0/2964377976 conn(0x7f647c0d1fb0 msgr2=0x7f647c0d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:57.357 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.347+0000 7f648245c640 1 -- 172.21.15.62:0/2964377976 shutdown_connections 2023-06-08T03:53:57.357 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.347+0000 7f648245c640 1 -- 172.21.15.62:0/2964377976 wait complete. 2023-06-08T03:53:57.359 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.347+0000 7f648245c640 1 Processor -- start 2023-06-08T03:53:57.359 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.347+0000 7f648245c640 1 -- start start 2023-06-08T03:53:57.359 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.347+0000 7f648245c640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f647c0b3a30 0x7f647c0c8200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:57.359 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f648245c640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f647c0d17b0 0x7f647c0cb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:57.359 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f648245c640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f647c0c8740 0x7f647c155a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:57.360 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f648245c640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f647c148cf0 con 0x7f647c0c8740 2023-06-08T03:53:57.360 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f648245c640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f647c0c9d30 con 0x7f647c0b3a30 2023-06-08T03:53:57.360 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f648245c640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f647c0c91b0 con 0x7f647c0d17b0 2023-06-08T03:53:57.360 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f64809f9640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f647c0c8740 0x7f647c155a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:57.360 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f64809f9640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f647c0c8740 0x7f647c155a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50000/0 (socket says 172.21.15.62:50000) 2023-06-08T03:53:57.360 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f64809f9640 1 -- 172.21.15.62:0/688689344 learned_addr learned my addr 172.21.15.62:0/688689344 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:57.360 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f647b7fe640 1 --2- 172.21.15.62:0/688689344 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f647c0d17b0 0x7f647c0cb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:57.361 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f647bfff640 1 --2- 172.21.15.62:0/688689344 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f647c0b3a30 0x7f647c0c8200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:57.361 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f64809f9640 1 -- 172.21.15.62:0/688689344 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f647c0d17b0 msgr2=0x7f647c0cb7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:57.361 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f64809f9640 1 --2- 172.21.15.62:0/688689344 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f647c0d17b0 0x7f647c0cb7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.361 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f64809f9640 1 -- 172.21.15.62:0/688689344 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f647c0b3a30 msgr2=0x7f647c0c8200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:57.361 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f64809f9640 1 --2- 172.21.15.62:0/688689344 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f647c0b3a30 0x7f647c0c8200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.361 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f64809f9640 1 -- 172.21.15.62:0/688689344 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6474009b30 con 0x7f647c0c8740 2023-06-08T03:53:57.361 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f64809f9640 1 --2- 172.21.15.62:0/688689344 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f647c0c8740 0x7f647c155a20 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f64740af040 tx=0x7f64740196b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:57.362 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f6478ff9640 1 -- 172.21.15.62:0/688689344 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64740b8670 con 0x7f647c0c8740 2023-06-08T03:53:57.362 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f6478ff9640 1 -- 172.21.15.62:0/688689344 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64740b87d0 con 0x7f647c0c8740 2023-06-08T03:53:57.362 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f648245c640 1 -- 172.21.15.62:0/688689344 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f647c0c9490 con 0x7f647c0c8740 2023-06-08T03:53:57.362 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f6478ff9640 1 -- 172.21.15.62:0/688689344 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64740b8b60 con 0x7f647c0c8740 2023-06-08T03:53:57.362 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f648245c640 1 -- 172.21.15.62:0/688689344 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f647c0c9a50 con 0x7f647c0c8740 2023-06-08T03:53:57.363 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f648245c640 1 -- 172.21.15.62:0/688689344 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f647c04d6c0 con 0x7f647c0c8740 2023-06-08T03:53:57.363 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f6478ff9640 1 -- 172.21.15.62:0/688689344 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f64740b8cc0 con 0x7f647c0c8740 2023-06-08T03:53:57.363 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f6478ff9640 1 --2- 172.21.15.62:0/688689344 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6468066280 0x7f6468068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:57.363 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f6478ff9640 1 -- 172.21.15.62:0/688689344 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f647411f440 con 0x7f647c0c8740 2023-06-08T03:53:57.363 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.351+0000 7f647bfff640 1 --2- 172.21.15.62:0/688689344 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6468066280 0x7f6468068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:57.363 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.355+0000 7f647bfff640 1 --2- 172.21.15.62:0/688689344 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6468066280 0x7f6468068730 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f647c0d0240 tx=0x7f6470008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:57.365 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.355+0000 7f6478ff9640 1 -- 172.21.15.62:0/688689344 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f64740eca70 con 0x7f647c0c8740 2023-06-08T03:53:57.575 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.567+0000 7f648245c640 1 -- 172.21.15.62:0/688689344 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f647c0d2db0 con 0x7f647c0c8740 2023-06-08T03:53:57.575 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.567+0000 7f6478ff9640 1 -- 172.21.15.62:0/688689344 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+1276 (secure 0 0 0) 0x7f64740bc510 con 0x7f647c0c8740 2023-06-08T03:53:57.576 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:53:57.576 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":1,"fsid":"38543461-7da4-4257-82f0-49ef761f6bad","modified":"2023-06-08T03:51:29.294754Z","created":"2023-06-08T03:51:29.294754Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:3300","nonce":0},{"type":"v1","addr":"172.21.15.62:6789","nonce":0}]},"addr":"172.21.15.62:6789/0","public_addr":"172.21.15.62:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:3300","nonce":0},{"type":"v1","addr":"172.21.15.188:6789","nonce":0}]},"addr":"172.21.15.188:6789/0","public_addr":"172.21.15.188:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:3301","nonce":0},{"type":"v1","addr":"172.21.15.188:6790","nonce":0}]},"addr":"172.21.15.188:6790/0","public_addr":"172.21.15.188:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2023-06-08T03:53:57.576 INFO:teuthology.orchestra.run.smithi062.stderr:dumped monmap epoch 1 2023-06-08T03:53:57.578 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.567+0000 7f648245c640 1 -- 172.21.15.62:0/688689344 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6468066280 msgr2=0x7f6468068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:57.578 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.567+0000 7f648245c640 1 --2- 172.21.15.62:0/688689344 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6468066280 0x7f6468068730 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f647c0d0240 tx=0x7f6470008040 comp rx=0 tx=0).stop 2023-06-08T03:53:57.578 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.567+0000 7f648245c640 1 -- 172.21.15.62:0/688689344 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f647c0c8740 msgr2=0x7f647c155a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:57.578 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.567+0000 7f648245c640 1 --2- 172.21.15.62:0/688689344 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f647c0c8740 0x7f647c155a20 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f64740af040 tx=0x7f64740196b0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.578 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.567+0000 7f648245c640 1 -- 172.21.15.62:0/688689344 shutdown_connections 2023-06-08T03:53:57.578 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.567+0000 7f648245c640 1 --2- 172.21.15.62:0/688689344 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7f6468066280 0x7f6468068730 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.579 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.567+0000 7f648245c640 1 --2- 172.21.15.62:0/688689344 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f647c0c8740 0x7f647c155a20 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.579 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.567+0000 7f648245c640 1 --2- 172.21.15.62:0/688689344 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7f647c0d17b0 0x7f647c0cb7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.579 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.567+0000 7f648245c640 1 --2- 172.21.15.62:0/688689344 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7f647c0b3a30 0x7f647c0c8200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.579 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.567+0000 7f648245c640 1 -- 172.21.15.62:0/688689344 >> 172.21.15.62:0/688689344 conn(0x7f647c0d1fb0 msgr2=0x7f647c06a320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:57.579 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.567+0000 7f648245c640 1 -- 172.21.15.62:0/688689344 shutdown_connections 2023-06-08T03:53:57.579 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.567+0000 7f648245c640 1 -- 172.21.15.62:0/688689344 wait complete. 2023-06-08T03:53:57.594 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get client.admin 2023-06-08T03:53:57.713 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.703+0000 7fe11a530640 1 Processor -- start 2023-06-08T03:53:57.714 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.703+0000 7fe11a530640 1 -- start start 2023-06-08T03:53:57.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.707+0000 7fe11a530640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe1141523c0 0x7fe11406f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:57.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.707+0000 7fe11a530640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe1140c9b70 0x7fe1140c9fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:57.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.707+0000 7fe11a530640 1 -- --> v1:172.21.15.188:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1140c8290 con 0x7fe11415b7a0 2023-06-08T03:53:57.715 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.707+0000 7fe11a530640 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1140cc820 con 0x7fe1140c9b70 2023-06-08T03:53:57.716 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.707+0000 7fe11a530640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1140ca520 con 0x7fe1141523c0 2023-06-08T03:53:57.716 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.707+0000 7fe1137fe640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe1140c9b70 0x7fe1140c9fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:57.716 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.707+0000 7fe1137fe640 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe1140c9b70 0x7fe1140c9fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50014/0 (socket says 172.21.15.62:50014) 2023-06-08T03:53:57.716 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.707+0000 7fe1137fe640 1 -- 172.21.15.62:0/4222327305 learned_addr learned my addr 172.21.15.62:0/4222327305 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:57.716 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.707+0000 7fe113fff640 1 --2- 172.21.15.62:0/4222327305 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe1141523c0 0x7fe11406f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:57.716 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.707+0000 7fe1137fe640 1 -- 172.21.15.62:0/4222327305 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe1141523c0 msgr2=0x7fe11406f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:57.716 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.707+0000 7fe1137fe640 1 --2- 172.21.15.62:0/4222327305 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe1141523c0 0x7fe11406f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.717 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.707+0000 7fe1137fe640 1 -- 172.21.15.62:0/4222327305 >> v1:172.21.15.188:6789/0 conn(0x7fe11415b7a0 legacy=0x7fe11415bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-08T03:53:57.717 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.707+0000 7fe1137fe640 1 -- 172.21.15.62:0/4222327305 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1140c8570 con 0x7fe1140c9b70 2023-06-08T03:53:57.717 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.707+0000 7fe1137fe640 1 --2- 172.21.15.62:0/4222327305 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe1140c9b70 0x7fe1140c9fe0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fe10800bb10 tx=0x7fe10801eba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=816b537b54c062d9 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:57.717 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.707+0000 7fe112ffd640 1 -- 172.21.15.62:0/4222327305 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1080a7bb0 con 0x7fe1140c9b70 2023-06-08T03:53:57.718 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.707+0000 7fe112ffd640 1 -- 172.21.15.62:0/4222327305 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1080a7d10 con 0x7fe1140c9b70 2023-06-08T03:53:57.718 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.707+0000 7fe112ffd640 1 -- 172.21.15.62:0/4222327305 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1080af660 con 0x7fe1140c9b70 2023-06-08T03:53:57.718 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe11a530640 1 -- 172.21.15.62:0/4222327305 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe1140c9b70 msgr2=0x7fe1140c9fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:57.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe11a530640 1 --2- 172.21.15.62:0/4222327305 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe1140c9b70 0x7fe1140c9fe0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fe10800bb10 tx=0x7fe10801eba0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe11a530640 1 -- 172.21.15.62:0/4222327305 shutdown_connections 2023-06-08T03:53:57.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe11a530640 1 --2- 172.21.15.62:0/4222327305 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe1140c9b70 0x7fe1140c9fe0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe11a530640 1 --2- 172.21.15.62:0/4222327305 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe1141523c0 0x7fe11406f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe11a530640 1 -- 172.21.15.62:0/4222327305 >> 172.21.15.62:0/4222327305 conn(0x7fe1140ca6c0 msgr2=0x7fe1140caac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:57.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe11a530640 1 -- 172.21.15.62:0/4222327305 shutdown_connections 2023-06-08T03:53:57.719 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe11a530640 1 -- 172.21.15.62:0/4222327305 wait complete. 2023-06-08T03:53:57.721 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe11a530640 1 Processor -- start 2023-06-08T03:53:57.721 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe11a530640 1 -- start start 2023-06-08T03:53:57.721 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe11a530640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe1140c9b70 0x7fe1141f6b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:57.721 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe11a530640 1 --2- >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe1141523c0 0x7fe1140ce1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:57.722 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe11a530640 1 --2- >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe11415b7a0 0x7fe114149540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:57.722 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe11a530640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1140bf790 con 0x7fe1140c9b70 2023-06-08T03:53:57.722 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe11a530640 1 -- --> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1141f7080 con 0x7fe11415b7a0 2023-06-08T03:53:57.722 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe11a530640 1 -- --> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1140c3630 con 0x7fe1141523c0 2023-06-08T03:53:57.722 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe113fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe1140c9b70 0x7fe1141f6b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:57.722 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe113fff640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe1140c9b70 0x7fe1141f6b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:50030/0 (socket says 172.21.15.62:50030) 2023-06-08T03:53:57.722 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe113fff640 1 -- 172.21.15.62:0/11701596 learned_addr learned my addr 172.21.15.62:0/11701596 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-06-08T03:53:57.723 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe1137fe640 1 --2- 172.21.15.62:0/11701596 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe1141523c0 0x7fe1140ce1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:57.723 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe118acd640 1 --2- 172.21.15.62:0/11701596 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe11415b7a0 0x7fe114149540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:57.723 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe113fff640 1 -- 172.21.15.62:0/11701596 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe1141523c0 msgr2=0x7fe1140ce1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:57.723 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe113fff640 1 --2- 172.21.15.62:0/11701596 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe1141523c0 0x7fe1140ce1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.723 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe113fff640 1 -- 172.21.15.62:0/11701596 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe11415b7a0 msgr2=0x7fe114149540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:57.723 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe113fff640 1 --2- 172.21.15.62:0/11701596 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe11415b7a0 0x7fe114149540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.723 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe113fff640 1 -- 172.21.15.62:0/11701596 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe10800b770 con 0x7fe1140c9b70 2023-06-08T03:53:57.723 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe118acd640 1 --2- 172.21.15.62:0/11701596 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe11415b7a0 0x7fe114149540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-08T03:53:57.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe113fff640 1 --2- 172.21.15.62:0/11701596 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe1140c9b70 0x7fe1141f6b40 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fe10400d830 tx=0x7fe10400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:57.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe110ff9640 1 -- 172.21.15.62:0/11701596 <== mon.0 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe10400b6c0 con 0x7fe1140c9b70 2023-06-08T03:53:57.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe110ff9640 1 -- 172.21.15.62:0/11701596 <== mon.0 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe10400b820 con 0x7fe1140c9b70 2023-06-08T03:53:57.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe11a530640 1 -- 172.21.15.62:0/11701596 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1140c38b0 con 0x7fe1140c9b70 2023-06-08T03:53:57.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe110ff9640 1 -- 172.21.15.62:0/11701596 <== mon.0 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe10400bb90 con 0x7fe1140c9b70 2023-06-08T03:53:57.724 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe11a530640 1 -- 172.21.15.62:0/11701596 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1140bfa00 con 0x7fe1140c9b70 2023-06-08T03:53:57.725 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.711+0000 7fe11a530640 1 -- 172.21.15.62:0/11701596 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe11404d650 con 0x7fe1140c9b70 2023-06-08T03:53:57.725 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.715+0000 7fe110ff9640 1 -- 172.21.15.62:0/11701596 <== mon.0 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe10401e460 con 0x7fe1140c9b70 2023-06-08T03:53:57.725 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.715+0000 7fe110ff9640 1 --2- 172.21.15.62:0/11701596 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe100066280 0x7fe100068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-08T03:53:57.725 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.715+0000 7fe110ff9640 1 -- 172.21.15.62:0/11701596 <== mon.0 v2:172.21.15.62:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fe104084530 con 0x7fe1140c9b70 2023-06-08T03:53:57.726 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.715+0000 7fe1137fe640 1 --2- 172.21.15.62:0/11701596 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe100066280 0x7fe100068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-08T03:53:57.726 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.715+0000 7fe1137fe640 1 --2- 172.21.15.62:0/11701596 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe100066280 0x7fe100068730 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe1080b1000 tx=0x7fe108008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-08T03:53:57.727 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.719+0000 7fe110ff9640 1 -- 172.21.15.62:0/11701596 <== mon.0 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe1040519a0 con 0x7fe1140c9b70 2023-06-08T03:53:57.869 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:53:57.871 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:53:57.927 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.919+0000 7fe11a530640 1 -- 172.21.15.62:0/11701596 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "auth get", "entity": "client.admin"} v 0) v1 -- 0x7fe11415b270 con 0x7fe1140c9b70 2023-06-08T03:53:57.928 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.919+0000 7fe110ff9640 1 -- 172.21.15.62:0/11701596 <== mon.0 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "auth get", "entity": "client.admin"}]=0 v11) v1 ==== 82+0+151 (secure 0 0 0) 0x7fe104054fc0 con 0x7fe1140c9b70 2023-06-08T03:53:57.928 INFO:teuthology.orchestra.run.smithi062.stdout:[client.admin] 2023-06-08T03:53:57.929 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQBBUIFkol3KHxAAgywepODiV8YEFxsgiwKvQQ== 2023-06-08T03:53:57.929 INFO:teuthology.orchestra.run.smithi062.stdout: caps mds = "allow *" 2023-06-08T03:53:57.929 INFO:teuthology.orchestra.run.smithi062.stdout: caps mgr = "allow *" 2023-06-08T03:53:57.929 INFO:teuthology.orchestra.run.smithi062.stdout: caps mon = "allow *" 2023-06-08T03:53:57.929 INFO:teuthology.orchestra.run.smithi062.stdout: caps osd = "allow *" 2023-06-08T03:53:57.930 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.923+0000 7fe11a530640 1 -- 172.21.15.62:0/11701596 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe100066280 msgr2=0x7fe100068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:57.931 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.923+0000 7fe11a530640 1 --2- 172.21.15.62:0/11701596 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe100066280 0x7fe100068730 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe1080b1000 tx=0x7fe108008040 comp rx=0 tx=0).stop 2023-06-08T03:53:57.931 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.923+0000 7fe11a530640 1 -- 172.21.15.62:0/11701596 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe1140c9b70 msgr2=0x7fe1141f6b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-08T03:53:57.931 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.923+0000 7fe11a530640 1 --2- 172.21.15.62:0/11701596 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe1140c9b70 0x7fe1141f6b40 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fe10400d830 tx=0x7fe10400dcf0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.931 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.923+0000 7fe11a530640 1 -- 172.21.15.62:0/11701596 shutdown_connections 2023-06-08T03:53:57.931 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.923+0000 7fe11a530640 1 --2- 172.21.15.62:0/11701596 >> [v2:172.21.15.188:6832/4222075021,v1:172.21.15.188:6833/4222075021] conn(0x7fe100066280 0x7fe100068730 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.931 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.923+0000 7fe11a530640 1 --2- 172.21.15.62:0/11701596 >> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] conn(0x7fe11415b7a0 0x7fe114149540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.931 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.923+0000 7fe11a530640 1 --2- 172.21.15.62:0/11701596 >> [v2:172.21.15.188:3301/0,v1:172.21.15.188:6790/0] conn(0x7fe1141523c0 0x7fe1140ce1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.923+0000 7fe11a530640 1 --2- 172.21.15.62:0/11701596 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe1140c9b70 0x7fe1141f6b40 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-08T03:53:57.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.923+0000 7fe11a530640 1 -- 172.21.15.62:0/11701596 >> 172.21.15.62:0/11701596 conn(0x7fe1140ca6c0 msgr2=0x7fe114147af0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-08T03:53:57.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.923+0000 7fe11a530640 1 -- 172.21.15.62:0/11701596 shutdown_connections 2023-06-08T03:53:57.932 INFO:teuthology.orchestra.run.smithi062.stderr:2023-06-08T03:53:57.923+0000 7fe11a530640 1 -- 172.21.15.62:0/11701596 wait complete. 2023-06-08T03:53:57.945 DEBUG:teuthology.orchestra.run.smithi062:> mktemp 2023-06-08T03:53:57.990 INFO:teuthology.orchestra.run.smithi062.stdout:/tmp/tmp.AcYp79vD0X 2023-06-08T03:53:57.990 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:53:57.991 DEBUG:teuthology.orchestra.run.smithi062:> dd of=/tmp/tmp.AcYp79vD0X 2023-06-08T03:53:58.042 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:53:58.043 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/tmp/tmp.9QEZAyoOKCxfstests-dev/local.config 2023-06-08T03:53:58.098 INFO:tasks.cephfs.xfstests_dev:local.config's contents - export FSTYP=ceph-fuse export CEPH_FUSE_BIN_PATH=ceph-fuse export TEST_DEV=ceph-fuse # without this tests won't get started export TEST_DIR=/tmp/tmp.x03Nng5zOjtest export SCRATCH_DEV= export SCRATCH_MNT=/tmp/tmp.99WokVlGHYscratch export CEPHFS_MOUNT_OPTIONS="-m 172.21.15.62:6789 -k /tmp/tmp.AcYp79vD0X --client_mountpoint /test" 2023-06-08T03:53:58.099 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T03:53:58.099 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/tmp/tmp.9QEZAyoOKCxfstests-dev/ceph.exclude 2023-06-08T03:53:58.153 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo make) 2023-06-08T03:53:58.210 INFO:teuthology.orchestra.run.smithi062.stdout:libtoolize -cfi 2023-06-08T03:53:58.527 INFO:teuthology.orchestra.run.smithi062.stdout:libtoolize: putting auxiliary files in '.'. 2023-06-08T03:53:58.528 INFO:teuthology.orchestra.run.smithi062.stdout:libtoolize: copying file './config.guess' 2023-06-08T03:53:58.532 INFO:teuthology.orchestra.run.smithi062.stdout:libtoolize: copying file './config.sub' 2023-06-08T03:53:58.539 INFO:teuthology.orchestra.run.smithi062.stdout:libtoolize: copying file './install-sh' 2023-06-08T03:53:58.548 INFO:teuthology.orchestra.run.smithi062.stdout:libtoolize: copying file './ltmain.sh' 2023-06-08T03:53:58.568 INFO:teuthology.orchestra.run.smithi062.stdout:libtoolize: putting macros in AC_CONFIG_MACRO_DIRS, 'm4'. 2023-06-08T03:53:58.568 INFO:teuthology.orchestra.run.smithi062.stdout:libtoolize: copying file 'm4/libtool.m4' 2023-06-08T03:53:58.580 INFO:teuthology.orchestra.run.smithi062.stdout:libtoolize: copying file 'm4/ltoptions.m4' 2023-06-08T03:53:58.586 INFO:teuthology.orchestra.run.smithi062.stdout:libtoolize: copying file 'm4/ltsugar.m4' 2023-06-08T03:53:58.592 INFO:teuthology.orchestra.run.smithi062.stdout:libtoolize: copying file 'm4/ltversion.m4' 2023-06-08T03:53:58.597 INFO:teuthology.orchestra.run.smithi062.stdout:libtoolize: copying file 'm4/lt~obsolete.m4' 2023-06-08T03:53:58.603 INFO:teuthology.orchestra.run.smithi062.stdout:libtoolize: Consider adding '-I m4' to ACLOCAL_AMFLAGS in Makefile.am. 2023-06-08T03:53:58.604 INFO:teuthology.orchestra.run.smithi062.stdout:cp include/install-sh . 2023-06-08T03:53:58.605 INFO:teuthology.orchestra.run.smithi062.stdout:aclocal -I m4 2023-06-08T03:53:59.722 INFO:teuthology.orchestra.run.smithi062.stdout:autoheader 2023-06-08T03:54:00.091 INFO:teuthology.orchestra.run.smithi062.stdout:autoconf 2023-06-08T03:54:00.505 INFO:teuthology.orchestra.run.smithi062.stdout:./configure \ 2023-06-08T03:54:00.505 INFO:teuthology.orchestra.run.smithi062.stdout: --libexecdir=/usr/lib \ 2023-06-08T03:54:00.505 INFO:teuthology.orchestra.run.smithi062.stdout: --exec_prefix=/var/lib 2023-06-08T03:54:00.961 INFO:teuthology.orchestra.run.smithi062.stdout:checking build system type... x86_64-pc-linux-gnu 2023-06-08T03:54:00.962 INFO:teuthology.orchestra.run.smithi062.stdout:checking host system type... x86_64-pc-linux-gnu 2023-06-08T03:54:01.018 INFO:teuthology.orchestra.run.smithi062.stdout:checking how to print strings... printf 2023-06-08T03:54:01.019 INFO:teuthology.orchestra.run.smithi062.stdout:checking for gcc... gcc 2023-06-08T03:54:01.209 INFO:teuthology.orchestra.run.smithi062.stdout:checking whether the C compiler works... yes 2023-06-08T03:54:01.209 INFO:teuthology.orchestra.run.smithi062.stdout:checking for C compiler default output file name... a.out 2023-06-08T03:54:01.248 INFO:teuthology.orchestra.run.smithi062.stdout:checking for suffix of executables... 2023-06-08T03:54:01.341 INFO:teuthology.orchestra.run.smithi062.stdout:checking whether we are cross compiling... no 2023-06-08T03:54:01.359 INFO:teuthology.orchestra.run.smithi062.stdout:checking for suffix of object files... o 2023-06-08T03:54:01.374 INFO:teuthology.orchestra.run.smithi062.stdout:checking whether the compiler supports GNU C... yes 2023-06-08T03:54:01.390 INFO:teuthology.orchestra.run.smithi062.stdout:checking whether gcc accepts -g... yes 2023-06-08T03:54:01.506 INFO:teuthology.orchestra.run.smithi062.stdout:checking for gcc option to enable C11 features... none needed 2023-06-08T03:54:01.511 INFO:teuthology.orchestra.run.smithi062.stdout:checking for a sed that does not truncate output... /usr/bin/sed 2023-06-08T03:54:01.514 INFO:teuthology.orchestra.run.smithi062.stdout:checking for grep that handles long lines and -e... /usr/bin/grep 2023-06-08T03:54:01.516 INFO:teuthology.orchestra.run.smithi062.stdout:checking for egrep... /usr/bin/grep -E 2023-06-08T03:54:01.518 INFO:teuthology.orchestra.run.smithi062.stdout:checking for fgrep... /usr/bin/grep -F 2023-06-08T03:54:01.524 INFO:teuthology.orchestra.run.smithi062.stdout:checking for ld used by gcc... /usr/bin/ld 2023-06-08T03:54:01.527 INFO:teuthology.orchestra.run.smithi062.stdout:checking if the linker (/usr/bin/ld) is GNU ld... yes 2023-06-08T03:54:01.562 INFO:teuthology.orchestra.run.smithi062.stdout:checking for BSD- or MS-compatible name lister (nm)... /usr/bin/nm -B 2023-06-08T03:54:01.586 INFO:teuthology.orchestra.run.smithi062.stdout:checking the name lister (/usr/bin/nm -B) interface... BSD nm 2023-06-08T03:54:01.587 INFO:teuthology.orchestra.run.smithi062.stdout:checking whether ln -s works... yes 2023-06-08T03:54:01.594 INFO:teuthology.orchestra.run.smithi062.stdout:checking the maximum length of command line arguments... 1572864 2023-06-08T03:54:01.598 INFO:teuthology.orchestra.run.smithi062.stdout:checking how to convert x86_64-pc-linux-gnu file names to x86_64-pc-linux-gnu format... func_convert_file_noop 2023-06-08T03:54:01.598 INFO:teuthology.orchestra.run.smithi062.stdout:checking how to convert x86_64-pc-linux-gnu file names to toolchain format... func_convert_file_noop 2023-06-08T03:54:01.599 INFO:teuthology.orchestra.run.smithi062.stdout:checking for /usr/bin/ld option to reload object files... -r 2023-06-08T03:54:01.599 INFO:teuthology.orchestra.run.smithi062.stdout:checking for objdump... objdump 2023-06-08T03:54:01.600 INFO:teuthology.orchestra.run.smithi062.stdout:checking how to recognize dependent libraries... pass_all 2023-06-08T03:54:01.600 INFO:teuthology.orchestra.run.smithi062.stdout:checking for dlltool... no 2023-06-08T03:54:01.600 INFO:teuthology.orchestra.run.smithi062.stdout:checking how to associate runtime and link libraries... printf %s\n 2023-06-08T03:54:01.601 INFO:teuthology.orchestra.run.smithi062.stdout:checking for ar... ar 2023-06-08T03:54:01.634 INFO:teuthology.orchestra.run.smithi062.stdout:checking for archiver @FILE support... @ 2023-06-08T03:54:01.634 INFO:teuthology.orchestra.run.smithi062.stdout:checking for strip... strip 2023-06-08T03:54:01.635 INFO:teuthology.orchestra.run.smithi062.stdout:checking for ranlib... ranlib 2023-06-08T03:54:01.635 INFO:teuthology.orchestra.run.smithi062.stdout:checking for gawk... gawk 2023-06-08T03:54:01.700 INFO:teuthology.orchestra.run.smithi062.stdout:checking command to parse /usr/bin/nm -B output from gcc object... ok 2023-06-08T03:54:01.702 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sysroot... no 2023-06-08T03:54:01.707 INFO:teuthology.orchestra.run.smithi062.stdout:checking for a working dd... /usr/bin/dd 2023-06-08T03:54:01.711 INFO:teuthology.orchestra.run.smithi062.stdout:checking how to truncate binary pipes... /usr/bin/dd bs=4096 count=1 2023-06-08T03:54:01.725 INFO:teuthology.orchestra.run.smithi062.stdout:checking for mt... mt 2023-06-08T03:54:01.740 INFO:teuthology.orchestra.run.smithi062.stdout:checking if mt is a manifest tool... no 2023-06-08T03:54:01.761 INFO:teuthology.orchestra.run.smithi062.stdout:checking for stdio.h... yes 2023-06-08T03:54:01.795 INFO:teuthology.orchestra.run.smithi062.stdout:checking for stdlib.h... yes 2023-06-08T03:54:01.827 INFO:teuthology.orchestra.run.smithi062.stdout:checking for string.h... yes 2023-06-08T03:54:01.866 INFO:teuthology.orchestra.run.smithi062.stdout:checking for inttypes.h... yes 2023-06-08T03:54:01.898 INFO:teuthology.orchestra.run.smithi062.stdout:checking for stdint.h... yes 2023-06-08T03:54:01.929 INFO:teuthology.orchestra.run.smithi062.stdout:checking for strings.h... yes 2023-06-08T03:54:01.959 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sys/stat.h... yes 2023-06-08T03:54:01.989 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sys/types.h... yes 2023-06-08T03:54:02.024 INFO:teuthology.orchestra.run.smithi062.stdout:checking for unistd.h... yes 2023-06-08T03:54:02.059 INFO:teuthology.orchestra.run.smithi062.stdout:checking for dlfcn.h... yes 2023-06-08T03:54:02.062 INFO:teuthology.orchestra.run.smithi062.stdout:checking for objdir... .libs 2023-06-08T03:54:02.148 INFO:teuthology.orchestra.run.smithi062.stdout:checking if gcc supports -fno-rtti -fno-exceptions... no 2023-06-08T03:54:02.149 INFO:teuthology.orchestra.run.smithi062.stdout:checking for gcc option to produce PIC... -fPIC -DPIC 2023-06-08T03:54:02.165 INFO:teuthology.orchestra.run.smithi062.stdout:checking if gcc PIC flag -fPIC -DPIC works... yes 2023-06-08T03:54:02.378 INFO:teuthology.orchestra.run.smithi062.stdout:checking if gcc static flag -static works... yes 2023-06-08T03:54:02.409 INFO:teuthology.orchestra.run.smithi062.stdout:checking if gcc supports -c -o file.o... yes 2023-06-08T03:54:02.409 INFO:teuthology.orchestra.run.smithi062.stdout:checking if gcc supports -c -o file.o... (cached) yes 2023-06-08T03:54:02.419 INFO:teuthology.orchestra.run.smithi062.stdout:checking whether the gcc linker (/usr/bin/ld -m elf_x86_64) supports shared libraries... yes 2023-06-08T03:54:02.445 INFO:teuthology.orchestra.run.smithi062.stdout:checking whether -lc should be explicitly linked in... no 2023-06-08T03:54:02.527 INFO:teuthology.orchestra.run.smithi062.stdout:checking dynamic linker characteristics... GNU/Linux ld.so 2023-06-08T03:54:02.527 INFO:teuthology.orchestra.run.smithi062.stdout:checking how to hardcode library paths into programs... immediate 2023-06-08T03:54:02.533 INFO:teuthology.orchestra.run.smithi062.stdout:checking whether stripping libraries is possible... yes 2023-06-08T03:54:02.533 INFO:teuthology.orchestra.run.smithi062.stdout:checking if libtool supports shared libraries... yes 2023-06-08T03:54:02.533 INFO:teuthology.orchestra.run.smithi062.stdout:checking whether to build shared libraries... yes 2023-06-08T03:54:02.534 INFO:teuthology.orchestra.run.smithi062.stdout:checking whether to build static libraries... yes 2023-06-08T03:54:02.543 INFO:teuthology.orchestra.run.smithi062.stdout:checking for gcc... (cached) gcc 2023-06-08T03:54:02.570 INFO:teuthology.orchestra.run.smithi062.stdout:checking whether the compiler supports GNU C... (cached) yes 2023-06-08T03:54:02.570 INFO:teuthology.orchestra.run.smithi062.stdout:checking whether gcc accepts -g... (cached) yes 2023-06-08T03:54:02.571 INFO:teuthology.orchestra.run.smithi062.stdout:checking for gcc option to enable C11 features... (cached) none needed 2023-06-08T03:54:02.571 INFO:teuthology.orchestra.run.smithi062.stdout:checking for gmake... /usr/bin/gmake 2023-06-08T03:54:02.571 INFO:teuthology.orchestra.run.smithi062.stderr:./configure: line 12753: test: $(SHELL): binary operator expected 2023-06-08T03:54:02.572 INFO:teuthology.orchestra.run.smithi062.stdout:checking for tar... /bin/tar 2023-06-08T03:54:02.572 INFO:teuthology.orchestra.run.smithi062.stdout:checking for gzip... /bin/gzip 2023-06-08T03:54:02.585 INFO:teuthology.orchestra.run.smithi062.stdout:checking whether gcc -MM is supported... yes 2023-06-08T03:54:02.585 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sort... /bin/sort 2023-06-08T03:54:02.585 INFO:teuthology.orchestra.run.smithi062.stdout:checking whether ln -s works... yes 2023-06-08T03:54:02.586 INFO:teuthology.orchestra.run.smithi062.stdout:checking for rpm... no 2023-06-08T03:54:02.623 INFO:teuthology.orchestra.run.smithi062.stdout:checking for assert.h... yes 2023-06-08T03:54:02.661 INFO:teuthology.orchestra.run.smithi062.stdout:checking for bstring.h... no 2023-06-08T03:54:02.693 INFO:teuthology.orchestra.run.smithi062.stdout:checking for libgen.h... yes 2023-06-08T03:54:02.754 INFO:teuthology.orchestra.run.smithi062.stdout:checking for dirent.h... yes 2023-06-08T03:54:02.829 INFO:teuthology.orchestra.run.smithi062.stdout:checking for errno.h... yes 2023-06-08T03:54:02.868 INFO:teuthology.orchestra.run.smithi062.stdout:checking for malloc.h... yes 2023-06-08T03:54:02.917 INFO:teuthology.orchestra.run.smithi062.stdout:checking for uuid.h... no 2023-06-08T03:54:02.962 INFO:teuthology.orchestra.run.smithi062.stdout:checking for uuid/uuid.h... yes 2023-06-08T03:54:02.995 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sys/uuid.h... no 2023-06-08T03:54:03.034 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sys/file.h... yes 2023-06-08T03:54:03.072 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sys/fcntl.h... yes 2023-06-08T03:54:03.106 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sys/syssgi.h... no 2023-06-08T03:54:03.214 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sys/param.h... yes 2023-06-08T03:54:03.215 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sys/stat.h... (cached) yes 2023-06-08T03:54:03.256 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sys/statvfs.h... yes 2023-06-08T03:54:03.291 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sys/time.h... yes 2023-06-08T03:54:03.338 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sys/ioctl.h... yes 2023-06-08T03:54:03.374 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sys/wait.h... yes 2023-06-08T03:54:03.375 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sys/types.h... (cached) yes 2023-06-08T03:54:03.375 INFO:teuthology.orchestra.run.smithi062.stdout:checking for strings.h... (cached) yes 2023-06-08T03:54:03.405 INFO:teuthology.orchestra.run.smithi062.stdout:checking for err.h... yes 2023-06-08T03:54:03.446 INFO:teuthology.orchestra.run.smithi062.stdout:checking for linux/falloc.h... yes 2023-06-08T03:54:03.485 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sys/fs/xfs_fsops.h... no 2023-06-08T03:54:03.518 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sys/fs/xfs_itable.h... no 2023-06-08T03:54:03.552 INFO:teuthology.orchestra.run.smithi062.stdout:checking for xfs/platform_defs.h... no 2023-06-08T03:54:03.583 INFO:teuthology.orchestra.run.smithi062.stdout:checking for btrfs/ioctl.h... no 2023-06-08T03:54:03.612 INFO:teuthology.orchestra.run.smithi062.stdout:checking for cifs/ioctl.h... no 2023-06-08T03:54:03.645 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sys/mman.h... yes 2023-06-08T03:54:03.660 INFO:teuthology.orchestra.run.smithi062.stdout:checking for xfs/xfs_log_format.h... no 2023-06-08T03:54:03.701 INFO:teuthology.orchestra.run.smithi062.stdout:checking for uuid_compare... no 2023-06-08T03:54:03.733 INFO:teuthology.orchestra.run.smithi062.stdout:checking for uuid_compare in -luuid... yes 2023-06-08T03:54:03.849 INFO:teuthology.orchestra.run.smithi062.stdout:checking for xfs/xfs.h... yes 2023-06-08T03:54:03.867 INFO:teuthology.orchestra.run.smithi062.stdout:checking for xfs/libxfs.h... no 2023-06-08T03:54:03.913 INFO:teuthology.orchestra.run.smithi062.stdout:checking for gcc options needed to detect all undeclared functions... none needed 2023-06-08T03:54:03.934 INFO:teuthology.orchestra.run.smithi062.stdout:checking whether xlog_assign_lsn is declared... no 2023-06-08T03:54:03.981 INFO:teuthology.orchestra.run.smithi062.stdout:checking for xfs/xqm.h... yes 2023-06-08T03:54:04.053 INFO:teuthology.orchestra.run.smithi062.stdout:checking xfsctl from xfs/xfs.h... ok 2023-06-08T03:54:04.093 INFO:teuthology.orchestra.run.smithi062.stdout:checking for xfs/handle.h... yes 2023-06-08T03:54:04.130 INFO:teuthology.orchestra.run.smithi062.stdout:checking for attr_list_by_handle in -lhandle... yes 2023-06-08T03:54:04.168 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sys/acl.h... yes 2023-06-08T03:54:04.202 INFO:teuthology.orchestra.run.smithi062.stdout:checking for acl/libacl.h... yes 2023-06-08T03:54:04.238 INFO:teuthology.orchestra.run.smithi062.stdout:checking for acl_init in -lacl... yes 2023-06-08T03:54:04.270 INFO:teuthology.orchestra.run.smithi062.stdout:checking for gdbm-ndbm.h... no 2023-06-08T03:54:04.310 INFO:teuthology.orchestra.run.smithi062.stdout:checking for gdbm/ndbm.h... no 2023-06-08T03:54:04.346 INFO:teuthology.orchestra.run.smithi062.stdout:checking for ndbm.h... no 2023-06-08T03:54:04.384 INFO:teuthology.orchestra.run.smithi062.stdout:checking for libaio.h... yes 2023-06-08T03:54:04.416 INFO:teuthology.orchestra.run.smithi062.stdout:checking for liburing.h... no 2023-06-08T03:54:04.454 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sys/capability.h... no 2023-06-08T03:54:04.494 INFO:teuthology.orchestra.run.smithi062.stdout:checking for linux/fiemap.h... yes 2023-06-08T03:54:04.538 INFO:teuthology.orchestra.run.smithi062.stdout:checking for fallocate... yes 2023-06-08T03:54:04.579 INFO:teuthology.orchestra.run.smithi062.stdout:checking for open_by_handle_at... yes 2023-06-08T03:54:04.612 INFO:teuthology.orchestra.run.smithi062.stdout:checking for sys/prctl.h... yes 2023-06-08T03:54:04.643 INFO:teuthology.orchestra.run.smithi062.stdout:checking for linux/fs.h... yes 2023-06-08T03:54:04.674 INFO:teuthology.orchestra.run.smithi062.stdout:checking for btrfsutil.h... no 2023-06-08T03:54:04.738 INFO:teuthology.orchestra.run.smithi062.stdout:checking for copy_file_range... yes 2023-06-08T03:54:04.787 INFO:teuthology.orchestra.run.smithi062.stdout:checking for SEEK_DATA... yes 2023-06-08T03:54:04.858 INFO:teuthology.orchestra.run.smithi062.stdout:checking for BMV_OF_SHARED... yes 2023-06-08T03:54:04.900 INFO:teuthology.orchestra.run.smithi062.stdout:checking for nftw... yes 2023-06-08T03:54:04.941 INFO:teuthology.orchestra.run.smithi062.stdout:checking for RLIMIT_NOFILE... yes 2023-06-08T03:54:04.965 INFO:teuthology.orchestra.run.smithi062.stdout:checking for FIEXCHANGE_RANGE... no 2023-06-08T03:54:05.001 INFO:teuthology.orchestra.run.smithi062.stdout:checking for renameat2... yes 2023-06-08T03:54:05.036 INFO:teuthology.orchestra.run.smithi062.stdout:checking for reallocarray... yes 2023-06-08T03:54:05.067 INFO:teuthology.orchestra.run.smithi062.stdout:checking for struct mount_attr... yes 2023-06-08T03:54:05.102 INFO:teuthology.orchestra.run.smithi062.stdout:checking for struct btrfs_qgroup_limit... yes 2023-06-08T03:54:05.135 INFO:teuthology.orchestra.run.smithi062.stdout:checking for struct btrfs_qgroup_inherit... yes 2023-06-08T03:54:05.168 INFO:teuthology.orchestra.run.smithi062.stdout:checking for struct btrfs_ioctl_vol_args... yes 2023-06-08T03:54:05.206 INFO:teuthology.orchestra.run.smithi062.stdout:checking for struct btrfs_ioctl_vol_args_v2... yes 2023-06-08T03:54:05.240 INFO:teuthology.orchestra.run.smithi062.stdout:checking for struct btrfs_ioctl_ino_lookup_args... yes 2023-06-08T03:54:05.275 INFO:teuthology.orchestra.run.smithi062.stdout:checking for struct btrfs_ioctl_ino_lookup_user_args... yes 2023-06-08T03:54:05.309 INFO:teuthology.orchestra.run.smithi062.stdout:checking for struct btrfs_ioctl_get_subvol_rootref_args... yes 2023-06-08T03:54:05.341 INFO:teuthology.orchestra.run.smithi062.stdout:checking for linux/btrfs.h... yes 2023-06-08T03:54:05.374 INFO:teuthology.orchestra.run.smithi062.stdout:checking for linux/btrfs_tree.h... yes 2023-06-08T03:54:05.393 INFO:teuthology.orchestra.run.smithi062.stdout:checking for struct btrfs_ioctl_vol_args_v2.subvolid... yes 2023-06-08T03:54:05.411 INFO:teuthology.orchestra.run.smithi062.stdout:configure: creating ./config.status 2023-06-08T03:54:05.828 INFO:teuthology.orchestra.run.smithi062.stdout:config.status: creating include/builddefs 2023-06-08T03:54:05.844 INFO:teuthology.orchestra.run.smithi062.stdout:config.status: creating include/config.h 2023-06-08T03:54:05.856 INFO:teuthology.orchestra.run.smithi062.stdout:config.status: executing libtool commands 2023-06-08T03:54:05.906 INFO:teuthology.orchestra.run.smithi062.stdout:Building include 2023-06-08T03:54:05.911 INFO:teuthology.orchestra.run.smithi062.stdout:Building lib 2023-06-08T03:54:05.915 INFO:teuthology.orchestra.run.smithi062.stdout: [LTDEP] 2023-06-08T03:54:06.078 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] dataascii.lo 2023-06-08T03:54:06.207 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] databin.lo 2023-06-08T03:54:06.379 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] datapid.lo 2023-06-08T03:54:06.493 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] file_lock.lo 2023-06-08T03:54:06.665 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] forker.lo 2023-06-08T03:54:06.814 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] pattern.lo 2023-06-08T03:54:06.942 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] open_flags.lo 2023-06-08T03:54:07.094 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] random_range.lo 2023-06-08T03:54:07.342 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] string_to_tokens.lo 2023-06-08T03:54:07.441 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] str_to_bytes.lo 2023-06-08T03:54:07.576 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] tlibio.lo 2023-06-08T03:54:07.857 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] write_log.lo 2023-06-08T03:54:07.925 INFO:teuthology.orchestra.run.smithi062.stderr:write_log.c: In function 'wlog_record_write': 2023-06-08T03:54:07.926 INFO:teuthology.orchestra.run.smithi062.stderr:write_log.c:205:13: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:07.926 INFO:teuthology.orchestra.run.smithi062.stderr: 205 | write(wfile->w_afd, wbuf, reclen); 2023-06-08T03:54:07.926 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:07.926 INFO:teuthology.orchestra.run.smithi062.stderr:write_log.c:209:13: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:07.926 INFO:teuthology.orchestra.run.smithi062.stderr: 209 | write(wfile->w_rfd, wbuf, reclen); 2023-06-08T03:54:07.926 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:08.125 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] random.lo 2023-06-08T03:54:08.228 INFO:teuthology.orchestra.run.smithi062.stdout: [LD] 2023-06-08T03:54:08.301 INFO:teuthology.orchestra.run.smithi062.stdout:Building ltp 2023-06-08T03:54:08.304 INFO:teuthology.orchestra.run.smithi062.stdout: [DEP] 2023-06-08T03:54:08.475 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] doio 2023-06-08T03:54:09.196 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] fsstress 2023-06-08T03:54:10.695 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] fsx 2023-06-08T03:54:11.487 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] growfiles 2023-06-08T03:54:12.060 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] iogen 2023-06-08T03:54:12.192 INFO:teuthology.orchestra.run.smithi062.stderr:iogen.c: In function 'main': 2023-06-08T03:54:12.192 INFO:teuthology.orchestra.run.smithi062.stderr:iogen.c:280:9: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:12.193 INFO:teuthology.orchestra.run.smithi062.stderr: 280 | write(outfd, (char *)&req, sizeof(req)); 2023-06-08T03:54:12.193 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:12.195 INFO:teuthology.orchestra.run.smithi062.stderr:iogen.c: In function 'parse_cmdline': 2023-06-08T03:54:12.195 INFO:teuthology.orchestra.run.smithi062.stderr:iogen.c:1535:17: warning: ignoring return value of 'getcwd' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:12.195 INFO:teuthology.orchestra.run.smithi062.stderr: 1535 | getcwd(fptr->f_path, 2023-06-08T03:54:12.195 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:12.196 INFO:teuthology.orchestra.run.smithi062.stderr: 1536 | sizeof(fptr->f_path)-1); 2023-06-08T03:54:12.196 INFO:teuthology.orchestra.run.smithi062.stderr: | ~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:12.479 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] aio-stress 2023-06-08T03:54:12.607 INFO:teuthology.orchestra.run.smithi062.stderr:aio-stress.c: In function 'setup_shared_mem': 2023-06-08T03:54:12.607 INFO:teuthology.orchestra.run.smithi062.stderr:aio-stress.c:1013:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:12.607 INFO:teuthology.orchestra.run.smithi062.stderr: 1013 | ftruncate(fd, total_ram); 2023-06-08T03:54:12.607 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:12.952 INFO:teuthology.orchestra.run.smithi062.stdout:Building src 2023-06-08T03:54:12.958 INFO:teuthology.orchestra.run.smithi062.stdout: [DEP] 2023-06-08T03:54:15.070 INFO:teuthology.orchestra.run.smithi062.stdout: [DEP] 2023-06-08T03:54:15.113 INFO:teuthology.orchestra.run.smithi062.stdout: [DEP] 2023-06-08T03:54:15.123 INFO:teuthology.orchestra.run.smithi062.stdout: [DEP] 2023-06-08T03:54:15.380 INFO:teuthology.orchestra.run.smithi062.stdout: [DEP] 2023-06-08T03:54:15.406 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] dirstress 2023-06-08T03:54:15.666 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] fill 2023-06-08T03:54:15.807 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] fill2 2023-06-08T03:54:16.035 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] getpagesize 2023-06-08T03:54:16.163 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] holes 2023-06-08T03:54:16.359 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] lstat64 2023-06-08T03:54:16.542 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] nametest 2023-06-08T03:54:16.688 INFO:teuthology.orchestra.run.smithi062.stderr:nametest.c: In function 'main': 2023-06-08T03:54:16.692 INFO:teuthology.orchestra.run.smithi062.stderr:nametest.c:236:33: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:16.692 INFO:teuthology.orchestra.run.smithi062.stderr: 236 | write(1, "\n", 1); 2023-06-08T03:54:16.692 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-08T03:54:16.693 INFO:teuthology.orchestra.run.smithi062.stderr:nametest.c:238:25: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:16.693 INFO:teuthology.orchestra.run.smithi062.stderr: 238 | write(1, ".", 1); 2023-06-08T03:54:16.693 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-08T03:54:16.693 INFO:teuthology.orchestra.run.smithi062.stderr:nametest.c:288:33: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:16.693 INFO:teuthology.orchestra.run.smithi062.stderr: 288 | write(1, ".", 1); 2023-06-08T03:54:16.693 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-08T03:54:16.819 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] permname 2023-06-08T03:54:17.031 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] randholes 2023-06-08T03:54:17.285 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] runas 2023-06-08T03:54:17.454 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] truncfile 2023-06-08T03:54:17.625 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] usemem 2023-06-08T03:54:17.768 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] mmapcat 2023-06-08T03:54:17.865 INFO:teuthology.orchestra.run.smithi062.stderr:mmapcat.c: In function 'main': 2023-06-08T03:54:17.866 INFO:teuthology.orchestra.run.smithi062.stderr:mmapcat.c:29:9: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:17.866 INFO:teuthology.orchestra.run.smithi062.stderr: 29 | write(1,ptr2,ptr - ptr2); 2023-06-08T03:54:17.866 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:17.901 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] append_reader 2023-06-08T03:54:18.042 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] append_writer 2023-06-08T03:54:18.183 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] dirperf 2023-06-08T03:54:18.414 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] metaperf 2023-06-08T03:54:18.531 INFO:teuthology.orchestra.run.smithi062.stderr:metaperf.c: In function 'crfiles': 2023-06-08T03:54:18.531 INFO:teuthology.orchestra.run.smithi062.stderr:metaperf.c:166:25: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:18.531 INFO:teuthology.orchestra.run.smithi062.stderr: 166 | write(fd, buf, fsize); 2023-06-08T03:54:18.532 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:18.533 INFO:teuthology.orchestra.run.smithi062.stderr:metaperf.c: In function 't_linkun': 2023-06-08T03:54:18.533 INFO:teuthology.orchestra.run.smithi062.stderr:metaperf.c:454:25: warning: ignoring return value of 'link' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:18.533 INFO:teuthology.orchestra.run.smithi062.stderr: 454 | link("a", *fnp); 2023-06-08T03:54:18.533 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~ 2023-06-08T03:54:18.533 INFO:teuthology.orchestra.run.smithi062.stderr:metaperf.c: In function 't_chown': 2023-06-08T03:54:18.533 INFO:teuthology.orchestra.run.smithi062.stderr:metaperf.c:404:33: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:18.534 INFO:teuthology.orchestra.run.smithi062.stderr: 404 | chown(*fnp, 2, -1); 2023-06-08T03:54:18.534 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:18.534 INFO:teuthology.orchestra.run.smithi062.stderr:metaperf.c:406:33: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:18.534 INFO:teuthology.orchestra.run.smithi062.stderr: 406 | chown(*fnp, 1, -1); 2023-06-08T03:54:18.534 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:18.534 INFO:teuthology.orchestra.run.smithi062.stderr:metaperf.c: In function 'i_chown': 2023-06-08T03:54:18.534 INFO:teuthology.orchestra.run.smithi062.stderr:metaperf.c:291:17: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:18.534 INFO:teuthology.orchestra.run.smithi062.stderr: 291 | chown(*fnp, 1, -1); 2023-06-08T03:54:18.535 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:18.535 INFO:teuthology.orchestra.run.smithi062.stderr:metaperf.c: In function 'main': 2023-06-08T03:54:18.535 INFO:teuthology.orchestra.run.smithi062.stderr:metaperf.c:152:9: warning: ignoring return value of 'chdir' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:18.535 INFO:teuthology.orchestra.run.smithi062.stderr: 152 | chdir(".."); 2023-06-08T03:54:18.535 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~ 2023-06-08T03:54:18.708 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] devzero 2023-06-08T03:54:18.892 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] feature 2023-06-08T03:54:19.120 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] alloc 2023-06-08T03:54:19.248 INFO:teuthology.orchestra.run.smithi062.stderr:alloc.c: In function 'main': 2023-06-08T03:54:19.248 INFO:teuthology.orchestra.run.smithi062.stderr:alloc.c:247:17: warning: ignoring return value of 'mkstemp' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:19.248 INFO:teuthology.orchestra.run.smithi062.stderr: 247 | mkstemp(tmpfile); 2023-06-08T03:54:19.248 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-08T03:54:19.346 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] fault 2023-06-08T03:54:19.505 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] fstest 2023-06-08T03:54:19.740 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_access_root 2023-06-08T03:54:19.850 INFO:teuthology.orchestra.run.smithi062.stderr:t_access_root.c: In function 'main': 2023-06-08T03:54:19.851 INFO:teuthology.orchestra.run.smithi062.stderr:t_access_root.c:55:5: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:19.851 INFO:teuthology.orchestra.run.smithi062.stderr: 55 | system(cmd); 2023-06-08T03:54:19.851 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~ 2023-06-08T03:54:19.897 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] godown 2023-06-08T03:54:20.080 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] resvtest 2023-06-08T03:54:20.279 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] writemod 2023-06-08T03:54:20.417 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] writev_on_pagefault 2023-06-08T03:54:20.572 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] makeextents 2023-06-08T03:54:20.760 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] itrash 2023-06-08T03:54:20.905 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] rename 2023-06-08T03:54:21.022 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] multi_open_unlink 2023-06-08T03:54:21.170 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] unwritten_sync 2023-06-08T03:54:21.340 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] genhashnames 2023-06-08T03:54:21.522 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_holes 2023-06-08T03:54:21.670 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_mmap_writev 2023-06-08T03:54:21.846 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_truncate_cmtime 2023-06-08T03:54:21.992 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] dirhash_collide 2023-06-08T03:54:22.162 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_rename_overwrite 2023-06-08T03:54:22.294 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] holetest 2023-06-08T03:54:22.398 INFO:teuthology.orchestra.run.smithi062.stderr:holetest.c: In function 'pt_write_marker': 2023-06-08T03:54:22.398 INFO:teuthology.orchestra.run.smithi062.stderr:holetest.c:140:17: warning: ignoring return value of 'pwrite' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:22.399 INFO:teuthology.orchestra.run.smithi062.stderr: 140 | pwrite(fd, &tid, sizeof(tid), i * page_size + pgoff); 2023-06-08T03:54:22.399 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:22.519 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_truncate_self 2023-06-08T03:54:22.658 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] af_unix 2023-06-08T03:54:22.820 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_mmap_stale_pmd 2023-06-08T03:54:22.933 INFO:teuthology.orchestra.run.smithi062.stderr:t_mmap_stale_pmd.c: In function 'main': 2023-06-08T03:54:22.933 INFO:teuthology.orchestra.run.smithi062.stderr:t_mmap_stale_pmd.c:42:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:22.933 INFO:teuthology.orchestra.run.smithi062.stderr: 42 | ftruncate(fd, 0); 2023-06-08T03:54:22.933 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-08T03:54:22.933 INFO:teuthology.orchestra.run.smithi062.stderr:t_mmap_stale_pmd.c:43:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:22.934 INFO:teuthology.orchestra.run.smithi062.stderr: 43 | ftruncate(fd, MiB(4)); 2023-06-08T03:54:22.934 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:22.934 INFO:teuthology.orchestra.run.smithi062.stderr:t_mmap_stale_pmd.c:55:9: warning: ignoring return value of 'pwrite' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:22.934 INFO:teuthology.orchestra.run.smithi062.stderr: 55 | pwrite(fd, buffer, strlen(buffer), MiB(2)); 2023-06-08T03:54:22.934 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:22.977 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_mmap_cow_race 2023-06-08T03:54:23.102 INFO:teuthology.orchestra.run.smithi062.stderr:t_mmap_cow_race.c: In function 'main': 2023-06-08T03:54:23.102 INFO:teuthology.orchestra.run.smithi062.stderr:t_mmap_cow_race.c:61:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:23.102 INFO:teuthology.orchestra.run.smithi062.stderr: 61 | ftruncate(fd, 0); 2023-06-08T03:54:23.102 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-08T03:54:23.102 INFO:teuthology.orchestra.run.smithi062.stderr:t_mmap_cow_race.c:62:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:23.102 INFO:teuthology.orchestra.run.smithi062.stderr: 62 | ftruncate(fd, MiB(2)); 2023-06-08T03:54:23.103 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:23.156 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_mmap_fallocate 2023-06-08T03:54:23.319 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] fsync-err 2023-06-08T03:54:23.506 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_mmap_write_ro 2023-06-08T03:54:23.648 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_ext4_dax_journal_corruption 2023-06-08T03:54:23.762 INFO:teuthology.orchestra.run.smithi062.stderr:t_ext4_dax_journal_corruption.c: In function 'main': 2023-06-08T03:54:23.763 INFO:teuthology.orchestra.run.smithi062.stderr:t_ext4_dax_journal_corruption.c:61:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:23.763 INFO:teuthology.orchestra.run.smithi062.stderr: 61 | ftruncate(fd, 0); 2023-06-08T03:54:23.763 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-08T03:54:23.813 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_ext4_dax_inline_corruption 2023-06-08T03:54:23.966 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_ofd_locks 2023-06-08T03:54:24.172 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_mmap_collision 2023-06-08T03:54:24.387 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] mmap-write-concurrent 2023-06-08T03:54:24.546 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_get_file_time 2023-06-08T03:54:24.682 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_create_short_dirs 2023-06-08T03:54:24.842 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_create_long_dirs 2023-06-08T03:54:25.002 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_enospc 2023-06-08T03:54:25.229 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_mmap_writev_overlap 2023-06-08T03:54:25.410 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] checkpoint_journal 2023-06-08T03:54:25.561 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] mmap-rw-fault 2023-06-08T03:54:25.751 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] allocstale 2023-06-08T03:54:25.929 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_mmap_cow_memory_failure 2023-06-08T03:54:26.102 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] fake-dump-rootino 2023-06-08T03:54:26.241 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] dio-buf-fault 2023-06-08T03:54:26.390 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] xfsctl 2023-06-08T03:54:26.575 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] bstat 2023-06-08T03:54:26.783 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_mtab 2023-06-08T03:54:26.901 INFO:teuthology.orchestra.run.smithi062.stderr:t_mtab.c: In function 'update_mtab': 2023-06-08T03:54:26.901 INFO:teuthology.orchestra.run.smithi062.stderr:t_mtab.c:256:17: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:26.902 INFO:teuthology.orchestra.run.smithi062.stderr: 256 | chown (mounted_temp, sbuf.st_uid, sbuf.st_gid); 2023-06-08T03:54:26.902 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:26.982 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] getdevicesize 2023-06-08T03:54:27.195 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] preallo_rw_pattern_reader 2023-06-08T03:54:27.322 INFO:teuthology.orchestra.run.smithi062.stderr:In file included from preallo_rw_pattern_reader.c:2: 2023-06-08T03:54:27.322 INFO:teuthology.orchestra.run.smithi062.stderr:iopat.c: In function 'main': 2023-06-08T03:54:27.322 INFO:teuthology.orchestra.run.smithi062.stderr:iopat.c:38:4: warning: ignoring return value of 'read' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:27.322 INFO:teuthology.orchestra.run.smithi062.stderr: 38 | read(fd, &x, 1048576); 2023-06-08T03:54:27.322 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:27.374 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] preallo_rw_pattern_writer 2023-06-08T03:54:27.499 INFO:teuthology.orchestra.run.smithi062.stderr:In file included from preallo_rw_pattern_writer.c:2: 2023-06-08T03:54:27.499 INFO:teuthology.orchestra.run.smithi062.stderr:iopat.c: In function 'main': 2023-06-08T03:54:27.499 INFO:teuthology.orchestra.run.smithi062.stderr:iopat.c:34:4: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:27.499 INFO:teuthology.orchestra.run.smithi062.stderr: 34 | write(fd, &x, 1048576); 2023-06-08T03:54:27.499 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:27.538 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] ftrunc 2023-06-08T03:54:27.681 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] trunc 2023-06-08T03:54:27.836 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] fs_perms 2023-06-08T03:54:27.923 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:54:27.925 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:54:27.954 INFO:teuthology.orchestra.run.smithi062.stderr:fs_perms.c: In function 'main': 2023-06-08T03:54:27.954 INFO:teuthology.orchestra.run.smithi062.stderr:fs_perms.c:54:4: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:27.954 INFO:teuthology.orchestra.run.smithi062.stderr: 54 | system("rm -f test.file"); 2023-06-08T03:54:27.954 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:27.954 INFO:teuthology.orchestra.run.smithi062.stderr:fs_perms.c: In function 'testsetup': 2023-06-08T03:54:27.955 INFO:teuthology.orchestra.run.smithi062.stderr:fs_perms.c:67:4: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:27.955 INFO:teuthology.orchestra.run.smithi062.stderr: 67 | system("cp testx.file test.file"); 2023-06-08T03:54:27.955 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:27.955 INFO:teuthology.orchestra.run.smithi062.stderr:fs_perms.c:69:4: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:27.955 INFO:teuthology.orchestra.run.smithi062.stderr: 69 | chown("test.file",cuserId,cgroupId); 2023-06-08T03:54:27.955 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:27.955 INFO:teuthology.orchestra.run.smithi062.stderr:fs_perms.c: In function 'testfperm': 2023-06-08T03:54:27.956 INFO:teuthology.orchestra.run.smithi062.stderr:fs_perms.c:123:5: warning: ignoring return value of 'seteuid' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:27.956 INFO:teuthology.orchestra.run.smithi062.stderr: 123 | seteuid(0); 2023-06-08T03:54:27.956 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~ 2023-06-08T03:54:27.956 INFO:teuthology.orchestra.run.smithi062.stderr:fs_perms.c:124:5: warning: ignoring return value of 'setegid' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:27.956 INFO:teuthology.orchestra.run.smithi062.stderr: 124 | setegid(0); 2023-06-08T03:54:27.956 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~ 2023-06-08T03:54:27.999 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] testx 2023-06-08T03:54:28.107 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] looptest 2023-06-08T03:54:28.295 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] locktest 2023-06-08T03:54:28.619 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] unwritten_mmap 2023-06-08T03:54:28.791 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] bulkstat_unlink_test 2023-06-08T03:54:28.918 INFO:teuthology.orchestra.run.smithi062.stderr:bulkstat_unlink_test.c: In function 'main': 2023-06-08T03:54:28.918 INFO:teuthology.orchestra.run.smithi062.stderr:bulkstat_unlink_test.c:106:25: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:28.918 INFO:teuthology.orchestra.run.smithi062.stderr: 106 | write(fd[i], fname, sizeof(fname)); 2023-06-08T03:54:28.918 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:28.918 INFO:teuthology.orchestra.run.smithi062.stderr:bulkstat_unlink_test.c:178:17: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:28.919 INFO:teuthology.orchestra.run.smithi062.stderr: 178 | system(fname); 2023-06-08T03:54:28.919 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~ 2023-06-08T03:54:29.007 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] deduperace 2023-06-08T03:54:29.224 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] bulkstat_unlink_test_modified 2023-06-08T03:54:29.347 INFO:teuthology.orchestra.run.smithi062.stderr:bulkstat_unlink_test_modified.c: In function 'main': 2023-06-08T03:54:29.347 INFO:teuthology.orchestra.run.smithi062.stderr:bulkstat_unlink_test_modified.c:83:13: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.347 INFO:teuthology.orchestra.run.smithi062.stderr: 83 | write(fd, fname, sizeof(fname)); 2023-06-08T03:54:29.348 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.348 INFO:teuthology.orchestra.run.smithi062.stderr:bulkstat_unlink_test_modified.c:139:13: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.348 INFO:teuthology.orchestra.run.smithi062.stderr: 139 | write(fd, fname, sizeof(fname)); 2023-06-08T03:54:29.348 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.348 INFO:teuthology.orchestra.run.smithi062.stderr:bulkstat_unlink_test_modified.c:185:9: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.348 INFO:teuthology.orchestra.run.smithi062.stderr: 185 | system(fname); 2023-06-08T03:54:29.348 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~ 2023-06-08T03:54:29.433 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_dir_offset 2023-06-08T03:54:29.588 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_futimens 2023-06-08T03:54:29.720 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_immutable 2023-06-08T03:54:29.861 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c: In function 'create_test_area': 2023-06-08T03:54:29.861 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:2061:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.861 INFO:teuthology.orchestra.run.smithi062.stderr: 2061 | asprintf(&path, "%s/immutable.d", dir); 2023-06-08T03:54:29.862 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.862 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:2096:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.862 INFO:teuthology.orchestra.run.smithi062.stderr: 2096 | asprintf(&path, "%s/append-only.d", dir); 2023-06-08T03:54:29.862 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.863 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c: In function 'remove_test_area': 2023-06-08T03:54:29.863 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:2152:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.863 INFO:teuthology.orchestra.run.smithi062.stderr: 2152 | asprintf(&path, "%s/immutable.d", dir); 2023-06-08T03:54:29.863 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.864 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:2163:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.864 INFO:teuthology.orchestra.run.smithi062.stderr: 2163 | asprintf(&path, "%s/empty-immutable.d", dir); 2023-06-08T03:54:29.864 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.864 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:2175:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.864 INFO:teuthology.orchestra.run.smithi062.stderr: 2175 | asprintf(&path, "%s/append-only.d", dir); 2023-06-08T03:54:29.864 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.864 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:2186:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.865 INFO:teuthology.orchestra.run.smithi062.stderr: 2186 | asprintf(&path, "%s/empty-append-only.d", dir); 2023-06-08T03:54:29.865 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.865 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:2197:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.865 INFO:teuthology.orchestra.run.smithi062.stderr: 2197 | asprintf(&path, "%s/append-only.f", dir); 2023-06-08T03:54:29.865 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.866 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:2209:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.866 INFO:teuthology.orchestra.run.smithi062.stderr: 2209 | asprintf(&path, "%s/immutable.f", dir); 2023-06-08T03:54:29.866 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.867 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c: In function 'check_test_area': 2023-06-08T03:54:29.867 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1788:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.867 INFO:teuthology.orchestra.run.smithi062.stderr: 1788 | asprintf(&path, "%s/", dir); 2023-06-08T03:54:29.867 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.867 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1800:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.867 INFO:teuthology.orchestra.run.smithi062.stderr: 1800 | asprintf(&path, "%s/immutable.f", dir); 2023-06-08T03:54:29.867 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.868 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1812:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.868 INFO:teuthology.orchestra.run.smithi062.stderr: 1812 | asprintf(&path, "%s/append-only.f", dir); 2023-06-08T03:54:29.868 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.868 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1824:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.868 INFO:teuthology.orchestra.run.smithi062.stderr: 1824 | asprintf(&path, "%s/immutable.d", dir); 2023-06-08T03:54:29.868 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.869 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1837:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.869 INFO:teuthology.orchestra.run.smithi062.stderr: 1837 | asprintf(&path, "%s/append-only.d", dir); 2023-06-08T03:54:29.869 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.869 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1850:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.869 INFO:teuthology.orchestra.run.smithi062.stderr: 1850 | asprintf(&path, "%s/immutable.d/file", dir); 2023-06-08T03:54:29.869 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.869 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1862:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.869 INFO:teuthology.orchestra.run.smithi062.stderr: 1862 | asprintf(&path, "%s/append-only.d/file", dir); 2023-06-08T03:54:29.870 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.870 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1874:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.870 INFO:teuthology.orchestra.run.smithi062.stderr: 1874 | asprintf(&path, "%s/immutable.d/dir", dir); 2023-06-08T03:54:29.870 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.870 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1887:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.870 INFO:teuthology.orchestra.run.smithi062.stderr: 1887 | asprintf(&path, "%s/append-only.d/dir", dir); 2023-06-08T03:54:29.870 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.873 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c: In function 'test_immutable': 2023-06-08T03:54:29.873 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:151:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.874 INFO:teuthology.orchestra.run.smithi062.stderr: 151 | asprintf(&path, "%s/immutable.f", dir); 2023-06-08T03:54:29.874 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.874 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:381:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.874 INFO:teuthology.orchestra.run.smithi062.stderr: 381 | asprintf(&linkpath, "%s/immutable.f.hardlink", dir); 2023-06-08T03:54:29.874 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.874 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:408:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.874 INFO:teuthology.orchestra.run.smithi062.stderr: 408 | chown(path, 0, 0); 2023-06-08T03:54:29.875 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.875 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:485:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.875 INFO:teuthology.orchestra.run.smithi062.stderr: 485 | asprintf(&linkpath, "%s/immutable.f.newname", dir); 2023-06-08T03:54:29.875 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.875 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:532:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.875 INFO:teuthology.orchestra.run.smithi062.stderr: 532 | asprintf(&path, "%s/immutable.d/file", dir); 2023-06-08T03:54:29.875 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.875 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:553:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.876 INFO:teuthology.orchestra.run.smithi062.stderr: 553 | chown(path, 0, 0); 2023-06-08T03:54:29.876 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.876 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:556:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.876 INFO:teuthology.orchestra.run.smithi062.stderr: 556 | asprintf(&linkpath, "%s/immutable.d/file.link", dir); 2023-06-08T03:54:29.876 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.876 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:575:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.876 INFO:teuthology.orchestra.run.smithi062.stderr: 575 | asprintf(&linkpath, "%s/immutable.d/file.newname", dir); 2023-06-08T03:54:29.877 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.877 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:595:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.877 INFO:teuthology.orchestra.run.smithi062.stderr: 595 | asprintf(&path, "%s/immutable.d/newfile", dir); 2023-06-08T03:54:29.877 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.877 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:619:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.877 INFO:teuthology.orchestra.run.smithi062.stderr: 619 | asprintf(&path, "%s/immutable.d/newdir", dir); 2023-06-08T03:54:29.877 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.877 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:631:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.878 INFO:teuthology.orchestra.run.smithi062.stderr: 631 | asprintf(&path, "%s/immutable.d/dir/newfile-%d", dir, getuid()); 2023-06-08T03:54:29.878 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.878 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:653:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.878 INFO:teuthology.orchestra.run.smithi062.stderr: 653 | chown(path, 0, 0); 2023-06-08T03:54:29.878 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.878 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:657:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.878 INFO:teuthology.orchestra.run.smithi062.stderr: 657 | asprintf(&path, "%s/immutable.d/dir", dir); 2023-06-08T03:54:29.878 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.879 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:668:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.879 INFO:teuthology.orchestra.run.smithi062.stderr: 668 | asprintf(&path, "%s/immutable.d", dir); 2023-06-08T03:54:29.879 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.879 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:705:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.879 INFO:teuthology.orchestra.run.smithi062.stderr: 705 | chown(path, 0, 0); 2023-06-08T03:54:29.879 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.879 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:782:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.879 INFO:teuthology.orchestra.run.smithi062.stderr: 782 | asprintf(&path, "%s/empty-immutable.d", dir); 2023-06-08T03:54:29.880 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.880 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c: In function 'test_append': 2023-06-08T03:54:29.880 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:822:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.880 INFO:teuthology.orchestra.run.smithi062.stderr: 822 | asprintf(&path, "%s/append-only.f", dir); 2023-06-08T03:54:29.880 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.881 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1024:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.881 INFO:teuthology.orchestra.run.smithi062.stderr: 1024 | asprintf(&linkpath, "%s/append-only.f.hardlink", dir); 2023-06-08T03:54:29.881 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.881 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1051:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.881 INFO:teuthology.orchestra.run.smithi062.stderr: 1051 | chown(path, 0, 0); 2023-06-08T03:54:29.881 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.881 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1126:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.881 INFO:teuthology.orchestra.run.smithi062.stderr: 1126 | asprintf(&linkpath, "%s/append-only.f.newname", dir); 2023-06-08T03:54:29.882 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.882 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1495:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.882 INFO:teuthology.orchestra.run.smithi062.stderr: 1495 | asprintf(&path, "%s/append-only.d/file", dir); 2023-06-08T03:54:29.882 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.882 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1516:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.882 INFO:teuthology.orchestra.run.smithi062.stderr: 1516 | chown(path, 0, 0); 2023-06-08T03:54:29.882 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.883 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1519:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.883 INFO:teuthology.orchestra.run.smithi062.stderr: 1519 | asprintf(&linkpath, "%s/append-only.d/file.link-%d", dir, getuid()); 2023-06-08T03:54:29.883 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.883 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1529:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.883 INFO:teuthology.orchestra.run.smithi062.stderr: 1529 | asprintf(&linkpath, "%s/append-only.d/file.symlink-%d", dir, getuid()); 2023-06-08T03:54:29.883 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.883 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1539:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.883 INFO:teuthology.orchestra.run.smithi062.stderr: 1539 | asprintf(&linkpath, "%s/append-only.d/file.newname", dir); 2023-06-08T03:54:29.884 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.884 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1559:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.884 INFO:teuthology.orchestra.run.smithi062.stderr: 1559 | asprintf(&path, "%s/append-only.d/newfile-%d", dir, getuid()); 2023-06-08T03:54:29.884 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.884 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1573:11: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.884 INFO:teuthology.orchestra.run.smithi062.stderr: 1573 | asprintf(&path, "%s/append-only.d/newdev-%d", dir, getuid()); 2023-06-08T03:54:29.884 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.884 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1586:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.885 INFO:teuthology.orchestra.run.smithi062.stderr: 1586 | asprintf(&path, "%s/append-only.d/newdir-%d", dir, getuid()); 2023-06-08T03:54:29.885 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.885 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1596:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.885 INFO:teuthology.orchestra.run.smithi062.stderr: 1596 | asprintf(&path, "%s/append-only.d/newdir-%d/newfile-%d", dir, getuid(), getuid()); 2023-06-08T03:54:29.885 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.885 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1618:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.885 INFO:teuthology.orchestra.run.smithi062.stderr: 1618 | chown(path, 0, 0); 2023-06-08T03:54:29.886 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.886 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1622:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.886 INFO:teuthology.orchestra.run.smithi062.stderr: 1622 | asprintf(&path, "%s/append-only.d/dir/newfile-%d", dir, getuid()); 2023-06-08T03:54:29.886 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.886 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1644:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.886 INFO:teuthology.orchestra.run.smithi062.stderr: 1644 | chown(path, 0, 0); 2023-06-08T03:54:29.886 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.886 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1648:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.887 INFO:teuthology.orchestra.run.smithi062.stderr: 1648 | asprintf(&path, "%s/append-only.d/dir", dir); 2023-06-08T03:54:29.887 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.887 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1659:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.887 INFO:teuthology.orchestra.run.smithi062.stderr: 1659 | asprintf(&path, "%s/append-only.d", dir); 2023-06-08T03:54:29.887 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.887 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1692:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.887 INFO:teuthology.orchestra.run.smithi062.stderr: 1692 | chown(path, 0, 0); 2023-06-08T03:54:29.887 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-08T03:54:29.888 INFO:teuthology.orchestra.run.smithi062.stderr:t_immutable.c:1769:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:29.888 INFO:teuthology.orchestra.run.smithi062.stderr: 1769 | asprintf(&path, "%s/empty-append-only.d", dir); 2023-06-08T03:54:29.888 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:30.458 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] stale_handle 2023-06-08T03:54:30.583 INFO:teuthology.orchestra.run.smithi062.stderr:stale_handle.c: In function 'main': 2023-06-08T03:54:30.583 INFO:teuthology.orchestra.run.smithi062.stderr:stale_handle.c:102:9: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:30.584 INFO:teuthology.orchestra.run.smithi062.stderr: 102 | system("echo 3 > /proc/sys/vm/drop_caches"); 2023-06-08T03:54:30.584 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:30.631 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] pwrite_mmap_blocked 2023-06-08T03:54:30.772 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_dir_offset2 2023-06-08T03:54:30.963 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] seek_sanity_test 2023-06-08T03:54:31.103 INFO:teuthology.orchestra.run.smithi062.stderr:seek_sanity_test.c: In function 'test18': 2023-06-08T03:54:31.103 INFO:teuthology.orchestra.run.smithi062.stderr:seek_sanity_test.c:460:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:31.103 INFO:teuthology.orchestra.run.smithi062.stderr: 460 | ftruncate(fd, 0); 2023-06-08T03:54:31.103 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-08T03:54:31.105 INFO:teuthology.orchestra.run.smithi062.stderr:seek_sanity_test.c: In function 'test_basic_support': 2023-06-08T03:54:31.106 INFO:teuthology.orchestra.run.smithi062.stderr:seek_sanity_test.c:1207:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:31.106 INFO:teuthology.orchestra.run.smithi062.stderr: 1207 | ftruncate(fd, 0); 2023-06-08T03:54:31.106 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-08T03:54:31.106 INFO:teuthology.orchestra.run.smithi062.stderr:seek_sanity_test.c:1256:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:31.107 INFO:teuthology.orchestra.run.smithi062.stderr: 1256 | ftruncate(fd, 0); 2023-06-08T03:54:31.107 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-08T03:54:31.107 INFO:teuthology.orchestra.run.smithi062.stderr:seek_sanity_test.c: In function 'get_io_sizes': 2023-06-08T03:54:31.107 INFO:teuthology.orchestra.run.smithi062.stderr:seek_sanity_test.c:88:17: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:31.107 INFO:teuthology.orchestra.run.smithi062.stderr: 88 | ftruncate(fd, 0); 2023-06-08T03:54:31.107 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-08T03:54:31.107 INFO:teuthology.orchestra.run.smithi062.stderr:seek_sanity_test.c:89:17: warning: ignoring return value of 'pwrite' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:31.108 INFO:teuthology.orchestra.run.smithi062.stderr: 89 | pwrite(fd, "a", 1, offset); 2023-06-08T03:54:31.108 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:31.108 INFO:teuthology.orchestra.run.smithi062.stderr:seek_sanity_test.c:98:17: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:31.108 INFO:teuthology.orchestra.run.smithi062.stderr: 98 | ftruncate(fd, 0); 2023-06-08T03:54:31.108 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-08T03:54:31.108 INFO:teuthology.orchestra.run.smithi062.stderr:seek_sanity_test.c:99:17: warning: ignoring return value of 'pwrite' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:31.108 INFO:teuthology.orchestra.run.smithi062.stderr: 99 | pwrite(fd, "a", 1, offset); 2023-06-08T03:54:31.109 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:31.447 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] seek_copy_test 2023-06-08T03:54:31.633 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_readdir_1 2023-06-08T03:54:31.741 INFO:teuthology.orchestra.run.smithi062.stderr:t_readdir_1.c: In function 'main': 2023-06-08T03:54:31.741 INFO:teuthology.orchestra.run.smithi062.stderr:t_readdir_1.c:30:25: warning: ignoring return value of 'read' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:31.741 INFO:teuthology.orchestra.run.smithi062.stderr: 30 | read(fd, buf, 100); 2023-06-08T03:54:31.741 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:31.775 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_readdir_2 2023-06-08T03:54:31.919 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] fsync-tester 2023-06-08T03:54:32.037 INFO:teuthology.orchestra.run.smithi062.stderr:fsync-tester.c: In function 'main': 2023-06-08T03:54:32.037 INFO:teuthology.orchestra.run.smithi062.stderr:fsync-tester.c:391:17: warning: ignoring return value of 'read' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:32.037 INFO:teuthology.orchestra.run.smithi062.stderr: 391 | read(fd, &seed, sizeof(seed)); 2023-06-08T03:54:32.037 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:32.037 INFO:teuthology.orchestra.run.smithi062.stderr:fsync-tester.c:541:17: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:32.038 INFO:teuthology.orchestra.run.smithi062.stderr: 541 | system("reboot -fn"); 2023-06-08T03:54:32.038 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:32.038 INFO:teuthology.orchestra.run.smithi062.stderr:fsync-tester.c: In function 'drop_all_caches': 2023-06-08T03:54:32.038 INFO:teuthology.orchestra.run.smithi062.stderr:fsync-tester.c:90:9: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:32.038 INFO:teuthology.orchestra.run.smithi062.stderr: 90 | write(fd, value, sizeof(value)-1); 2023-06-08T03:54:32.039 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:32.195 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] nsexec 2023-06-08T03:54:32.383 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] cloner 2023-06-08T03:54:32.567 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] renameat2 2023-06-08T03:54:32.731 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_getcwd 2023-06-08T03:54:32.836 INFO:teuthology.orchestra.run.smithi062.stderr:t_getcwd.c: In function 'test_getcwd': 2023-06-08T03:54:32.836 INFO:teuthology.orchestra.run.smithi062.stderr:t_getcwd.c:21:17: warning: ignoring return value of 'getcwd' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:32.836 INFO:teuthology.orchestra.run.smithi062.stderr: 21 | getcwd(cur_cwd, BUF_SIZE); 2023-06-08T03:54:32.837 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:32.882 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] e4compact 2023-06-08T03:54:33.104 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] test-nextquota 2023-06-08T03:54:33.292 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] punch-alternating 2023-06-08T03:54:33.471 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] attr-list-by-handle-cursor-test 2023-06-08T03:54:33.647 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] listxattr 2023-06-08T03:54:33.789 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] dio-interleaved 2023-06-08T03:54:33.937 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_dir_type 2023-06-08T03:54:34.088 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] dio-invalidate-cache 2023-06-08T03:54:34.197 INFO:teuthology.orchestra.run.smithi062.stderr:dio-invalidate-cache.c: In function 'main': 2023-06-08T03:54:34.198 INFO:teuthology.orchestra.run.smithi062.stderr:dio-invalidate-cache.c:286:17: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:34.198 INFO:teuthology.orchestra.run.smithi062.stderr: 286 | write(fd, buf, blksz * nr_child); 2023-06-08T03:54:34.198 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:34.294 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] stat_test 2023-06-08T03:54:34.601 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_encrypted_d_revalidate 2023-06-08T03:54:34.763 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] attr_replace_test 2023-06-08T03:54:34.923 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] swapon 2023-06-08T03:54:35.085 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] mkswap 2023-06-08T03:54:35.218 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_attr_corruption 2023-06-08T03:54:35.352 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_open_tmpfiles 2023-06-08T03:54:35.522 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] fscrypt-crypt-util 2023-06-08T03:54:36.209 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] bulkstat_null_ocount 2023-06-08T03:54:36.358 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] splice-test 2023-06-08T03:54:36.538 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] chprojid_fail 2023-06-08T03:54:36.702 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] detached_mounts_propagation 2023-06-08T03:54:36.899 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] ext4_resize 2023-06-08T03:54:37.043 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_readdir_3 2023-06-08T03:54:37.243 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] splice2pipe 2023-06-08T03:54:37.352 INFO:teuthology.orchestra.run.smithi062.stderr:splice2pipe.c: In function 'prepare_pipe': 2023-06-08T03:54:37.352 INFO:teuthology.orchestra.run.smithi062.stderr:splice2pipe.c:56:17: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:37.353 INFO:teuthology.orchestra.run.smithi062.stderr: 56 | write(p[1], buffer, n); 2023-06-08T03:54:37.353 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:37.353 INFO:teuthology.orchestra.run.smithi062.stderr:splice2pipe.c:64:17: warning: ignoring return value of 'read' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:37.353 INFO:teuthology.orchestra.run.smithi062.stderr: 64 | read(p[0], buffer, n); 2023-06-08T03:54:37.353 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:37.407 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] uuid_ioctl 2023-06-08T03:54:37.562 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] fiemap-tester 2023-06-08T03:54:37.828 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_stripealign 2023-06-08T03:54:37.990 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] open_by_handle 2023-06-08T03:54:38.251 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] t_mmap_dio 2023-06-08T03:54:38.422 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] xfsfind 2023-06-08T03:54:38.632 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] fssum 2023-06-08T03:54:39.110 INFO:teuthology.orchestra.run.smithi062.stdout:Building log-writes 2023-06-08T03:54:39.117 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] replay-log 2023-06-08T03:54:39.471 INFO:teuthology.orchestra.run.smithi062.stdout:Building perf 2023-06-08T03:54:39.477 INFO:teuthology.orchestra.run.smithi062.stdout:Building aio-dio-regress 2023-06-08T03:54:39.485 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] aiocp 2023-06-08T03:54:39.739 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] aio-dio-append-write-fallocate-race 2023-06-08T03:54:39.916 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] aio-dio-append-write-read-race 2023-06-08T03:54:40.102 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] aio-dio-cow-race 2023-06-08T03:54:40.272 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] aio-dio-cycle-write 2023-06-08T03:54:40.378 INFO:teuthology.orchestra.run.smithi062.stderr:aio-dio-cycle-write.c: In function 'init_test': 2023-06-08T03:54:40.379 INFO:teuthology.orchestra.run.smithi062.stderr:aio-dio-cycle-write.c:83:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:40.379 INFO:teuthology.orchestra.run.smithi062.stderr: 83 | ftruncate(fd, buf_size); 2023-06-08T03:54:40.379 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:40.471 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] aio-dio-eof-race 2023-06-08T03:54:40.675 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] aio-dio-extend-stat 2023-06-08T03:54:40.847 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] aio-dio-fcntl-race 2023-06-08T03:54:41.016 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] aio-dio-hole-filling-race 2023-06-08T03:54:41.183 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] aio-dio-invalidate-failure 2023-06-08T03:54:41.371 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] aio-dio-invalidate-readahead 2023-06-08T03:54:41.543 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] aiodio_sparse2 2023-06-08T03:54:41.647 INFO:teuthology.orchestra.run.smithi062.stderr:aiodio_sparse2.c: In function 'aiodio_sparse': 2023-06-08T03:54:41.647 INFO:teuthology.orchestra.run.smithi062.stderr:aiodio_sparse2.c:111:17: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:41.647 INFO:teuthology.orchestra.run.smithi062.stderr: 111 | ftruncate(fd, filesize); 2023-06-08T03:54:41.647 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:41.648 INFO:teuthology.orchestra.run.smithi062.stderr:aiodio_sparse2.c: In function 'dirty_freeblocks': 2023-06-08T03:54:41.648 INFO:teuthology.orchestra.run.smithi062.stderr:aiodio_sparse2.c:274:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-08T03:54:41.648 INFO:teuthology.orchestra.run.smithi062.stderr: 274 | ftruncate(fd, size); 2023-06-08T03:54:41.649 INFO:teuthology.orchestra.run.smithi062.stderr: | ^~~~~~~~~~~~~~~~~~~ 2023-06-08T03:54:41.776 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] aio-dio-subblock-eof-read 2023-06-08T03:54:41.929 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] aio-dio-write-verify 2023-06-08T03:54:42.130 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] aio-free-ring-with-bogus-nr-pages 2023-06-08T03:54:42.264 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] aio-io-setup-with-nonwritable-context-pointer 2023-06-08T03:54:42.394 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] aio-last-ref-held-by-io 2023-06-08T03:54:42.579 INFO:teuthology.orchestra.run.smithi062.stdout:Building vfs 2023-06-08T03:54:42.586 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] vfstest 2023-06-08T03:54:44.932 INFO:teuthology.orchestra.run.smithi062.stdout: [CC] mount-idmapped 2023-06-08T03:54:45.363 INFO:teuthology.orchestra.run.smithi062.stdout:Building m4 2023-06-08T03:54:45.368 INFO:teuthology.orchestra.run.smithi062.stdout:Building common 2023-06-08T03:54:45.372 INFO:teuthology.orchestra.run.smithi062.stdout:Building tests 2023-06-08T03:54:45.379 INFO:teuthology.orchestra.run.smithi062.stdout:Building btrfs 2023-06-08T03:54:45.387 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/btrfs/group.list 2023-06-08T03:54:45.456 INFO:teuthology.orchestra.run.smithi062.stdout:Building ceph 2023-06-08T03:54:45.462 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/ceph/group.list 2023-06-08T03:54:45.480 INFO:teuthology.orchestra.run.smithi062.stdout:Building cifs 2023-06-08T03:54:45.485 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/cifs/group.list 2023-06-08T03:54:45.501 INFO:teuthology.orchestra.run.smithi062.stdout:Building ext4 2023-06-08T03:54:45.506 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/ext4/group.list 2023-06-08T03:54:45.551 INFO:teuthology.orchestra.run.smithi062.stdout:Building f2fs 2023-06-08T03:54:45.557 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/f2fs/group.list 2023-06-08T03:54:45.576 INFO:teuthology.orchestra.run.smithi062.stdout:Building generic 2023-06-08T03:54:45.585 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/generic/group.list 2023-06-08T03:54:45.694 INFO:teuthology.orchestra.run.smithi062.stdout:Building nfs 2023-06-08T03:54:45.700 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/nfs/group.list 2023-06-08T03:54:45.718 INFO:teuthology.orchestra.run.smithi062.stdout:Building ocfs2 2023-06-08T03:54:45.724 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/ocfs2/group.list 2023-06-08T03:54:45.740 INFO:teuthology.orchestra.run.smithi062.stdout:Building overlay 2023-06-08T03:54:45.746 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/overlay/group.list 2023-06-08T03:54:45.793 INFO:teuthology.orchestra.run.smithi062.stdout:Building perf 2023-06-08T03:54:45.799 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/perf/group.list 2023-06-08T03:54:45.812 INFO:teuthology.orchestra.run.smithi062.stdout:Building selftest 2023-06-08T03:54:45.817 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/selftest/group.list 2023-06-08T03:54:45.832 INFO:teuthology.orchestra.run.smithi062.stdout:Building shared 2023-06-08T03:54:45.838 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/shared/group.list 2023-06-08T03:54:45.859 INFO:teuthology.orchestra.run.smithi062.stdout:Building tmpfs 2023-06-08T03:54:45.864 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/tmpfs/group.list 2023-06-08T03:54:45.881 INFO:teuthology.orchestra.run.smithi062.stdout:Building udf 2023-06-08T03:54:45.887 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/udf/group.list 2023-06-08T03:54:45.900 INFO:teuthology.orchestra.run.smithi062.stdout:Building xfs 2023-06-08T03:54:45.908 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/xfs/group.list 2023-06-08T03:54:46.028 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo make install) 2023-06-08T03:54:46.096 INFO:teuthology.orchestra.run.smithi062.stdout:Building include 2023-06-08T03:54:46.100 INFO:teuthology.orchestra.run.smithi062.stdout:Building lib 2023-06-08T03:54:46.105 INFO:teuthology.orchestra.run.smithi062.stdout:Building ltp 2023-06-08T03:54:46.109 INFO:teuthology.orchestra.run.smithi062.stdout:Building src 2023-06-08T03:54:46.148 INFO:teuthology.orchestra.run.smithi062.stdout:Building log-writes 2023-06-08T03:54:46.153 INFO:teuthology.orchestra.run.smithi062.stdout:Building perf 2023-06-08T03:54:46.156 INFO:teuthology.orchestra.run.smithi062.stdout:Building aio-dio-regress 2023-06-08T03:54:46.161 INFO:teuthology.orchestra.run.smithi062.stdout:Building vfs 2023-06-08T03:54:46.165 INFO:teuthology.orchestra.run.smithi062.stdout:Building m4 2023-06-08T03:54:46.169 INFO:teuthology.orchestra.run.smithi062.stdout:Building common 2023-06-08T03:54:46.173 INFO:teuthology.orchestra.run.smithi062.stdout:Building tests 2023-06-08T03:54:46.179 INFO:teuthology.orchestra.run.smithi062.stdout:Building btrfs 2023-06-08T03:54:46.186 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/btrfs/group.list 2023-06-08T03:54:46.249 INFO:teuthology.orchestra.run.smithi062.stdout:Building ceph 2023-06-08T03:54:46.256 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/ceph/group.list 2023-06-08T03:54:46.274 INFO:teuthology.orchestra.run.smithi062.stdout:Building cifs 2023-06-08T03:54:46.280 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/cifs/group.list 2023-06-08T03:54:46.295 INFO:teuthology.orchestra.run.smithi062.stdout:Building ext4 2023-06-08T03:54:46.302 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/ext4/group.list 2023-06-08T03:54:46.344 INFO:teuthology.orchestra.run.smithi062.stdout:Building f2fs 2023-06-08T03:54:46.350 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/f2fs/group.list 2023-06-08T03:54:46.369 INFO:teuthology.orchestra.run.smithi062.stdout:Building generic 2023-06-08T03:54:46.376 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/generic/group.list 2023-06-08T03:54:46.487 INFO:teuthology.orchestra.run.smithi062.stdout:Building nfs 2023-06-08T03:54:46.493 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/nfs/group.list 2023-06-08T03:54:46.509 INFO:teuthology.orchestra.run.smithi062.stdout:Building ocfs2 2023-06-08T03:54:46.515 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/ocfs2/group.list 2023-06-08T03:54:46.532 INFO:teuthology.orchestra.run.smithi062.stdout:Building overlay 2023-06-08T03:54:46.539 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/overlay/group.list 2023-06-08T03:54:46.587 INFO:teuthology.orchestra.run.smithi062.stdout:Building perf 2023-06-08T03:54:46.594 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/perf/group.list 2023-06-08T03:54:46.608 INFO:teuthology.orchestra.run.smithi062.stdout:Building selftest 2023-06-08T03:54:46.614 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/selftest/group.list 2023-06-08T03:54:46.630 INFO:teuthology.orchestra.run.smithi062.stdout:Building shared 2023-06-08T03:54:46.636 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/shared/group.list 2023-06-08T03:54:46.657 INFO:teuthology.orchestra.run.smithi062.stdout:Building tmpfs 2023-06-08T03:54:46.663 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/tmpfs/group.list 2023-06-08T03:54:46.678 INFO:teuthology.orchestra.run.smithi062.stdout:Building udf 2023-06-08T03:54:46.685 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/udf/group.list 2023-06-08T03:54:46.698 INFO:teuthology.orchestra.run.smithi062.stdout:Building xfs 2023-06-08T03:54:46.706 INFO:teuthology.orchestra.run.smithi062.stdout: [GROUP] /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/xfs/group.list 2023-06-08T03:54:46.810 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C include install 2023-06-08T03:54:46.814 INFO:teuthology.orchestra.run.smithi062.stdout:gmake[1]: Nothing to be done for 'install'. 2023-06-08T03:54:46.814 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C lib install 2023-06-08T03:54:46.817 INFO:teuthology.orchestra.run.smithi062.stdout:gmake[1]: Nothing to be done for 'install'. 2023-06-08T03:54:46.817 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C ltp install 2023-06-08T03:54:46.820 INFO:teuthology.orchestra.run.smithi062.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/ltp 2023-06-08T03:54:46.830 INFO:teuthology.orchestra.run.smithi062.stdout:/bin/bash ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 doio fsstress fsx growfiles iogen aio-stress /var/lib/xfstests/ltp 2023-06-08T03:54:46.918 INFO:teuthology.orchestra.run.smithi062.stdout:../install-sh -o root -g root -m 755 rwtest.sh /var/lib/xfstests/ltp 2023-06-08T03:54:46.932 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C src install 2023-06-08T03:54:46.951 INFO:teuthology.orchestra.run.smithi062.stdout:Building log-writes 2023-06-08T03:54:46.956 INFO:teuthology.orchestra.run.smithi062.stdout:Building perf 2023-06-08T03:54:46.960 INFO:teuthology.orchestra.run.smithi062.stdout:Building aio-dio-regress 2023-06-08T03:54:46.965 INFO:teuthology.orchestra.run.smithi062.stdout:Building vfs 2023-06-08T03:54:46.969 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake -C log-writes install 2023-06-08T03:54:46.972 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/log-writes 2023-06-08T03:54:46.983 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 replay-log /var/lib/xfstests/src/log-writes 2023-06-08T03:54:46.995 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake -C perf install 2023-06-08T03:54:46.998 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/perf 2023-06-08T03:54:47.008 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 FioCompare.py fio-insert-and-compare.py FioResultDecoder.py generate-schema.py ResultData.py fio-results.sql /var/lib/xfstests/src/perf 2023-06-08T03:54:47.034 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake -C aio-dio-regress install 2023-06-08T03:54:47.038 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/aio-dio-regress 2023-06-08T03:54:47.048 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 aiocp aio-dio-append-write-fallocate-race aio-dio-append-write-read-race aio-dio-cow-race aio-dio-cycle-write aio-dio-eof-race aio-dio-extend-stat aio-dio-fcntl-race aio-dio-hole-filling-race aio-dio-invalidate-failure aio-dio-invalidate-readahead aiodio_sparse2 aio-dio-subblock-eof-read aio-dio-write-verify aio-free-ring-with-bogus-nr-pages aio-io-setup-with-nonwritable-context-pointer aio-last-ref-held-by-io /var/lib/xfstests/src/aio-dio-regress 2023-06-08T03:54:47.108 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake -C vfs install 2023-06-08T03:54:47.110 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/vfs 2023-06-08T03:54:47.121 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 vfstest mount-idmapped /var/lib/xfstests/src/vfs 2023-06-08T03:54:47.137 INFO:teuthology.orchestra.run.smithi062.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src 2023-06-08T03:54:47.148 INFO:teuthology.orchestra.run.smithi062.stdout:/bin/bash ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dirstress fill fill2 getpagesize holes lstat64 nametest permname randholes runas truncfile usemem mmapcat append_reader append_writer dirperf metaperf devzero feature alloc fault fstest t_access_root godown resvtest writemod writev_on_pagefault makeextents itrash rename multi_open_unlink unwritten_sync genhashnames t_holes t_mmap_writev t_truncate_cmtime dirhash_collide t_rename_overwrite holetest t_truncate_self af_unix t_mmap_stale_pmd t_mmap_cow_race t_mmap_fallocate fsync-err t_mmap_write_ro t_ext4_dax_journal_corruption t_ext4_dax_inline_corruption t_ofd_locks t_mmap_collision mmap-write-concurrent t_get_file_time t_create_short_dirs t_create_long_dirs t_enospc t_mmap_writev_overlap checkpoint_journal mmap-rw-fault allocstale t_mmap_cow_memory_failure fake-dump-rootino dio-buf-fault xfsctl bstat t_mtab getdevicesize preallo_rw_pattern_reader preallo_rw_pattern_writer ftrunc trunc fs_perms testx looptest locktest unwritten_mmap bulkstat_unlink_test deduperace bulkstat_unlink_test_modified t_dir_offset t_futimens t_immutable stale_handle pwrite_mmap_blocked t_dir_offset2 seek_sanity_test seek_copy_test t_readdir_1 t_readdir_2 fsync-tester nsexec cloner renameat2 t_getcwd e4compact test-nextquota punch-alternating attr-list-by-handle-cursor-test listxattr dio-interleaved t_dir_type dio-invalidate-cache stat_test t_encrypted_d_revalidate attr_replace_test swapon mkswap t_attr_corruption t_open_tmpfiles fscrypt-crypt-util bulkstat_null_ocount splice-test chprojid_fail detached_mounts_propagation ext4_resize t_readdir_3 splice2pipe uuid_ioctl fiemap-tester t_stripealign open_by_handle t_mmap_dio xfsfind fssum /var/lib/xfstests/src 2023-06-08T03:54:48.773 INFO:teuthology.orchestra.run.smithi062.stdout:/bin/bash ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dmerror fill2attr fill2fs fill2fs_check scaleread.sh btrfs_crc32c_forged_name.py popdir.pl popattr.py /var/lib/xfstests/src 2023-06-08T03:54:48.897 INFO:teuthology.orchestra.run.smithi062.stdout:/bin/bash ../libtool --quiet --mode=install ../install-sh -o root -g root -m 644 dumpfile /var/lib/xfstests/src 2023-06-08T03:54:48.930 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C m4 install 2023-06-08T03:54:48.932 INFO:teuthology.orchestra.run.smithi062.stdout:gmake[1]: Nothing to be done for 'install'. 2023-06-08T03:54:48.933 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C common install 2023-06-08T03:54:48.936 INFO:teuthology.orchestra.run.smithi062.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/common 2023-06-08T03:54:48.948 INFO:teuthology.orchestra.run.smithi062.stdout:../install-sh -o root -g root -m 644 * /var/lib/xfstests/common 2023-06-08T03:54:49.093 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C tests install 2023-06-08T03:54:49.095 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/btrfs/ install 2023-06-08T03:54:49.100 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/btrfs 2023-06-08T03:54:49.112 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 290 291 299 /var/lib/xfstests/tests/btrfs 2023-06-08T03:54:50.060 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/btrfs 2023-06-08T03:54:50.072 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 216.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 290.out 291.out 299.out /var/lib/xfstests/tests/btrfs 2023-06-08T03:54:50.982 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/ceph/ install 2023-06-08T03:54:50.984 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ceph 2023-06-08T03:54:50.997 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 /var/lib/xfstests/tests/ceph 2023-06-08T03:54:51.022 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ceph 2023-06-08T03:54:51.034 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out /var/lib/xfstests/tests/ceph 2023-06-08T03:54:51.060 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/cifs/ install 2023-06-08T03:54:51.064 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/cifs 2023-06-08T03:54:51.076 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/cifs 2023-06-08T03:54:51.088 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/cifs 2023-06-08T03:54:51.100 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/cifs 2023-06-08T03:54:51.112 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/ext4/ install 2023-06-08T03:54:51.115 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ext4 2023-06-08T03:54:51.126 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 271 301 302 303 304 305 306 307 308 /var/lib/xfstests/tests/ext4 2023-06-08T03:54:51.350 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ext4 2023-06-08T03:54:51.362 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 001.out.default 001.out.nodelalloc 001.out.nozero 001.cfg 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 271.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out /var/lib/xfstests/tests/ext4 2023-06-08T03:54:51.603 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/f2fs/ install 2023-06-08T03:54:51.606 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/f2fs 2023-06-08T03:54:51.619 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 001 002 /var/lib/xfstests/tests/f2fs 2023-06-08T03:54:51.635 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/f2fs 2023-06-08T03:54:51.648 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 001.out 002.out /var/lib/xfstests/tests/f2fs 2023-06-08T03:54:51.665 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/generic/ install 2023-06-08T03:54:51.673 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/generic 2023-06-08T03:54:51.686 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 /var/lib/xfstests/tests/generic 2023-06-08T03:54:54.118 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/generic 2023-06-08T03:54:54.131 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 035.out.default 035.out.nfs 050.out.default 050.out.nojournal 050.out.xfsquota 035.cfg 050.cfg 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 216.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 321.out 322.out 323.out 324.out 325.out 326.out 327.out 328.out 329.out 330.out 331.out 332.out 333.out 334.out 335.out 336.out 337.out 338.out 339.out 340.out 341.out 342.out 343.out 344.out 345.out 346.out 347.out 348.out 349.out 350.out 351.out 352.out 353.out 354.out 355.out 356.out 357.out 358.out 359.out 360.out 361.out 362.out 363.out 364.out 365.out 366.out 367.out 368.out 369.out 370.out 371.out 372.out 373.out 374.out 375.out 376.out 377.out 378.out 379.out 380.out 381.out 382.out 383.out 384.out 385.out 386.out 387.out 388.out 389.out 390.out 391.out 392.out 393.out 394.out 395.out 396.out 397.out 398.out 399.out 400.out 401.out 402.out 403.out 404.out 405.out 406.out 407.out 408.out 409.out 410.out 411.out 412.out 413.out 414.out 415.out 416.out 417.out 418.out 419.out 420.out 421.out 422.out 423.out 424.out 425.out 426.out 427.out 428.out 429.out 430.out 431.out 432.out 433.out 434.out 435.out 436.out 437.out 438.out 439.out 440.out 441.out 442.out 443.out 444.out 445.out 446.out 447.out 448.out 449.out 450.out 451.out 452.out 453.out 454.out 455.out 456.out 457.out 458.out 459.out 460.out 461.out 462.out 463.out 464.out 465.out 466.out 467.out 468.out 469.out 470.out 471.out 472.out 473.out 474.out 475.out 476.out 477.out 478.out 479.out 480.out 481.out 482.out 483.out 484.out 485.out 486.out 487.out 488.out 489.out 490.out 491.out 492.out 493.out 494.out 495.out 496.out 497.out 498.out 499.out 500.out 501.out 502.out 503.out 504.out 505.out 506.out 507.out 508.out 509.out 510.out 511.out 512.out 513.out 514.out 515.out 516.out 517.out 518.out 519.out 520.out 521.out 522.out 523.out 524.out 525.out 526.out 527.out 528.out 529.out 530.out 531.out 532.out 533.out 534.out 535.out 536.out 537.out 538.out 539.out 540.out 541.out 542.out 543.out 544.out 545.out 546.out 547.out 548.out 549.out 550.out 551.out 552.out 553.out 554.out 555.out 556.out 557.out 558.out 559.out 560.out 561.out 562.out 563.out 564.out 565.out 566.out 567.out 568.out 569.out 570.out 571.out 572.out 573.out 574.out 575.out 576.out 577.out 578.out 579.out 580.out 581.out 582.out 583.out 584.out 585.out 586.out 587.out 588.out 589.out 590.out 591.out 592.out 593.out 594.out 595.out 596.out 597.out 598.out 599.out 600.out 601.out 602.out 603.out 604.out 605.out 606.out 607.out 608.out 609.out 610.out 611.out 612.out 613.out 614.out 615.out 616.out 617.out 618.out 619.out 620.out 621.out 622.out 623.out 624.out 625.out 626.out 627.out 628.out 629.out 630.out 631.out 632.out 633.out 634.out 635.out 636.out 637.out 638.out 639.out 640.out 641.out 642.out 643.out 644.out 645.out 646.out 647.out 648.out 649.out 650.out 651.out 652.out 653.out 654.out 655.out 656.out 657.out 658.out 659.out 660.out 661.out 662.out 663.out 664.out 665.out 666.out 667.out 668.out 669.out 670.out 671.out 672.out 673.out 674.out 675.out 676.out 677.out 678.out 679.out 680.out 681.out 682.out 683.out 684.out 685.out 686.out 687.out 688.out 689.out 690.out 691.out 692.out 693.out 694.out 695.out 696.out 697.out 698.out 699.out 700.out 701.out 702.out 703.out 704.out 705.out 706.out 707.out 708.out 709.out 710.out 711.out 712.out 713.out 714.out 715.out 716.out 717.out 718.out 719.out 720.out 721.out 722.out 723.out 724.out 725.out 726.out 727.out /var/lib/xfstests/tests/generic 2023-06-08T03:54:56.606 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/nfs/ install 2023-06-08T03:54:56.609 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/nfs 2023-06-08T03:54:56.621 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/nfs 2023-06-08T03:54:56.633 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/nfs 2023-06-08T03:54:56.645 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/nfs 2023-06-08T03:54:56.656 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/ocfs2/ install 2023-06-08T03:54:56.659 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ocfs2 2023-06-08T03:54:56.670 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/ocfs2 2023-06-08T03:54:56.682 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ocfs2 2023-06-08T03:54:56.693 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/ocfs2 2023-06-08T03:54:56.705 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/overlay/ install 2023-06-08T03:54:56.709 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/overlay 2023-06-08T03:54:56.721 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 /var/lib/xfstests/tests/overlay 2023-06-08T03:54:57.041 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/overlay 2023-06-08T03:54:57.053 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out /var/lib/xfstests/tests/overlay 2023-06-08T03:54:57.387 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/perf/ install 2023-06-08T03:54:57.390 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/perf 2023-06-08T03:54:57.403 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/perf 2023-06-08T03:54:57.415 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/perf 2023-06-08T03:54:57.426 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/perf 2023-06-08T03:54:57.439 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/selftest/ install 2023-06-08T03:54:57.442 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/selftest 2023-06-08T03:54:57.454 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 /var/lib/xfstests/tests/selftest 2023-06-08T03:54:57.481 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/selftest 2023-06-08T03:54:57.493 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out /var/lib/xfstests/tests/selftest 2023-06-08T03:54:57.520 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/shared/ install 2023-06-08T03:54:57.523 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/shared 2023-06-08T03:54:57.535 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 002 032 298 /var/lib/xfstests/tests/shared 2023-06-08T03:54:57.552 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/shared 2023-06-08T03:54:57.565 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 002.out 032.out 298.out /var/lib/xfstests/tests/shared 2023-06-08T03:54:57.583 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/tmpfs/ install 2023-06-08T03:54:57.586 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/tmpfs 2023-06-08T03:54:57.597 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/tmpfs 2023-06-08T03:54:57.608 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/tmpfs 2023-06-08T03:54:57.619 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/tmpfs 2023-06-08T03:54:57.631 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/udf/ install 2023-06-08T03:54:57.633 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/udf 2023-06-08T03:54:57.644 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 102 /var/lib/xfstests/tests/udf 2023-06-08T03:54:57.656 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/udf 2023-06-08T03:54:57.668 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 102.out /var/lib/xfstests/tests/udf 2023-06-08T03:54:57.679 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.9QEZAyoOKCxfstests-dev/tests/xfs/ install 2023-06-08T03:54:57.685 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/xfs 2023-06-08T03:54:57.697 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 /var/lib/xfstests/tests/xfs 2023-06-08T03:54:58.052 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:54:58.054 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:54:59.988 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/xfs 2023-06-08T03:55:00.001 INFO:teuthology.orchestra.run.smithi062.stdout:../../install-sh -o root -g root -m 644 033.out.crc 033.out.default 071.out.32 071.out.64 096.out.external 096.out.internal 216.out.64mblog 216.out.classic 033.cfg 216.cfg 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 321.out 322.out 323.out 324.out 325.out 326.out 327.out 328.out 329.out 330.out 331.out 332.out 333.out 334.out 335.out 336.out 337.out 338.out 339.out 340.out 341.out 342.out 343.out 344.out 345.out 346.out 347.out 348.out 349.out 350.out 351.out 352.out 353.out 354.out 355.out 356.out 357.out 358.out 359.out 360.out 361.out 362.out 363.out 364.out 365.out 366.out 367.out 368.out 369.out 370.out 371.out 372.out 373.out 374.out 375.out 376.out 377.out 378.out 379.out 380.out 381.out 382.out 383.out 384.out 385.out 386.out 387.out 388.out 389.out 390.out 391.out 392.out 393.out 394.out 395.out 396.out 397.out 398.out 399.out 400.out 401.out 402.out 403.out 404.out 405.out 406.out 407.out 408.out 409.out 410.out 411.out 412.out 413.out 414.out 415.out 416.out 417.out 418.out 419.out 420.out 421.out 422.out 423.out 424.out 425.out 426.out 427.out 428.out 429.out 430.out 431.out 432.out 433.out 434.out 435.out 436.out 437.out 438.out 439.out 440.out 441.out 442.out 443.out 444.out 445.out 446.out 447.out 448.out 449.out 450.out 451.out 452.out 453.out 454.out 455.out 456.out 457.out 458.out 459.out 460.out 461.out 462.out 463.out 464.out 465.out 466.out 467.out 468.out 469.out 470.out 471.out 472.out 473.out 474.out 475.out 476.out 477.out 478.out 479.out 480.out 481.out 482.out 483.out 484.out 485.out 486.out 487.out 488.out 489.out 490.out 491.out 492.out 493.out 494.out 495.out 496.out 497.out 498.out 499.out 500.out 501.out 502.out 503.out 504.out 505.out 506.out 507.out 508.out 509.out 510.out 511.out 512.out 513.out 514.out 515.out 516.out 517.out 518.out 519.out 520.out 521.out 522.out 523.out 524.out 525.out 526.out 527.out 528.out 529.out 530.out 531.out 532.out 533.out 534.out 535.out 536.out 537.out 538.out 539.out 540.out 541.out 542.out 543.out 544.out 545.out 546.out 547.out 548.out 549.out 550.out 551.out 552.out 553.out 554.out 555.out 556.out 557.out 558.out 559.out 560.out 561.out 562.out 563.out 564.out 565.out 566.out 567.out 568.out 570.out 571.out 572.out 573.out 574.out 575.out 576.out 577.out 578.out 579.out 580.out 581.out 582.out 583.out 584.out 585.out 586.out 587.out 588.out 589.out 590.out 591.out 592.out 593.out 594.out 595.out 708.out 709.out 710.out 711.out 712.out 713.out 714.out 715.out 716.out 717.out 718.out 719.out 720.out 721.out 722.out 723.out 724.out 725.out 726.out 727.out 728.out 729.out 730.out 731.out 732.out 733.out 734.out 735.out 736.out 737.out 738.out 739.out 740.out 741.out 742.out 743.out 744.out 745.out 746.out 747.out 748.out 749.out 750.out 751.out 752.out 753.out 754.out 755.out 756.out 757.out 758.out 759.out 760.out 761.out 762.out 763.out 764.out 765.out 766.out 767.out 768.out 769.out 770.out 771.out 772.out 773.out 774.out 775.out 776.out 777.out 778.out 779.out 780.out 781.out 782.out 783.out 784.out 785.out 786.out 787.out 788.out 789.out 790.out 791.out 792.out 793.out 794.out 795.out 796.out 797.out 798.out 799.out 800.out /var/lib/xfstests/tests/xfs 2023-06-08T03:55:02.343 INFO:teuthology.orchestra.run.smithi062.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests 2023-06-08T03:55:02.357 INFO:teuthology.orchestra.run.smithi062.stdout:./install-sh -o root -g root -m 755 -d /var/lib/xfstests 2023-06-08T03:55:02.369 INFO:teuthology.orchestra.run.smithi062.stdout:./install-sh -o root -g root -m 755 check /var/lib/xfstests 2023-06-08T03:55:02.382 INFO:teuthology.orchestra.run.smithi062.stdout:./install-sh -o root -g root -m 644 randomize.awk /var/lib/xfstests 2023-06-08T03:55:02.397 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T03:55:02.398 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec ls tests/generic) 2023-06-08T03:55:02.405 INFO:teuthology.orchestra.run.smithi062.stdout:001 2023-06-08T03:55:02.405 INFO:teuthology.orchestra.run.smithi062.stdout:001.out 2023-06-08T03:55:02.405 INFO:teuthology.orchestra.run.smithi062.stdout:002 2023-06-08T03:55:02.405 INFO:teuthology.orchestra.run.smithi062.stdout:002.out 2023-06-08T03:55:02.406 INFO:teuthology.orchestra.run.smithi062.stdout:003 2023-06-08T03:55:02.406 INFO:teuthology.orchestra.run.smithi062.stdout:003.out 2023-06-08T03:55:02.406 INFO:teuthology.orchestra.run.smithi062.stdout:004 2023-06-08T03:55:02.406 INFO:teuthology.orchestra.run.smithi062.stdout:004.out 2023-06-08T03:55:02.406 INFO:teuthology.orchestra.run.smithi062.stdout:005 2023-06-08T03:55:02.406 INFO:teuthology.orchestra.run.smithi062.stdout:005.out 2023-06-08T03:55:02.406 INFO:teuthology.orchestra.run.smithi062.stdout:006 2023-06-08T03:55:02.407 INFO:teuthology.orchestra.run.smithi062.stdout:006.out 2023-06-08T03:55:02.407 INFO:teuthology.orchestra.run.smithi062.stdout:007 2023-06-08T03:55:02.407 INFO:teuthology.orchestra.run.smithi062.stdout:007.out 2023-06-08T03:55:02.407 INFO:teuthology.orchestra.run.smithi062.stdout:008 2023-06-08T03:55:02.407 INFO:teuthology.orchestra.run.smithi062.stdout:008.out 2023-06-08T03:55:02.407 INFO:teuthology.orchestra.run.smithi062.stdout:009 2023-06-08T03:55:02.407 INFO:teuthology.orchestra.run.smithi062.stdout:009.out 2023-06-08T03:55:02.407 INFO:teuthology.orchestra.run.smithi062.stdout:010 2023-06-08T03:55:02.408 INFO:teuthology.orchestra.run.smithi062.stdout:010.out 2023-06-08T03:55:02.408 INFO:teuthology.orchestra.run.smithi062.stdout:011 2023-06-08T03:55:02.408 INFO:teuthology.orchestra.run.smithi062.stdout:011.out 2023-06-08T03:55:02.408 INFO:teuthology.orchestra.run.smithi062.stdout:012 2023-06-08T03:55:02.408 INFO:teuthology.orchestra.run.smithi062.stdout:012.out 2023-06-08T03:55:02.408 INFO:teuthology.orchestra.run.smithi062.stdout:013 2023-06-08T03:55:02.408 INFO:teuthology.orchestra.run.smithi062.stdout:013.out 2023-06-08T03:55:02.409 INFO:teuthology.orchestra.run.smithi062.stdout:014 2023-06-08T03:55:02.409 INFO:teuthology.orchestra.run.smithi062.stdout:014.out 2023-06-08T03:55:02.409 INFO:teuthology.orchestra.run.smithi062.stdout:015 2023-06-08T03:55:02.409 INFO:teuthology.orchestra.run.smithi062.stdout:015.out 2023-06-08T03:55:02.409 INFO:teuthology.orchestra.run.smithi062.stdout:016 2023-06-08T03:55:02.409 INFO:teuthology.orchestra.run.smithi062.stdout:016.out 2023-06-08T03:55:02.409 INFO:teuthology.orchestra.run.smithi062.stdout:017 2023-06-08T03:55:02.409 INFO:teuthology.orchestra.run.smithi062.stdout:017.out 2023-06-08T03:55:02.410 INFO:teuthology.orchestra.run.smithi062.stdout:018 2023-06-08T03:55:02.410 INFO:teuthology.orchestra.run.smithi062.stdout:018.out 2023-06-08T03:55:02.410 INFO:teuthology.orchestra.run.smithi062.stdout:019 2023-06-08T03:55:02.410 INFO:teuthology.orchestra.run.smithi062.stdout:019.out 2023-06-08T03:55:02.410 INFO:teuthology.orchestra.run.smithi062.stdout:020 2023-06-08T03:55:02.410 INFO:teuthology.orchestra.run.smithi062.stdout:020.out 2023-06-08T03:55:02.410 INFO:teuthology.orchestra.run.smithi062.stdout:021 2023-06-08T03:55:02.410 INFO:teuthology.orchestra.run.smithi062.stdout:021.out 2023-06-08T03:55:02.411 INFO:teuthology.orchestra.run.smithi062.stdout:022 2023-06-08T03:55:02.411 INFO:teuthology.orchestra.run.smithi062.stdout:022.out 2023-06-08T03:55:02.411 INFO:teuthology.orchestra.run.smithi062.stdout:023 2023-06-08T03:55:02.411 INFO:teuthology.orchestra.run.smithi062.stdout:023.out 2023-06-08T03:55:02.411 INFO:teuthology.orchestra.run.smithi062.stdout:024 2023-06-08T03:55:02.411 INFO:teuthology.orchestra.run.smithi062.stdout:024.out 2023-06-08T03:55:02.411 INFO:teuthology.orchestra.run.smithi062.stdout:025 2023-06-08T03:55:02.411 INFO:teuthology.orchestra.run.smithi062.stdout:025.out 2023-06-08T03:55:02.412 INFO:teuthology.orchestra.run.smithi062.stdout:026 2023-06-08T03:55:02.412 INFO:teuthology.orchestra.run.smithi062.stdout:026.out 2023-06-08T03:55:02.412 INFO:teuthology.orchestra.run.smithi062.stdout:027 2023-06-08T03:55:02.412 INFO:teuthology.orchestra.run.smithi062.stdout:027.out 2023-06-08T03:55:02.412 INFO:teuthology.orchestra.run.smithi062.stdout:028 2023-06-08T03:55:02.412 INFO:teuthology.orchestra.run.smithi062.stdout:028.out 2023-06-08T03:55:02.412 INFO:teuthology.orchestra.run.smithi062.stdout:029 2023-06-08T03:55:02.413 INFO:teuthology.orchestra.run.smithi062.stdout:029.out 2023-06-08T03:55:02.413 INFO:teuthology.orchestra.run.smithi062.stdout:030 2023-06-08T03:55:02.413 INFO:teuthology.orchestra.run.smithi062.stdout:030.out 2023-06-08T03:55:02.413 INFO:teuthology.orchestra.run.smithi062.stdout:031 2023-06-08T03:55:02.413 INFO:teuthology.orchestra.run.smithi062.stdout:031.out 2023-06-08T03:55:02.413 INFO:teuthology.orchestra.run.smithi062.stdout:032 2023-06-08T03:55:02.413 INFO:teuthology.orchestra.run.smithi062.stdout:032.out 2023-06-08T03:55:02.413 INFO:teuthology.orchestra.run.smithi062.stdout:033 2023-06-08T03:55:02.414 INFO:teuthology.orchestra.run.smithi062.stdout:033.out 2023-06-08T03:55:02.414 INFO:teuthology.orchestra.run.smithi062.stdout:034 2023-06-08T03:55:02.414 INFO:teuthology.orchestra.run.smithi062.stdout:034.out 2023-06-08T03:55:02.414 INFO:teuthology.orchestra.run.smithi062.stdout:035 2023-06-08T03:55:02.414 INFO:teuthology.orchestra.run.smithi062.stdout:035.cfg 2023-06-08T03:55:02.414 INFO:teuthology.orchestra.run.smithi062.stdout:035.out.default 2023-06-08T03:55:02.414 INFO:teuthology.orchestra.run.smithi062.stdout:035.out.nfs 2023-06-08T03:55:02.414 INFO:teuthology.orchestra.run.smithi062.stdout:036 2023-06-08T03:55:02.415 INFO:teuthology.orchestra.run.smithi062.stdout:036.out 2023-06-08T03:55:02.415 INFO:teuthology.orchestra.run.smithi062.stdout:037 2023-06-08T03:55:02.415 INFO:teuthology.orchestra.run.smithi062.stdout:037.out 2023-06-08T03:55:02.416 INFO:teuthology.orchestra.run.smithi062.stdout:038 2023-06-08T03:55:02.416 INFO:teuthology.orchestra.run.smithi062.stdout:038.out 2023-06-08T03:55:02.416 INFO:teuthology.orchestra.run.smithi062.stdout:039 2023-06-08T03:55:02.416 INFO:teuthology.orchestra.run.smithi062.stdout:039.out 2023-06-08T03:55:02.416 INFO:teuthology.orchestra.run.smithi062.stdout:040 2023-06-08T03:55:02.416 INFO:teuthology.orchestra.run.smithi062.stdout:040.out 2023-06-08T03:55:02.416 INFO:teuthology.orchestra.run.smithi062.stdout:041 2023-06-08T03:55:02.417 INFO:teuthology.orchestra.run.smithi062.stdout:041.out 2023-06-08T03:55:02.417 INFO:teuthology.orchestra.run.smithi062.stdout:042 2023-06-08T03:55:02.417 INFO:teuthology.orchestra.run.smithi062.stdout:042.out 2023-06-08T03:55:02.417 INFO:teuthology.orchestra.run.smithi062.stdout:043 2023-06-08T03:55:02.417 INFO:teuthology.orchestra.run.smithi062.stdout:043.out 2023-06-08T03:55:02.417 INFO:teuthology.orchestra.run.smithi062.stdout:044 2023-06-08T03:55:02.417 INFO:teuthology.orchestra.run.smithi062.stdout:044.out 2023-06-08T03:55:02.417 INFO:teuthology.orchestra.run.smithi062.stdout:045 2023-06-08T03:55:02.418 INFO:teuthology.orchestra.run.smithi062.stdout:045.out 2023-06-08T03:55:02.418 INFO:teuthology.orchestra.run.smithi062.stdout:046 2023-06-08T03:55:02.418 INFO:teuthology.orchestra.run.smithi062.stdout:046.out 2023-06-08T03:55:02.418 INFO:teuthology.orchestra.run.smithi062.stdout:047 2023-06-08T03:55:02.418 INFO:teuthology.orchestra.run.smithi062.stdout:047.out 2023-06-08T03:55:02.418 INFO:teuthology.orchestra.run.smithi062.stdout:048 2023-06-08T03:55:02.418 INFO:teuthology.orchestra.run.smithi062.stdout:048.out 2023-06-08T03:55:02.418 INFO:teuthology.orchestra.run.smithi062.stdout:049 2023-06-08T03:55:02.419 INFO:teuthology.orchestra.run.smithi062.stdout:049.out 2023-06-08T03:55:02.419 INFO:teuthology.orchestra.run.smithi062.stdout:050 2023-06-08T03:55:02.419 INFO:teuthology.orchestra.run.smithi062.stdout:050.cfg 2023-06-08T03:55:02.419 INFO:teuthology.orchestra.run.smithi062.stdout:050.out.default 2023-06-08T03:55:02.419 INFO:teuthology.orchestra.run.smithi062.stdout:050.out.nojournal 2023-06-08T03:55:02.419 INFO:teuthology.orchestra.run.smithi062.stdout:050.out.xfsquota 2023-06-08T03:55:02.419 INFO:teuthology.orchestra.run.smithi062.stdout:051 2023-06-08T03:55:02.420 INFO:teuthology.orchestra.run.smithi062.stdout:051.out 2023-06-08T03:55:02.420 INFO:teuthology.orchestra.run.smithi062.stdout:052 2023-06-08T03:55:02.420 INFO:teuthology.orchestra.run.smithi062.stdout:052.out 2023-06-08T03:55:02.420 INFO:teuthology.orchestra.run.smithi062.stdout:053 2023-06-08T03:55:02.420 INFO:teuthology.orchestra.run.smithi062.stdout:053.out 2023-06-08T03:55:02.420 INFO:teuthology.orchestra.run.smithi062.stdout:054 2023-06-08T03:55:02.420 INFO:teuthology.orchestra.run.smithi062.stdout:054.out 2023-06-08T03:55:02.420 INFO:teuthology.orchestra.run.smithi062.stdout:055 2023-06-08T03:55:02.421 INFO:teuthology.orchestra.run.smithi062.stdout:055.out 2023-06-08T03:55:02.421 INFO:teuthology.orchestra.run.smithi062.stdout:056 2023-06-08T03:55:02.421 INFO:teuthology.orchestra.run.smithi062.stdout:056.out 2023-06-08T03:55:02.421 INFO:teuthology.orchestra.run.smithi062.stdout:057 2023-06-08T03:55:02.421 INFO:teuthology.orchestra.run.smithi062.stdout:057.out 2023-06-08T03:55:02.421 INFO:teuthology.orchestra.run.smithi062.stdout:058 2023-06-08T03:55:02.421 INFO:teuthology.orchestra.run.smithi062.stdout:058.out 2023-06-08T03:55:02.421 INFO:teuthology.orchestra.run.smithi062.stdout:059 2023-06-08T03:55:02.422 INFO:teuthology.orchestra.run.smithi062.stdout:059.out 2023-06-08T03:55:02.422 INFO:teuthology.orchestra.run.smithi062.stdout:060 2023-06-08T03:55:02.422 INFO:teuthology.orchestra.run.smithi062.stdout:060.out 2023-06-08T03:55:02.422 INFO:teuthology.orchestra.run.smithi062.stdout:061 2023-06-08T03:55:02.422 INFO:teuthology.orchestra.run.smithi062.stdout:061.out 2023-06-08T03:55:02.422 INFO:teuthology.orchestra.run.smithi062.stdout:062 2023-06-08T03:55:02.422 INFO:teuthology.orchestra.run.smithi062.stdout:062.out 2023-06-08T03:55:02.423 INFO:teuthology.orchestra.run.smithi062.stdout:063 2023-06-08T03:55:02.423 INFO:teuthology.orchestra.run.smithi062.stdout:063.out 2023-06-08T03:55:02.423 INFO:teuthology.orchestra.run.smithi062.stdout:064 2023-06-08T03:55:02.423 INFO:teuthology.orchestra.run.smithi062.stdout:064.out 2023-06-08T03:55:02.423 INFO:teuthology.orchestra.run.smithi062.stdout:065 2023-06-08T03:55:02.423 INFO:teuthology.orchestra.run.smithi062.stdout:065.out 2023-06-08T03:55:02.423 INFO:teuthology.orchestra.run.smithi062.stdout:066 2023-06-08T03:55:02.423 INFO:teuthology.orchestra.run.smithi062.stdout:066.out 2023-06-08T03:55:02.424 INFO:teuthology.orchestra.run.smithi062.stdout:067 2023-06-08T03:55:02.424 INFO:teuthology.orchestra.run.smithi062.stdout:067.out 2023-06-08T03:55:02.424 INFO:teuthology.orchestra.run.smithi062.stdout:068 2023-06-08T03:55:02.424 INFO:teuthology.orchestra.run.smithi062.stdout:068.out 2023-06-08T03:55:02.424 INFO:teuthology.orchestra.run.smithi062.stdout:069 2023-06-08T03:55:02.424 INFO:teuthology.orchestra.run.smithi062.stdout:069.out 2023-06-08T03:55:02.424 INFO:teuthology.orchestra.run.smithi062.stdout:070 2023-06-08T03:55:02.424 INFO:teuthology.orchestra.run.smithi062.stdout:070.out 2023-06-08T03:55:02.425 INFO:teuthology.orchestra.run.smithi062.stdout:071 2023-06-08T03:55:02.425 INFO:teuthology.orchestra.run.smithi062.stdout:071.out 2023-06-08T03:55:02.425 INFO:teuthology.orchestra.run.smithi062.stdout:072 2023-06-08T03:55:02.425 INFO:teuthology.orchestra.run.smithi062.stdout:072.out 2023-06-08T03:55:02.425 INFO:teuthology.orchestra.run.smithi062.stdout:073 2023-06-08T03:55:02.425 INFO:teuthology.orchestra.run.smithi062.stdout:073.out 2023-06-08T03:55:02.425 INFO:teuthology.orchestra.run.smithi062.stdout:074 2023-06-08T03:55:02.425 INFO:teuthology.orchestra.run.smithi062.stdout:074.out 2023-06-08T03:55:02.426 INFO:teuthology.orchestra.run.smithi062.stdout:075 2023-06-08T03:55:02.426 INFO:teuthology.orchestra.run.smithi062.stdout:075.out 2023-06-08T03:55:02.426 INFO:teuthology.orchestra.run.smithi062.stdout:076 2023-06-08T03:55:02.426 INFO:teuthology.orchestra.run.smithi062.stdout:076.out 2023-06-08T03:55:02.426 INFO:teuthology.orchestra.run.smithi062.stdout:077 2023-06-08T03:55:02.426 INFO:teuthology.orchestra.run.smithi062.stdout:077.out 2023-06-08T03:55:02.426 INFO:teuthology.orchestra.run.smithi062.stdout:078 2023-06-08T03:55:02.426 INFO:teuthology.orchestra.run.smithi062.stdout:078.out 2023-06-08T03:55:02.427 INFO:teuthology.orchestra.run.smithi062.stdout:079 2023-06-08T03:55:02.427 INFO:teuthology.orchestra.run.smithi062.stdout:079.out 2023-06-08T03:55:02.427 INFO:teuthology.orchestra.run.smithi062.stdout:080 2023-06-08T03:55:02.427 INFO:teuthology.orchestra.run.smithi062.stdout:080.out 2023-06-08T03:55:02.427 INFO:teuthology.orchestra.run.smithi062.stdout:081 2023-06-08T03:55:02.427 INFO:teuthology.orchestra.run.smithi062.stdout:081.out 2023-06-08T03:55:02.427 INFO:teuthology.orchestra.run.smithi062.stdout:082 2023-06-08T03:55:02.427 INFO:teuthology.orchestra.run.smithi062.stdout:082.out 2023-06-08T03:55:02.428 INFO:teuthology.orchestra.run.smithi062.stdout:083 2023-06-08T03:55:02.428 INFO:teuthology.orchestra.run.smithi062.stdout:083.out 2023-06-08T03:55:02.428 INFO:teuthology.orchestra.run.smithi062.stdout:084 2023-06-08T03:55:02.428 INFO:teuthology.orchestra.run.smithi062.stdout:084.out 2023-06-08T03:55:02.428 INFO:teuthology.orchestra.run.smithi062.stdout:085 2023-06-08T03:55:02.428 INFO:teuthology.orchestra.run.smithi062.stdout:085.out 2023-06-08T03:55:02.428 INFO:teuthology.orchestra.run.smithi062.stdout:086 2023-06-08T03:55:02.429 INFO:teuthology.orchestra.run.smithi062.stdout:086.out 2023-06-08T03:55:02.429 INFO:teuthology.orchestra.run.smithi062.stdout:087 2023-06-08T03:55:02.429 INFO:teuthology.orchestra.run.smithi062.stdout:087.out 2023-06-08T03:55:02.429 INFO:teuthology.orchestra.run.smithi062.stdout:088 2023-06-08T03:55:02.429 INFO:teuthology.orchestra.run.smithi062.stdout:088.out 2023-06-08T03:55:02.429 INFO:teuthology.orchestra.run.smithi062.stdout:089 2023-06-08T03:55:02.429 INFO:teuthology.orchestra.run.smithi062.stdout:089.out 2023-06-08T03:55:02.429 INFO:teuthology.orchestra.run.smithi062.stdout:090 2023-06-08T03:55:02.430 INFO:teuthology.orchestra.run.smithi062.stdout:090.out 2023-06-08T03:55:02.430 INFO:teuthology.orchestra.run.smithi062.stdout:091 2023-06-08T03:55:02.430 INFO:teuthology.orchestra.run.smithi062.stdout:091.out 2023-06-08T03:55:02.430 INFO:teuthology.orchestra.run.smithi062.stdout:092 2023-06-08T03:55:02.430 INFO:teuthology.orchestra.run.smithi062.stdout:092.out 2023-06-08T03:55:02.430 INFO:teuthology.orchestra.run.smithi062.stdout:093 2023-06-08T03:55:02.430 INFO:teuthology.orchestra.run.smithi062.stdout:093.out 2023-06-08T03:55:02.430 INFO:teuthology.orchestra.run.smithi062.stdout:094 2023-06-08T03:55:02.431 INFO:teuthology.orchestra.run.smithi062.stdout:094.out 2023-06-08T03:55:02.431 INFO:teuthology.orchestra.run.smithi062.stdout:095 2023-06-08T03:55:02.431 INFO:teuthology.orchestra.run.smithi062.stdout:095.out 2023-06-08T03:55:02.431 INFO:teuthology.orchestra.run.smithi062.stdout:096 2023-06-08T03:55:02.431 INFO:teuthology.orchestra.run.smithi062.stdout:096.out 2023-06-08T03:55:02.431 INFO:teuthology.orchestra.run.smithi062.stdout:097 2023-06-08T03:55:02.431 INFO:teuthology.orchestra.run.smithi062.stdout:097.out 2023-06-08T03:55:02.431 INFO:teuthology.orchestra.run.smithi062.stdout:098 2023-06-08T03:55:02.432 INFO:teuthology.orchestra.run.smithi062.stdout:098.out 2023-06-08T03:55:02.432 INFO:teuthology.orchestra.run.smithi062.stdout:099 2023-06-08T03:55:02.432 INFO:teuthology.orchestra.run.smithi062.stdout:099.out 2023-06-08T03:55:02.432 INFO:teuthology.orchestra.run.smithi062.stdout:100 2023-06-08T03:55:02.432 INFO:teuthology.orchestra.run.smithi062.stdout:100.out 2023-06-08T03:55:02.432 INFO:teuthology.orchestra.run.smithi062.stdout:101 2023-06-08T03:55:02.432 INFO:teuthology.orchestra.run.smithi062.stdout:101.out 2023-06-08T03:55:02.432 INFO:teuthology.orchestra.run.smithi062.stdout:102 2023-06-08T03:55:02.433 INFO:teuthology.orchestra.run.smithi062.stdout:102.out 2023-06-08T03:55:02.433 INFO:teuthology.orchestra.run.smithi062.stdout:103 2023-06-08T03:55:02.433 INFO:teuthology.orchestra.run.smithi062.stdout:103.out 2023-06-08T03:55:02.433 INFO:teuthology.orchestra.run.smithi062.stdout:104 2023-06-08T03:55:02.433 INFO:teuthology.orchestra.run.smithi062.stdout:104.out 2023-06-08T03:55:02.433 INFO:teuthology.orchestra.run.smithi062.stdout:105 2023-06-08T03:55:02.433 INFO:teuthology.orchestra.run.smithi062.stdout:105.out 2023-06-08T03:55:02.433 INFO:teuthology.orchestra.run.smithi062.stdout:106 2023-06-08T03:55:02.434 INFO:teuthology.orchestra.run.smithi062.stdout:106.out 2023-06-08T03:55:02.434 INFO:teuthology.orchestra.run.smithi062.stdout:107 2023-06-08T03:55:02.434 INFO:teuthology.orchestra.run.smithi062.stdout:107.out 2023-06-08T03:55:02.434 INFO:teuthology.orchestra.run.smithi062.stdout:108 2023-06-08T03:55:02.434 INFO:teuthology.orchestra.run.smithi062.stdout:108.out 2023-06-08T03:55:02.434 INFO:teuthology.orchestra.run.smithi062.stdout:109 2023-06-08T03:55:02.434 INFO:teuthology.orchestra.run.smithi062.stdout:109.out 2023-06-08T03:55:02.434 INFO:teuthology.orchestra.run.smithi062.stdout:110 2023-06-08T03:55:02.435 INFO:teuthology.orchestra.run.smithi062.stdout:110.out 2023-06-08T03:55:02.435 INFO:teuthology.orchestra.run.smithi062.stdout:111 2023-06-08T03:55:02.435 INFO:teuthology.orchestra.run.smithi062.stdout:111.out 2023-06-08T03:55:02.435 INFO:teuthology.orchestra.run.smithi062.stdout:112 2023-06-08T03:55:02.435 INFO:teuthology.orchestra.run.smithi062.stdout:112.out 2023-06-08T03:55:02.435 INFO:teuthology.orchestra.run.smithi062.stdout:113 2023-06-08T03:55:02.435 INFO:teuthology.orchestra.run.smithi062.stdout:113.out 2023-06-08T03:55:02.436 INFO:teuthology.orchestra.run.smithi062.stdout:114 2023-06-08T03:55:02.436 INFO:teuthology.orchestra.run.smithi062.stdout:114.out 2023-06-08T03:55:02.436 INFO:teuthology.orchestra.run.smithi062.stdout:115 2023-06-08T03:55:02.436 INFO:teuthology.orchestra.run.smithi062.stdout:115.out 2023-06-08T03:55:02.436 INFO:teuthology.orchestra.run.smithi062.stdout:116 2023-06-08T03:55:02.436 INFO:teuthology.orchestra.run.smithi062.stdout:116.out 2023-06-08T03:55:02.436 INFO:teuthology.orchestra.run.smithi062.stdout:117 2023-06-08T03:55:02.436 INFO:teuthology.orchestra.run.smithi062.stdout:117.out 2023-06-08T03:55:02.437 INFO:teuthology.orchestra.run.smithi062.stdout:118 2023-06-08T03:55:02.437 INFO:teuthology.orchestra.run.smithi062.stdout:118.out 2023-06-08T03:55:02.437 INFO:teuthology.orchestra.run.smithi062.stdout:119 2023-06-08T03:55:02.437 INFO:teuthology.orchestra.run.smithi062.stdout:119.out 2023-06-08T03:55:02.437 INFO:teuthology.orchestra.run.smithi062.stdout:120 2023-06-08T03:55:02.437 INFO:teuthology.orchestra.run.smithi062.stdout:120.out 2023-06-08T03:55:02.437 INFO:teuthology.orchestra.run.smithi062.stdout:121 2023-06-08T03:55:02.437 INFO:teuthology.orchestra.run.smithi062.stdout:121.out 2023-06-08T03:55:02.438 INFO:teuthology.orchestra.run.smithi062.stdout:122 2023-06-08T03:55:02.438 INFO:teuthology.orchestra.run.smithi062.stdout:122.out 2023-06-08T03:55:02.438 INFO:teuthology.orchestra.run.smithi062.stdout:123 2023-06-08T03:55:02.438 INFO:teuthology.orchestra.run.smithi062.stdout:123.out 2023-06-08T03:55:02.438 INFO:teuthology.orchestra.run.smithi062.stdout:124 2023-06-08T03:55:02.438 INFO:teuthology.orchestra.run.smithi062.stdout:124.out 2023-06-08T03:55:02.438 INFO:teuthology.orchestra.run.smithi062.stdout:125 2023-06-08T03:55:02.438 INFO:teuthology.orchestra.run.smithi062.stdout:125.out 2023-06-08T03:55:02.439 INFO:teuthology.orchestra.run.smithi062.stdout:126 2023-06-08T03:55:02.439 INFO:teuthology.orchestra.run.smithi062.stdout:126.out 2023-06-08T03:55:02.439 INFO:teuthology.orchestra.run.smithi062.stdout:127 2023-06-08T03:55:02.439 INFO:teuthology.orchestra.run.smithi062.stdout:127.out 2023-06-08T03:55:02.439 INFO:teuthology.orchestra.run.smithi062.stdout:128 2023-06-08T03:55:02.439 INFO:teuthology.orchestra.run.smithi062.stdout:128.out 2023-06-08T03:55:02.439 INFO:teuthology.orchestra.run.smithi062.stdout:129 2023-06-08T03:55:02.439 INFO:teuthology.orchestra.run.smithi062.stdout:129.out 2023-06-08T03:55:02.440 INFO:teuthology.orchestra.run.smithi062.stdout:130 2023-06-08T03:55:02.440 INFO:teuthology.orchestra.run.smithi062.stdout:130.out 2023-06-08T03:55:02.440 INFO:teuthology.orchestra.run.smithi062.stdout:131 2023-06-08T03:55:02.440 INFO:teuthology.orchestra.run.smithi062.stdout:131.out 2023-06-08T03:55:02.440 INFO:teuthology.orchestra.run.smithi062.stdout:132 2023-06-08T03:55:02.440 INFO:teuthology.orchestra.run.smithi062.stdout:132.out 2023-06-08T03:55:02.440 INFO:teuthology.orchestra.run.smithi062.stdout:133 2023-06-08T03:55:02.440 INFO:teuthology.orchestra.run.smithi062.stdout:133.out 2023-06-08T03:55:02.441 INFO:teuthology.orchestra.run.smithi062.stdout:134 2023-06-08T03:55:02.441 INFO:teuthology.orchestra.run.smithi062.stdout:134.out 2023-06-08T03:55:02.441 INFO:teuthology.orchestra.run.smithi062.stdout:135 2023-06-08T03:55:02.441 INFO:teuthology.orchestra.run.smithi062.stdout:135.out 2023-06-08T03:55:02.441 INFO:teuthology.orchestra.run.smithi062.stdout:136 2023-06-08T03:55:02.441 INFO:teuthology.orchestra.run.smithi062.stdout:136.out 2023-06-08T03:55:02.441 INFO:teuthology.orchestra.run.smithi062.stdout:137 2023-06-08T03:55:02.441 INFO:teuthology.orchestra.run.smithi062.stdout:137.out 2023-06-08T03:55:02.442 INFO:teuthology.orchestra.run.smithi062.stdout:138 2023-06-08T03:55:02.442 INFO:teuthology.orchestra.run.smithi062.stdout:138.out 2023-06-08T03:55:02.442 INFO:teuthology.orchestra.run.smithi062.stdout:139 2023-06-08T03:55:02.442 INFO:teuthology.orchestra.run.smithi062.stdout:139.out 2023-06-08T03:55:02.442 INFO:teuthology.orchestra.run.smithi062.stdout:140 2023-06-08T03:55:02.442 INFO:teuthology.orchestra.run.smithi062.stdout:140.out 2023-06-08T03:55:02.442 INFO:teuthology.orchestra.run.smithi062.stdout:141 2023-06-08T03:55:02.443 INFO:teuthology.orchestra.run.smithi062.stdout:141.out 2023-06-08T03:55:02.443 INFO:teuthology.orchestra.run.smithi062.stdout:142 2023-06-08T03:55:02.443 INFO:teuthology.orchestra.run.smithi062.stdout:142.out 2023-06-08T03:55:02.443 INFO:teuthology.orchestra.run.smithi062.stdout:143 2023-06-08T03:55:02.443 INFO:teuthology.orchestra.run.smithi062.stdout:143.out 2023-06-08T03:55:02.443 INFO:teuthology.orchestra.run.smithi062.stdout:144 2023-06-08T03:55:02.443 INFO:teuthology.orchestra.run.smithi062.stdout:144.out 2023-06-08T03:55:02.443 INFO:teuthology.orchestra.run.smithi062.stdout:145 2023-06-08T03:55:02.444 INFO:teuthology.orchestra.run.smithi062.stdout:145.out 2023-06-08T03:55:02.444 INFO:teuthology.orchestra.run.smithi062.stdout:146 2023-06-08T03:55:02.444 INFO:teuthology.orchestra.run.smithi062.stdout:146.out 2023-06-08T03:55:02.444 INFO:teuthology.orchestra.run.smithi062.stdout:147 2023-06-08T03:55:02.444 INFO:teuthology.orchestra.run.smithi062.stdout:147.out 2023-06-08T03:55:02.444 INFO:teuthology.orchestra.run.smithi062.stdout:148 2023-06-08T03:55:02.444 INFO:teuthology.orchestra.run.smithi062.stdout:148.out 2023-06-08T03:55:02.444 INFO:teuthology.orchestra.run.smithi062.stdout:149 2023-06-08T03:55:02.445 INFO:teuthology.orchestra.run.smithi062.stdout:149.out 2023-06-08T03:55:02.445 INFO:teuthology.orchestra.run.smithi062.stdout:150 2023-06-08T03:55:02.445 INFO:teuthology.orchestra.run.smithi062.stdout:150.out 2023-06-08T03:55:02.445 INFO:teuthology.orchestra.run.smithi062.stdout:151 2023-06-08T03:55:02.445 INFO:teuthology.orchestra.run.smithi062.stdout:151.out 2023-06-08T03:55:02.445 INFO:teuthology.orchestra.run.smithi062.stdout:152 2023-06-08T03:55:02.445 INFO:teuthology.orchestra.run.smithi062.stdout:152.out 2023-06-08T03:55:02.445 INFO:teuthology.orchestra.run.smithi062.stdout:153 2023-06-08T03:55:02.446 INFO:teuthology.orchestra.run.smithi062.stdout:153.out 2023-06-08T03:55:02.446 INFO:teuthology.orchestra.run.smithi062.stdout:154 2023-06-08T03:55:02.446 INFO:teuthology.orchestra.run.smithi062.stdout:154.out 2023-06-08T03:55:02.446 INFO:teuthology.orchestra.run.smithi062.stdout:155 2023-06-08T03:55:02.446 INFO:teuthology.orchestra.run.smithi062.stdout:155.out 2023-06-08T03:55:02.446 INFO:teuthology.orchestra.run.smithi062.stdout:156 2023-06-08T03:55:02.446 INFO:teuthology.orchestra.run.smithi062.stdout:156.out 2023-06-08T03:55:02.446 INFO:teuthology.orchestra.run.smithi062.stdout:157 2023-06-08T03:55:02.447 INFO:teuthology.orchestra.run.smithi062.stdout:157.out 2023-06-08T03:55:02.447 INFO:teuthology.orchestra.run.smithi062.stdout:158 2023-06-08T03:55:02.447 INFO:teuthology.orchestra.run.smithi062.stdout:158.out 2023-06-08T03:55:02.447 INFO:teuthology.orchestra.run.smithi062.stdout:159 2023-06-08T03:55:02.447 INFO:teuthology.orchestra.run.smithi062.stdout:159.out 2023-06-08T03:55:02.447 INFO:teuthology.orchestra.run.smithi062.stdout:160 2023-06-08T03:55:02.447 INFO:teuthology.orchestra.run.smithi062.stdout:160.out 2023-06-08T03:55:02.447 INFO:teuthology.orchestra.run.smithi062.stdout:161 2023-06-08T03:55:02.448 INFO:teuthology.orchestra.run.smithi062.stdout:161.out 2023-06-08T03:55:02.448 INFO:teuthology.orchestra.run.smithi062.stdout:162 2023-06-08T03:55:02.448 INFO:teuthology.orchestra.run.smithi062.stdout:162.out 2023-06-08T03:55:02.448 INFO:teuthology.orchestra.run.smithi062.stdout:163 2023-06-08T03:55:02.448 INFO:teuthology.orchestra.run.smithi062.stdout:163.out 2023-06-08T03:55:02.448 INFO:teuthology.orchestra.run.smithi062.stdout:164 2023-06-08T03:55:02.448 INFO:teuthology.orchestra.run.smithi062.stdout:164.out 2023-06-08T03:55:02.448 INFO:teuthology.orchestra.run.smithi062.stdout:165 2023-06-08T03:55:02.449 INFO:teuthology.orchestra.run.smithi062.stdout:165.out 2023-06-08T03:55:02.449 INFO:teuthology.orchestra.run.smithi062.stdout:166 2023-06-08T03:55:02.449 INFO:teuthology.orchestra.run.smithi062.stdout:166.out 2023-06-08T03:55:02.449 INFO:teuthology.orchestra.run.smithi062.stdout:167 2023-06-08T03:55:02.449 INFO:teuthology.orchestra.run.smithi062.stdout:167.out 2023-06-08T03:55:02.449 INFO:teuthology.orchestra.run.smithi062.stdout:168 2023-06-08T03:55:02.449 INFO:teuthology.orchestra.run.smithi062.stdout:168.out 2023-06-08T03:55:02.450 INFO:teuthology.orchestra.run.smithi062.stdout:169 2023-06-08T03:55:02.450 INFO:teuthology.orchestra.run.smithi062.stdout:169.out 2023-06-08T03:55:02.450 INFO:teuthology.orchestra.run.smithi062.stdout:170 2023-06-08T03:55:02.450 INFO:teuthology.orchestra.run.smithi062.stdout:170.out 2023-06-08T03:55:02.450 INFO:teuthology.orchestra.run.smithi062.stdout:171 2023-06-08T03:55:02.450 INFO:teuthology.orchestra.run.smithi062.stdout:171.out 2023-06-08T03:55:02.450 INFO:teuthology.orchestra.run.smithi062.stdout:172 2023-06-08T03:55:02.450 INFO:teuthology.orchestra.run.smithi062.stdout:172.out 2023-06-08T03:55:02.451 INFO:teuthology.orchestra.run.smithi062.stdout:173 2023-06-08T03:55:02.451 INFO:teuthology.orchestra.run.smithi062.stdout:173.out 2023-06-08T03:55:02.451 INFO:teuthology.orchestra.run.smithi062.stdout:174 2023-06-08T03:55:02.451 INFO:teuthology.orchestra.run.smithi062.stdout:174.out 2023-06-08T03:55:02.451 INFO:teuthology.orchestra.run.smithi062.stdout:175 2023-06-08T03:55:02.451 INFO:teuthology.orchestra.run.smithi062.stdout:175.out 2023-06-08T03:55:02.451 INFO:teuthology.orchestra.run.smithi062.stdout:176 2023-06-08T03:55:02.451 INFO:teuthology.orchestra.run.smithi062.stdout:176.out 2023-06-08T03:55:02.452 INFO:teuthology.orchestra.run.smithi062.stdout:177 2023-06-08T03:55:02.452 INFO:teuthology.orchestra.run.smithi062.stdout:177.out 2023-06-08T03:55:02.452 INFO:teuthology.orchestra.run.smithi062.stdout:178 2023-06-08T03:55:02.452 INFO:teuthology.orchestra.run.smithi062.stdout:178.out 2023-06-08T03:55:02.452 INFO:teuthology.orchestra.run.smithi062.stdout:179 2023-06-08T03:55:02.452 INFO:teuthology.orchestra.run.smithi062.stdout:179.out 2023-06-08T03:55:02.452 INFO:teuthology.orchestra.run.smithi062.stdout:180 2023-06-08T03:55:02.452 INFO:teuthology.orchestra.run.smithi062.stdout:180.out 2023-06-08T03:55:02.453 INFO:teuthology.orchestra.run.smithi062.stdout:181 2023-06-08T03:55:02.453 INFO:teuthology.orchestra.run.smithi062.stdout:181.out 2023-06-08T03:55:02.453 INFO:teuthology.orchestra.run.smithi062.stdout:182 2023-06-08T03:55:02.453 INFO:teuthology.orchestra.run.smithi062.stdout:182.out 2023-06-08T03:55:02.453 INFO:teuthology.orchestra.run.smithi062.stdout:183 2023-06-08T03:55:02.453 INFO:teuthology.orchestra.run.smithi062.stdout:183.out 2023-06-08T03:55:02.453 INFO:teuthology.orchestra.run.smithi062.stdout:184 2023-06-08T03:55:02.453 INFO:teuthology.orchestra.run.smithi062.stdout:184.out 2023-06-08T03:55:02.454 INFO:teuthology.orchestra.run.smithi062.stdout:185 2023-06-08T03:55:02.454 INFO:teuthology.orchestra.run.smithi062.stdout:185.out 2023-06-08T03:55:02.454 INFO:teuthology.orchestra.run.smithi062.stdout:186 2023-06-08T03:55:02.454 INFO:teuthology.orchestra.run.smithi062.stdout:186.out 2023-06-08T03:55:02.454 INFO:teuthology.orchestra.run.smithi062.stdout:187 2023-06-08T03:55:02.454 INFO:teuthology.orchestra.run.smithi062.stdout:187.out 2023-06-08T03:55:02.454 INFO:teuthology.orchestra.run.smithi062.stdout:188 2023-06-08T03:55:02.454 INFO:teuthology.orchestra.run.smithi062.stdout:188.out 2023-06-08T03:55:02.455 INFO:teuthology.orchestra.run.smithi062.stdout:189 2023-06-08T03:55:02.455 INFO:teuthology.orchestra.run.smithi062.stdout:189.out 2023-06-08T03:55:02.455 INFO:teuthology.orchestra.run.smithi062.stdout:190 2023-06-08T03:55:02.455 INFO:teuthology.orchestra.run.smithi062.stdout:190.out 2023-06-08T03:55:02.455 INFO:teuthology.orchestra.run.smithi062.stdout:191 2023-06-08T03:55:02.455 INFO:teuthology.orchestra.run.smithi062.stdout:191.out 2023-06-08T03:55:02.455 INFO:teuthology.orchestra.run.smithi062.stdout:192 2023-06-08T03:55:02.456 INFO:teuthology.orchestra.run.smithi062.stdout:192.out 2023-06-08T03:55:02.456 INFO:teuthology.orchestra.run.smithi062.stdout:193 2023-06-08T03:55:02.456 INFO:teuthology.orchestra.run.smithi062.stdout:193.out 2023-06-08T03:55:02.456 INFO:teuthology.orchestra.run.smithi062.stdout:194 2023-06-08T03:55:02.456 INFO:teuthology.orchestra.run.smithi062.stdout:194.out 2023-06-08T03:55:02.456 INFO:teuthology.orchestra.run.smithi062.stdout:195 2023-06-08T03:55:02.456 INFO:teuthology.orchestra.run.smithi062.stdout:195.out 2023-06-08T03:55:02.456 INFO:teuthology.orchestra.run.smithi062.stdout:196 2023-06-08T03:55:02.457 INFO:teuthology.orchestra.run.smithi062.stdout:196.out 2023-06-08T03:55:02.457 INFO:teuthology.orchestra.run.smithi062.stdout:197 2023-06-08T03:55:02.457 INFO:teuthology.orchestra.run.smithi062.stdout:197.out 2023-06-08T03:55:02.457 INFO:teuthology.orchestra.run.smithi062.stdout:198 2023-06-08T03:55:02.457 INFO:teuthology.orchestra.run.smithi062.stdout:198.out 2023-06-08T03:55:02.457 INFO:teuthology.orchestra.run.smithi062.stdout:199 2023-06-08T03:55:02.457 INFO:teuthology.orchestra.run.smithi062.stdout:199.out 2023-06-08T03:55:02.457 INFO:teuthology.orchestra.run.smithi062.stdout:200 2023-06-08T03:55:02.458 INFO:teuthology.orchestra.run.smithi062.stdout:200.out 2023-06-08T03:55:02.458 INFO:teuthology.orchestra.run.smithi062.stdout:201 2023-06-08T03:55:02.458 INFO:teuthology.orchestra.run.smithi062.stdout:201.out 2023-06-08T03:55:02.458 INFO:teuthology.orchestra.run.smithi062.stdout:202 2023-06-08T03:55:02.458 INFO:teuthology.orchestra.run.smithi062.stdout:202.out 2023-06-08T03:55:02.458 INFO:teuthology.orchestra.run.smithi062.stdout:203 2023-06-08T03:55:02.458 INFO:teuthology.orchestra.run.smithi062.stdout:203.out 2023-06-08T03:55:02.458 INFO:teuthology.orchestra.run.smithi062.stdout:204 2023-06-08T03:55:02.459 INFO:teuthology.orchestra.run.smithi062.stdout:204.out 2023-06-08T03:55:02.459 INFO:teuthology.orchestra.run.smithi062.stdout:205 2023-06-08T03:55:02.459 INFO:teuthology.orchestra.run.smithi062.stdout:205.out 2023-06-08T03:55:02.459 INFO:teuthology.orchestra.run.smithi062.stdout:206 2023-06-08T03:55:02.459 INFO:teuthology.orchestra.run.smithi062.stdout:206.out 2023-06-08T03:55:02.459 INFO:teuthology.orchestra.run.smithi062.stdout:207 2023-06-08T03:55:02.459 INFO:teuthology.orchestra.run.smithi062.stdout:207.out 2023-06-08T03:55:02.459 INFO:teuthology.orchestra.run.smithi062.stdout:208 2023-06-08T03:55:02.460 INFO:teuthology.orchestra.run.smithi062.stdout:208.out 2023-06-08T03:55:02.460 INFO:teuthology.orchestra.run.smithi062.stdout:209 2023-06-08T03:55:02.460 INFO:teuthology.orchestra.run.smithi062.stdout:209.out 2023-06-08T03:55:02.460 INFO:teuthology.orchestra.run.smithi062.stdout:210 2023-06-08T03:55:02.460 INFO:teuthology.orchestra.run.smithi062.stdout:210.out 2023-06-08T03:55:02.460 INFO:teuthology.orchestra.run.smithi062.stdout:211 2023-06-08T03:55:02.460 INFO:teuthology.orchestra.run.smithi062.stdout:211.out 2023-06-08T03:55:02.460 INFO:teuthology.orchestra.run.smithi062.stdout:212 2023-06-08T03:55:02.461 INFO:teuthology.orchestra.run.smithi062.stdout:212.out 2023-06-08T03:55:02.461 INFO:teuthology.orchestra.run.smithi062.stdout:213 2023-06-08T03:55:02.461 INFO:teuthology.orchestra.run.smithi062.stdout:213.out 2023-06-08T03:55:02.461 INFO:teuthology.orchestra.run.smithi062.stdout:214 2023-06-08T03:55:02.461 INFO:teuthology.orchestra.run.smithi062.stdout:214.out 2023-06-08T03:55:02.461 INFO:teuthology.orchestra.run.smithi062.stdout:215 2023-06-08T03:55:02.461 INFO:teuthology.orchestra.run.smithi062.stdout:215.out 2023-06-08T03:55:02.462 INFO:teuthology.orchestra.run.smithi062.stdout:216 2023-06-08T03:55:02.462 INFO:teuthology.orchestra.run.smithi062.stdout:216.out 2023-06-08T03:55:02.462 INFO:teuthology.orchestra.run.smithi062.stdout:217 2023-06-08T03:55:02.462 INFO:teuthology.orchestra.run.smithi062.stdout:217.out 2023-06-08T03:55:02.462 INFO:teuthology.orchestra.run.smithi062.stdout:218 2023-06-08T03:55:02.462 INFO:teuthology.orchestra.run.smithi062.stdout:218.out 2023-06-08T03:55:02.462 INFO:teuthology.orchestra.run.smithi062.stdout:219 2023-06-08T03:55:02.462 INFO:teuthology.orchestra.run.smithi062.stdout:219.out 2023-06-08T03:55:02.463 INFO:teuthology.orchestra.run.smithi062.stdout:220 2023-06-08T03:55:02.463 INFO:teuthology.orchestra.run.smithi062.stdout:220.out 2023-06-08T03:55:02.463 INFO:teuthology.orchestra.run.smithi062.stdout:221 2023-06-08T03:55:02.463 INFO:teuthology.orchestra.run.smithi062.stdout:221.out 2023-06-08T03:55:02.463 INFO:teuthology.orchestra.run.smithi062.stdout:222 2023-06-08T03:55:02.463 INFO:teuthology.orchestra.run.smithi062.stdout:222.out 2023-06-08T03:55:02.463 INFO:teuthology.orchestra.run.smithi062.stdout:223 2023-06-08T03:55:02.463 INFO:teuthology.orchestra.run.smithi062.stdout:223.out 2023-06-08T03:55:02.464 INFO:teuthology.orchestra.run.smithi062.stdout:224 2023-06-08T03:55:02.464 INFO:teuthology.orchestra.run.smithi062.stdout:224.out 2023-06-08T03:55:02.464 INFO:teuthology.orchestra.run.smithi062.stdout:225 2023-06-08T03:55:02.464 INFO:teuthology.orchestra.run.smithi062.stdout:225.out 2023-06-08T03:55:02.464 INFO:teuthology.orchestra.run.smithi062.stdout:226 2023-06-08T03:55:02.464 INFO:teuthology.orchestra.run.smithi062.stdout:226.out 2023-06-08T03:55:02.464 INFO:teuthology.orchestra.run.smithi062.stdout:227 2023-06-08T03:55:02.464 INFO:teuthology.orchestra.run.smithi062.stdout:227.out 2023-06-08T03:55:02.465 INFO:teuthology.orchestra.run.smithi062.stdout:228 2023-06-08T03:55:02.465 INFO:teuthology.orchestra.run.smithi062.stdout:228.out 2023-06-08T03:55:02.465 INFO:teuthology.orchestra.run.smithi062.stdout:229 2023-06-08T03:55:02.465 INFO:teuthology.orchestra.run.smithi062.stdout:229.out 2023-06-08T03:55:02.465 INFO:teuthology.orchestra.run.smithi062.stdout:230 2023-06-08T03:55:02.465 INFO:teuthology.orchestra.run.smithi062.stdout:230.out 2023-06-08T03:55:02.465 INFO:teuthology.orchestra.run.smithi062.stdout:231 2023-06-08T03:55:02.465 INFO:teuthology.orchestra.run.smithi062.stdout:231.out 2023-06-08T03:55:02.466 INFO:teuthology.orchestra.run.smithi062.stdout:232 2023-06-08T03:55:02.466 INFO:teuthology.orchestra.run.smithi062.stdout:232.out 2023-06-08T03:55:02.466 INFO:teuthology.orchestra.run.smithi062.stdout:233 2023-06-08T03:55:02.466 INFO:teuthology.orchestra.run.smithi062.stdout:233.out 2023-06-08T03:55:02.466 INFO:teuthology.orchestra.run.smithi062.stdout:234 2023-06-08T03:55:02.466 INFO:teuthology.orchestra.run.smithi062.stdout:234.out 2023-06-08T03:55:02.466 INFO:teuthology.orchestra.run.smithi062.stdout:235 2023-06-08T03:55:02.466 INFO:teuthology.orchestra.run.smithi062.stdout:235.out 2023-06-08T03:55:02.467 INFO:teuthology.orchestra.run.smithi062.stdout:236 2023-06-08T03:55:02.467 INFO:teuthology.orchestra.run.smithi062.stdout:236.out 2023-06-08T03:55:02.467 INFO:teuthology.orchestra.run.smithi062.stdout:237 2023-06-08T03:55:02.467 INFO:teuthology.orchestra.run.smithi062.stdout:237.out 2023-06-08T03:55:02.467 INFO:teuthology.orchestra.run.smithi062.stdout:238 2023-06-08T03:55:02.467 INFO:teuthology.orchestra.run.smithi062.stdout:238.out 2023-06-08T03:55:02.467 INFO:teuthology.orchestra.run.smithi062.stdout:239 2023-06-08T03:55:02.467 INFO:teuthology.orchestra.run.smithi062.stdout:239.out 2023-06-08T03:55:02.468 INFO:teuthology.orchestra.run.smithi062.stdout:240 2023-06-08T03:55:02.468 INFO:teuthology.orchestra.run.smithi062.stdout:240.out 2023-06-08T03:55:02.468 INFO:teuthology.orchestra.run.smithi062.stdout:241 2023-06-08T03:55:02.468 INFO:teuthology.orchestra.run.smithi062.stdout:241.out 2023-06-08T03:55:02.468 INFO:teuthology.orchestra.run.smithi062.stdout:242 2023-06-08T03:55:02.468 INFO:teuthology.orchestra.run.smithi062.stdout:242.out 2023-06-08T03:55:02.468 INFO:teuthology.orchestra.run.smithi062.stdout:243 2023-06-08T03:55:02.468 INFO:teuthology.orchestra.run.smithi062.stdout:243.out 2023-06-08T03:55:02.469 INFO:teuthology.orchestra.run.smithi062.stdout:244 2023-06-08T03:55:02.469 INFO:teuthology.orchestra.run.smithi062.stdout:244.out 2023-06-08T03:55:02.469 INFO:teuthology.orchestra.run.smithi062.stdout:245 2023-06-08T03:55:02.469 INFO:teuthology.orchestra.run.smithi062.stdout:245.out 2023-06-08T03:55:02.469 INFO:teuthology.orchestra.run.smithi062.stdout:246 2023-06-08T03:55:02.469 INFO:teuthology.orchestra.run.smithi062.stdout:246.out 2023-06-08T03:55:02.469 INFO:teuthology.orchestra.run.smithi062.stdout:247 2023-06-08T03:55:02.469 INFO:teuthology.orchestra.run.smithi062.stdout:247.out 2023-06-08T03:55:02.470 INFO:teuthology.orchestra.run.smithi062.stdout:248 2023-06-08T03:55:02.470 INFO:teuthology.orchestra.run.smithi062.stdout:248.out 2023-06-08T03:55:02.470 INFO:teuthology.orchestra.run.smithi062.stdout:249 2023-06-08T03:55:02.470 INFO:teuthology.orchestra.run.smithi062.stdout:249.out 2023-06-08T03:55:02.470 INFO:teuthology.orchestra.run.smithi062.stdout:250 2023-06-08T03:55:02.470 INFO:teuthology.orchestra.run.smithi062.stdout:250.out 2023-06-08T03:55:02.470 INFO:teuthology.orchestra.run.smithi062.stdout:251 2023-06-08T03:55:02.470 INFO:teuthology.orchestra.run.smithi062.stdout:251.out 2023-06-08T03:55:02.471 INFO:teuthology.orchestra.run.smithi062.stdout:252 2023-06-08T03:55:02.471 INFO:teuthology.orchestra.run.smithi062.stdout:252.out 2023-06-08T03:55:02.471 INFO:teuthology.orchestra.run.smithi062.stdout:253 2023-06-08T03:55:02.471 INFO:teuthology.orchestra.run.smithi062.stdout:253.out 2023-06-08T03:55:02.471 INFO:teuthology.orchestra.run.smithi062.stdout:254 2023-06-08T03:55:02.471 INFO:teuthology.orchestra.run.smithi062.stdout:254.out 2023-06-08T03:55:02.471 INFO:teuthology.orchestra.run.smithi062.stdout:255 2023-06-08T03:55:02.471 INFO:teuthology.orchestra.run.smithi062.stdout:255.out 2023-06-08T03:55:02.472 INFO:teuthology.orchestra.run.smithi062.stdout:256 2023-06-08T03:55:02.472 INFO:teuthology.orchestra.run.smithi062.stdout:256.out 2023-06-08T03:55:02.472 INFO:teuthology.orchestra.run.smithi062.stdout:257 2023-06-08T03:55:02.472 INFO:teuthology.orchestra.run.smithi062.stdout:257.out 2023-06-08T03:55:02.472 INFO:teuthology.orchestra.run.smithi062.stdout:258 2023-06-08T03:55:02.472 INFO:teuthology.orchestra.run.smithi062.stdout:258.out 2023-06-08T03:55:02.472 INFO:teuthology.orchestra.run.smithi062.stdout:259 2023-06-08T03:55:02.473 INFO:teuthology.orchestra.run.smithi062.stdout:259.out 2023-06-08T03:55:02.473 INFO:teuthology.orchestra.run.smithi062.stdout:260 2023-06-08T03:55:02.473 INFO:teuthology.orchestra.run.smithi062.stdout:260.out 2023-06-08T03:55:02.473 INFO:teuthology.orchestra.run.smithi062.stdout:261 2023-06-08T03:55:02.473 INFO:teuthology.orchestra.run.smithi062.stdout:261.out 2023-06-08T03:55:02.473 INFO:teuthology.orchestra.run.smithi062.stdout:262 2023-06-08T03:55:02.473 INFO:teuthology.orchestra.run.smithi062.stdout:262.out 2023-06-08T03:55:02.473 INFO:teuthology.orchestra.run.smithi062.stdout:263 2023-06-08T03:55:02.474 INFO:teuthology.orchestra.run.smithi062.stdout:263.out 2023-06-08T03:55:02.474 INFO:teuthology.orchestra.run.smithi062.stdout:264 2023-06-08T03:55:02.474 INFO:teuthology.orchestra.run.smithi062.stdout:264.out 2023-06-08T03:55:02.474 INFO:teuthology.orchestra.run.smithi062.stdout:265 2023-06-08T03:55:02.474 INFO:teuthology.orchestra.run.smithi062.stdout:265.out 2023-06-08T03:55:02.474 INFO:teuthology.orchestra.run.smithi062.stdout:266 2023-06-08T03:55:02.474 INFO:teuthology.orchestra.run.smithi062.stdout:266.out 2023-06-08T03:55:02.474 INFO:teuthology.orchestra.run.smithi062.stdout:267 2023-06-08T03:55:02.475 INFO:teuthology.orchestra.run.smithi062.stdout:267.out 2023-06-08T03:55:02.475 INFO:teuthology.orchestra.run.smithi062.stdout:268 2023-06-08T03:55:02.475 INFO:teuthology.orchestra.run.smithi062.stdout:268.out 2023-06-08T03:55:02.475 INFO:teuthology.orchestra.run.smithi062.stdout:269 2023-06-08T03:55:02.475 INFO:teuthology.orchestra.run.smithi062.stdout:269.out 2023-06-08T03:55:02.475 INFO:teuthology.orchestra.run.smithi062.stdout:270 2023-06-08T03:55:02.475 INFO:teuthology.orchestra.run.smithi062.stdout:270.out 2023-06-08T03:55:02.475 INFO:teuthology.orchestra.run.smithi062.stdout:271 2023-06-08T03:55:02.476 INFO:teuthology.orchestra.run.smithi062.stdout:271.out 2023-06-08T03:55:02.476 INFO:teuthology.orchestra.run.smithi062.stdout:272 2023-06-08T03:55:02.476 INFO:teuthology.orchestra.run.smithi062.stdout:272.out 2023-06-08T03:55:02.476 INFO:teuthology.orchestra.run.smithi062.stdout:273 2023-06-08T03:55:02.476 INFO:teuthology.orchestra.run.smithi062.stdout:273.out 2023-06-08T03:55:02.476 INFO:teuthology.orchestra.run.smithi062.stdout:274 2023-06-08T03:55:02.476 INFO:teuthology.orchestra.run.smithi062.stdout:274.out 2023-06-08T03:55:02.476 INFO:teuthology.orchestra.run.smithi062.stdout:275 2023-06-08T03:55:02.477 INFO:teuthology.orchestra.run.smithi062.stdout:275.out 2023-06-08T03:55:02.477 INFO:teuthology.orchestra.run.smithi062.stdout:276 2023-06-08T03:55:02.477 INFO:teuthology.orchestra.run.smithi062.stdout:276.out 2023-06-08T03:55:02.477 INFO:teuthology.orchestra.run.smithi062.stdout:277 2023-06-08T03:55:02.477 INFO:teuthology.orchestra.run.smithi062.stdout:277.out 2023-06-08T03:55:02.477 INFO:teuthology.orchestra.run.smithi062.stdout:278 2023-06-08T03:55:02.477 INFO:teuthology.orchestra.run.smithi062.stdout:278.out 2023-06-08T03:55:02.478 INFO:teuthology.orchestra.run.smithi062.stdout:279 2023-06-08T03:55:02.478 INFO:teuthology.orchestra.run.smithi062.stdout:279.out 2023-06-08T03:55:02.478 INFO:teuthology.orchestra.run.smithi062.stdout:280 2023-06-08T03:55:02.478 INFO:teuthology.orchestra.run.smithi062.stdout:280.out 2023-06-08T03:55:02.478 INFO:teuthology.orchestra.run.smithi062.stdout:281 2023-06-08T03:55:02.478 INFO:teuthology.orchestra.run.smithi062.stdout:281.out 2023-06-08T03:55:02.478 INFO:teuthology.orchestra.run.smithi062.stdout:282 2023-06-08T03:55:02.478 INFO:teuthology.orchestra.run.smithi062.stdout:282.out 2023-06-08T03:55:02.479 INFO:teuthology.orchestra.run.smithi062.stdout:283 2023-06-08T03:55:02.479 INFO:teuthology.orchestra.run.smithi062.stdout:283.out 2023-06-08T03:55:02.479 INFO:teuthology.orchestra.run.smithi062.stdout:284 2023-06-08T03:55:02.479 INFO:teuthology.orchestra.run.smithi062.stdout:284.out 2023-06-08T03:55:02.479 INFO:teuthology.orchestra.run.smithi062.stdout:285 2023-06-08T03:55:02.479 INFO:teuthology.orchestra.run.smithi062.stdout:285.out 2023-06-08T03:55:02.479 INFO:teuthology.orchestra.run.smithi062.stdout:286 2023-06-08T03:55:02.479 INFO:teuthology.orchestra.run.smithi062.stdout:286.out 2023-06-08T03:55:02.480 INFO:teuthology.orchestra.run.smithi062.stdout:287 2023-06-08T03:55:02.480 INFO:teuthology.orchestra.run.smithi062.stdout:287.out 2023-06-08T03:55:02.480 INFO:teuthology.orchestra.run.smithi062.stdout:288 2023-06-08T03:55:02.480 INFO:teuthology.orchestra.run.smithi062.stdout:288.out 2023-06-08T03:55:02.480 INFO:teuthology.orchestra.run.smithi062.stdout:289 2023-06-08T03:55:02.480 INFO:teuthology.orchestra.run.smithi062.stdout:289.out 2023-06-08T03:55:02.480 INFO:teuthology.orchestra.run.smithi062.stdout:290 2023-06-08T03:55:02.480 INFO:teuthology.orchestra.run.smithi062.stdout:290.out 2023-06-08T03:55:02.481 INFO:teuthology.orchestra.run.smithi062.stdout:291 2023-06-08T03:55:02.481 INFO:teuthology.orchestra.run.smithi062.stdout:291.out 2023-06-08T03:55:02.481 INFO:teuthology.orchestra.run.smithi062.stdout:292 2023-06-08T03:55:02.481 INFO:teuthology.orchestra.run.smithi062.stdout:292.out 2023-06-08T03:55:02.481 INFO:teuthology.orchestra.run.smithi062.stdout:293 2023-06-08T03:55:02.481 INFO:teuthology.orchestra.run.smithi062.stdout:293.out 2023-06-08T03:55:02.481 INFO:teuthology.orchestra.run.smithi062.stdout:294 2023-06-08T03:55:02.481 INFO:teuthology.orchestra.run.smithi062.stdout:294.out 2023-06-08T03:55:02.482 INFO:teuthology.orchestra.run.smithi062.stdout:295 2023-06-08T03:55:02.482 INFO:teuthology.orchestra.run.smithi062.stdout:295.out 2023-06-08T03:55:02.482 INFO:teuthology.orchestra.run.smithi062.stdout:296 2023-06-08T03:55:02.482 INFO:teuthology.orchestra.run.smithi062.stdout:296.out 2023-06-08T03:55:02.482 INFO:teuthology.orchestra.run.smithi062.stdout:297 2023-06-08T03:55:02.482 INFO:teuthology.orchestra.run.smithi062.stdout:297.out 2023-06-08T03:55:02.482 INFO:teuthology.orchestra.run.smithi062.stdout:298 2023-06-08T03:55:02.482 INFO:teuthology.orchestra.run.smithi062.stdout:298.out 2023-06-08T03:55:02.483 INFO:teuthology.orchestra.run.smithi062.stdout:299 2023-06-08T03:55:02.483 INFO:teuthology.orchestra.run.smithi062.stdout:299.out 2023-06-08T03:55:02.483 INFO:teuthology.orchestra.run.smithi062.stdout:300 2023-06-08T03:55:02.483 INFO:teuthology.orchestra.run.smithi062.stdout:300.out 2023-06-08T03:55:02.483 INFO:teuthology.orchestra.run.smithi062.stdout:301 2023-06-08T03:55:02.483 INFO:teuthology.orchestra.run.smithi062.stdout:301.out 2023-06-08T03:55:02.483 INFO:teuthology.orchestra.run.smithi062.stdout:302 2023-06-08T03:55:02.484 INFO:teuthology.orchestra.run.smithi062.stdout:302.out 2023-06-08T03:55:02.484 INFO:teuthology.orchestra.run.smithi062.stdout:303 2023-06-08T03:55:02.484 INFO:teuthology.orchestra.run.smithi062.stdout:303.out 2023-06-08T03:55:02.484 INFO:teuthology.orchestra.run.smithi062.stdout:304 2023-06-08T03:55:02.484 INFO:teuthology.orchestra.run.smithi062.stdout:304.out 2023-06-08T03:55:02.484 INFO:teuthology.orchestra.run.smithi062.stdout:305 2023-06-08T03:55:02.484 INFO:teuthology.orchestra.run.smithi062.stdout:305.out 2023-06-08T03:55:02.484 INFO:teuthology.orchestra.run.smithi062.stdout:306 2023-06-08T03:55:02.485 INFO:teuthology.orchestra.run.smithi062.stdout:306.out 2023-06-08T03:55:02.485 INFO:teuthology.orchestra.run.smithi062.stdout:307 2023-06-08T03:55:02.485 INFO:teuthology.orchestra.run.smithi062.stdout:307.out 2023-06-08T03:55:02.485 INFO:teuthology.orchestra.run.smithi062.stdout:308 2023-06-08T03:55:02.485 INFO:teuthology.orchestra.run.smithi062.stdout:308.out 2023-06-08T03:55:02.485 INFO:teuthology.orchestra.run.smithi062.stdout:309 2023-06-08T03:55:02.485 INFO:teuthology.orchestra.run.smithi062.stdout:309.out 2023-06-08T03:55:02.485 INFO:teuthology.orchestra.run.smithi062.stdout:310 2023-06-08T03:55:02.486 INFO:teuthology.orchestra.run.smithi062.stdout:310.out 2023-06-08T03:55:02.486 INFO:teuthology.orchestra.run.smithi062.stdout:311 2023-06-08T03:55:02.486 INFO:teuthology.orchestra.run.smithi062.stdout:311.out 2023-06-08T03:55:02.486 INFO:teuthology.orchestra.run.smithi062.stdout:312 2023-06-08T03:55:02.486 INFO:teuthology.orchestra.run.smithi062.stdout:312.out 2023-06-08T03:55:02.486 INFO:teuthology.orchestra.run.smithi062.stdout:313 2023-06-08T03:55:02.486 INFO:teuthology.orchestra.run.smithi062.stdout:313.out 2023-06-08T03:55:02.486 INFO:teuthology.orchestra.run.smithi062.stdout:314 2023-06-08T03:55:02.487 INFO:teuthology.orchestra.run.smithi062.stdout:314.out 2023-06-08T03:55:02.487 INFO:teuthology.orchestra.run.smithi062.stdout:315 2023-06-08T03:55:02.487 INFO:teuthology.orchestra.run.smithi062.stdout:315.out 2023-06-08T03:55:02.487 INFO:teuthology.orchestra.run.smithi062.stdout:316 2023-06-08T03:55:02.487 INFO:teuthology.orchestra.run.smithi062.stdout:316.out 2023-06-08T03:55:02.487 INFO:teuthology.orchestra.run.smithi062.stdout:317 2023-06-08T03:55:02.487 INFO:teuthology.orchestra.run.smithi062.stdout:317.out 2023-06-08T03:55:02.488 INFO:teuthology.orchestra.run.smithi062.stdout:318 2023-06-08T03:55:02.488 INFO:teuthology.orchestra.run.smithi062.stdout:318.out 2023-06-08T03:55:02.488 INFO:teuthology.orchestra.run.smithi062.stdout:319 2023-06-08T03:55:02.488 INFO:teuthology.orchestra.run.smithi062.stdout:319.out 2023-06-08T03:55:02.488 INFO:teuthology.orchestra.run.smithi062.stdout:320 2023-06-08T03:55:02.488 INFO:teuthology.orchestra.run.smithi062.stdout:320.out 2023-06-08T03:55:02.488 INFO:teuthology.orchestra.run.smithi062.stdout:321 2023-06-08T03:55:02.488 INFO:teuthology.orchestra.run.smithi062.stdout:321.out 2023-06-08T03:55:02.489 INFO:teuthology.orchestra.run.smithi062.stdout:322 2023-06-08T03:55:02.489 INFO:teuthology.orchestra.run.smithi062.stdout:322.out 2023-06-08T03:55:02.489 INFO:teuthology.orchestra.run.smithi062.stdout:323 2023-06-08T03:55:02.489 INFO:teuthology.orchestra.run.smithi062.stdout:323.out 2023-06-08T03:55:02.489 INFO:teuthology.orchestra.run.smithi062.stdout:324 2023-06-08T03:55:02.489 INFO:teuthology.orchestra.run.smithi062.stdout:324.out 2023-06-08T03:55:02.489 INFO:teuthology.orchestra.run.smithi062.stdout:325 2023-06-08T03:55:02.489 INFO:teuthology.orchestra.run.smithi062.stdout:325.out 2023-06-08T03:55:02.490 INFO:teuthology.orchestra.run.smithi062.stdout:326 2023-06-08T03:55:02.490 INFO:teuthology.orchestra.run.smithi062.stdout:326.out 2023-06-08T03:55:02.490 INFO:teuthology.orchestra.run.smithi062.stdout:327 2023-06-08T03:55:02.490 INFO:teuthology.orchestra.run.smithi062.stdout:327.out 2023-06-08T03:55:02.490 INFO:teuthology.orchestra.run.smithi062.stdout:328 2023-06-08T03:55:02.490 INFO:teuthology.orchestra.run.smithi062.stdout:328.out 2023-06-08T03:55:02.490 INFO:teuthology.orchestra.run.smithi062.stdout:329 2023-06-08T03:55:02.490 INFO:teuthology.orchestra.run.smithi062.stdout:329.out 2023-06-08T03:55:02.491 INFO:teuthology.orchestra.run.smithi062.stdout:330 2023-06-08T03:55:02.491 INFO:teuthology.orchestra.run.smithi062.stdout:330.out 2023-06-08T03:55:02.491 INFO:teuthology.orchestra.run.smithi062.stdout:331 2023-06-08T03:55:02.491 INFO:teuthology.orchestra.run.smithi062.stdout:331.out 2023-06-08T03:55:02.491 INFO:teuthology.orchestra.run.smithi062.stdout:332 2023-06-08T03:55:02.491 INFO:teuthology.orchestra.run.smithi062.stdout:332.out 2023-06-08T03:55:02.491 INFO:teuthology.orchestra.run.smithi062.stdout:333 2023-06-08T03:55:02.491 INFO:teuthology.orchestra.run.smithi062.stdout:333.out 2023-06-08T03:55:02.492 INFO:teuthology.orchestra.run.smithi062.stdout:334 2023-06-08T03:55:02.492 INFO:teuthology.orchestra.run.smithi062.stdout:334.out 2023-06-08T03:55:02.492 INFO:teuthology.orchestra.run.smithi062.stdout:335 2023-06-08T03:55:02.492 INFO:teuthology.orchestra.run.smithi062.stdout:335.out 2023-06-08T03:55:02.492 INFO:teuthology.orchestra.run.smithi062.stdout:336 2023-06-08T03:55:02.492 INFO:teuthology.orchestra.run.smithi062.stdout:336.out 2023-06-08T03:55:02.492 INFO:teuthology.orchestra.run.smithi062.stdout:337 2023-06-08T03:55:02.492 INFO:teuthology.orchestra.run.smithi062.stdout:337.out 2023-06-08T03:55:02.493 INFO:teuthology.orchestra.run.smithi062.stdout:338 2023-06-08T03:55:02.493 INFO:teuthology.orchestra.run.smithi062.stdout:338.out 2023-06-08T03:55:02.493 INFO:teuthology.orchestra.run.smithi062.stdout:339 2023-06-08T03:55:02.493 INFO:teuthology.orchestra.run.smithi062.stdout:339.out 2023-06-08T03:55:02.493 INFO:teuthology.orchestra.run.smithi062.stdout:340 2023-06-08T03:55:02.493 INFO:teuthology.orchestra.run.smithi062.stdout:340.out 2023-06-08T03:55:02.493 INFO:teuthology.orchestra.run.smithi062.stdout:341 2023-06-08T03:55:02.493 INFO:teuthology.orchestra.run.smithi062.stdout:341.out 2023-06-08T03:55:02.494 INFO:teuthology.orchestra.run.smithi062.stdout:342 2023-06-08T03:55:02.494 INFO:teuthology.orchestra.run.smithi062.stdout:342.out 2023-06-08T03:55:02.494 INFO:teuthology.orchestra.run.smithi062.stdout:343 2023-06-08T03:55:02.494 INFO:teuthology.orchestra.run.smithi062.stdout:343.out 2023-06-08T03:55:02.494 INFO:teuthology.orchestra.run.smithi062.stdout:344 2023-06-08T03:55:02.494 INFO:teuthology.orchestra.run.smithi062.stdout:344.out 2023-06-08T03:55:02.494 INFO:teuthology.orchestra.run.smithi062.stdout:345 2023-06-08T03:55:02.494 INFO:teuthology.orchestra.run.smithi062.stdout:345.out 2023-06-08T03:55:02.495 INFO:teuthology.orchestra.run.smithi062.stdout:346 2023-06-08T03:55:02.495 INFO:teuthology.orchestra.run.smithi062.stdout:346.out 2023-06-08T03:55:02.495 INFO:teuthology.orchestra.run.smithi062.stdout:347 2023-06-08T03:55:02.495 INFO:teuthology.orchestra.run.smithi062.stdout:347.out 2023-06-08T03:55:02.495 INFO:teuthology.orchestra.run.smithi062.stdout:348 2023-06-08T03:55:02.495 INFO:teuthology.orchestra.run.smithi062.stdout:348.out 2023-06-08T03:55:02.495 INFO:teuthology.orchestra.run.smithi062.stdout:349 2023-06-08T03:55:02.495 INFO:teuthology.orchestra.run.smithi062.stdout:349.out 2023-06-08T03:55:02.496 INFO:teuthology.orchestra.run.smithi062.stdout:350 2023-06-08T03:55:02.496 INFO:teuthology.orchestra.run.smithi062.stdout:350.out 2023-06-08T03:55:02.496 INFO:teuthology.orchestra.run.smithi062.stdout:351 2023-06-08T03:55:02.496 INFO:teuthology.orchestra.run.smithi062.stdout:351.out 2023-06-08T03:55:02.496 INFO:teuthology.orchestra.run.smithi062.stdout:352 2023-06-08T03:55:02.496 INFO:teuthology.orchestra.run.smithi062.stdout:352.out 2023-06-08T03:55:02.496 INFO:teuthology.orchestra.run.smithi062.stdout:353 2023-06-08T03:55:02.497 INFO:teuthology.orchestra.run.smithi062.stdout:353.out 2023-06-08T03:55:02.497 INFO:teuthology.orchestra.run.smithi062.stdout:354 2023-06-08T03:55:02.497 INFO:teuthology.orchestra.run.smithi062.stdout:354.out 2023-06-08T03:55:02.497 INFO:teuthology.orchestra.run.smithi062.stdout:355 2023-06-08T03:55:02.497 INFO:teuthology.orchestra.run.smithi062.stdout:355.out 2023-06-08T03:55:02.497 INFO:teuthology.orchestra.run.smithi062.stdout:356 2023-06-08T03:55:02.497 INFO:teuthology.orchestra.run.smithi062.stdout:356.out 2023-06-08T03:55:02.497 INFO:teuthology.orchestra.run.smithi062.stdout:357 2023-06-08T03:55:02.498 INFO:teuthology.orchestra.run.smithi062.stdout:357.out 2023-06-08T03:55:02.498 INFO:teuthology.orchestra.run.smithi062.stdout:358 2023-06-08T03:55:02.498 INFO:teuthology.orchestra.run.smithi062.stdout:358.out 2023-06-08T03:55:02.498 INFO:teuthology.orchestra.run.smithi062.stdout:359 2023-06-08T03:55:02.498 INFO:teuthology.orchestra.run.smithi062.stdout:359.out 2023-06-08T03:55:02.498 INFO:teuthology.orchestra.run.smithi062.stdout:360 2023-06-08T03:55:02.498 INFO:teuthology.orchestra.run.smithi062.stdout:360.out 2023-06-08T03:55:02.498 INFO:teuthology.orchestra.run.smithi062.stdout:361 2023-06-08T03:55:02.499 INFO:teuthology.orchestra.run.smithi062.stdout:361.out 2023-06-08T03:55:02.499 INFO:teuthology.orchestra.run.smithi062.stdout:362 2023-06-08T03:55:02.499 INFO:teuthology.orchestra.run.smithi062.stdout:362.out 2023-06-08T03:55:02.499 INFO:teuthology.orchestra.run.smithi062.stdout:363 2023-06-08T03:55:02.499 INFO:teuthology.orchestra.run.smithi062.stdout:363.out 2023-06-08T03:55:02.499 INFO:teuthology.orchestra.run.smithi062.stdout:364 2023-06-08T03:55:02.499 INFO:teuthology.orchestra.run.smithi062.stdout:364.out 2023-06-08T03:55:02.499 INFO:teuthology.orchestra.run.smithi062.stdout:365 2023-06-08T03:55:02.500 INFO:teuthology.orchestra.run.smithi062.stdout:365.out 2023-06-08T03:55:02.500 INFO:teuthology.orchestra.run.smithi062.stdout:366 2023-06-08T03:55:02.500 INFO:teuthology.orchestra.run.smithi062.stdout:366.out 2023-06-08T03:55:02.500 INFO:teuthology.orchestra.run.smithi062.stdout:367 2023-06-08T03:55:02.500 INFO:teuthology.orchestra.run.smithi062.stdout:367.out 2023-06-08T03:55:02.500 INFO:teuthology.orchestra.run.smithi062.stdout:368 2023-06-08T03:55:02.500 INFO:teuthology.orchestra.run.smithi062.stdout:368.out 2023-06-08T03:55:02.500 INFO:teuthology.orchestra.run.smithi062.stdout:369 2023-06-08T03:55:02.501 INFO:teuthology.orchestra.run.smithi062.stdout:369.out 2023-06-08T03:55:02.501 INFO:teuthology.orchestra.run.smithi062.stdout:370 2023-06-08T03:55:02.501 INFO:teuthology.orchestra.run.smithi062.stdout:370.out 2023-06-08T03:55:02.501 INFO:teuthology.orchestra.run.smithi062.stdout:371 2023-06-08T03:55:02.501 INFO:teuthology.orchestra.run.smithi062.stdout:371.out 2023-06-08T03:55:02.501 INFO:teuthology.orchestra.run.smithi062.stdout:372 2023-06-08T03:55:02.501 INFO:teuthology.orchestra.run.smithi062.stdout:372.out 2023-06-08T03:55:02.501 INFO:teuthology.orchestra.run.smithi062.stdout:373 2023-06-08T03:55:02.502 INFO:teuthology.orchestra.run.smithi062.stdout:373.out 2023-06-08T03:55:02.502 INFO:teuthology.orchestra.run.smithi062.stdout:374 2023-06-08T03:55:02.502 INFO:teuthology.orchestra.run.smithi062.stdout:374.out 2023-06-08T03:55:02.502 INFO:teuthology.orchestra.run.smithi062.stdout:375 2023-06-08T03:55:02.502 INFO:teuthology.orchestra.run.smithi062.stdout:375.out 2023-06-08T03:55:02.502 INFO:teuthology.orchestra.run.smithi062.stdout:376 2023-06-08T03:55:02.502 INFO:teuthology.orchestra.run.smithi062.stdout:376.out 2023-06-08T03:55:02.502 INFO:teuthology.orchestra.run.smithi062.stdout:377 2023-06-08T03:55:02.503 INFO:teuthology.orchestra.run.smithi062.stdout:377.out 2023-06-08T03:55:02.503 INFO:teuthology.orchestra.run.smithi062.stdout:378 2023-06-08T03:55:02.503 INFO:teuthology.orchestra.run.smithi062.stdout:378.out 2023-06-08T03:55:02.503 INFO:teuthology.orchestra.run.smithi062.stdout:379 2023-06-08T03:55:02.503 INFO:teuthology.orchestra.run.smithi062.stdout:379.out 2023-06-08T03:55:02.503 INFO:teuthology.orchestra.run.smithi062.stdout:380 2023-06-08T03:55:02.503 INFO:teuthology.orchestra.run.smithi062.stdout:380.out 2023-06-08T03:55:02.503 INFO:teuthology.orchestra.run.smithi062.stdout:381 2023-06-08T03:55:02.504 INFO:teuthology.orchestra.run.smithi062.stdout:381.out 2023-06-08T03:55:02.504 INFO:teuthology.orchestra.run.smithi062.stdout:382 2023-06-08T03:55:02.504 INFO:teuthology.orchestra.run.smithi062.stdout:382.out 2023-06-08T03:55:02.504 INFO:teuthology.orchestra.run.smithi062.stdout:383 2023-06-08T03:55:02.504 INFO:teuthology.orchestra.run.smithi062.stdout:383.out 2023-06-08T03:55:02.504 INFO:teuthology.orchestra.run.smithi062.stdout:384 2023-06-08T03:55:02.504 INFO:teuthology.orchestra.run.smithi062.stdout:384.out 2023-06-08T03:55:02.505 INFO:teuthology.orchestra.run.smithi062.stdout:385 2023-06-08T03:55:02.505 INFO:teuthology.orchestra.run.smithi062.stdout:385.out 2023-06-08T03:55:02.505 INFO:teuthology.orchestra.run.smithi062.stdout:386 2023-06-08T03:55:02.505 INFO:teuthology.orchestra.run.smithi062.stdout:386.out 2023-06-08T03:55:02.505 INFO:teuthology.orchestra.run.smithi062.stdout:387 2023-06-08T03:55:02.505 INFO:teuthology.orchestra.run.smithi062.stdout:387.out 2023-06-08T03:55:02.505 INFO:teuthology.orchestra.run.smithi062.stdout:388 2023-06-08T03:55:02.505 INFO:teuthology.orchestra.run.smithi062.stdout:388.out 2023-06-08T03:55:02.506 INFO:teuthology.orchestra.run.smithi062.stdout:389 2023-06-08T03:55:02.506 INFO:teuthology.orchestra.run.smithi062.stdout:389.out 2023-06-08T03:55:02.506 INFO:teuthology.orchestra.run.smithi062.stdout:390 2023-06-08T03:55:02.506 INFO:teuthology.orchestra.run.smithi062.stdout:390.out 2023-06-08T03:55:02.506 INFO:teuthology.orchestra.run.smithi062.stdout:391 2023-06-08T03:55:02.506 INFO:teuthology.orchestra.run.smithi062.stdout:391.out 2023-06-08T03:55:02.506 INFO:teuthology.orchestra.run.smithi062.stdout:392 2023-06-08T03:55:02.506 INFO:teuthology.orchestra.run.smithi062.stdout:392.out 2023-06-08T03:55:02.507 INFO:teuthology.orchestra.run.smithi062.stdout:393 2023-06-08T03:55:02.507 INFO:teuthology.orchestra.run.smithi062.stdout:393.out 2023-06-08T03:55:02.507 INFO:teuthology.orchestra.run.smithi062.stdout:394 2023-06-08T03:55:02.507 INFO:teuthology.orchestra.run.smithi062.stdout:394.out 2023-06-08T03:55:02.507 INFO:teuthology.orchestra.run.smithi062.stdout:395 2023-06-08T03:55:02.507 INFO:teuthology.orchestra.run.smithi062.stdout:395.out 2023-06-08T03:55:02.507 INFO:teuthology.orchestra.run.smithi062.stdout:396 2023-06-08T03:55:02.507 INFO:teuthology.orchestra.run.smithi062.stdout:396.out 2023-06-08T03:55:02.508 INFO:teuthology.orchestra.run.smithi062.stdout:397 2023-06-08T03:55:02.508 INFO:teuthology.orchestra.run.smithi062.stdout:397.out 2023-06-08T03:55:02.508 INFO:teuthology.orchestra.run.smithi062.stdout:398 2023-06-08T03:55:02.508 INFO:teuthology.orchestra.run.smithi062.stdout:398.out 2023-06-08T03:55:02.508 INFO:teuthology.orchestra.run.smithi062.stdout:399 2023-06-08T03:55:02.508 INFO:teuthology.orchestra.run.smithi062.stdout:399.out 2023-06-08T03:55:02.508 INFO:teuthology.orchestra.run.smithi062.stdout:400 2023-06-08T03:55:02.508 INFO:teuthology.orchestra.run.smithi062.stdout:400.out 2023-06-08T03:55:02.509 INFO:teuthology.orchestra.run.smithi062.stdout:401 2023-06-08T03:55:02.509 INFO:teuthology.orchestra.run.smithi062.stdout:401.out 2023-06-08T03:55:02.509 INFO:teuthology.orchestra.run.smithi062.stdout:402 2023-06-08T03:55:02.509 INFO:teuthology.orchestra.run.smithi062.stdout:402.out 2023-06-08T03:55:02.509 INFO:teuthology.orchestra.run.smithi062.stdout:403 2023-06-08T03:55:02.509 INFO:teuthology.orchestra.run.smithi062.stdout:403.out 2023-06-08T03:55:02.509 INFO:teuthology.orchestra.run.smithi062.stdout:404 2023-06-08T03:55:02.509 INFO:teuthology.orchestra.run.smithi062.stdout:404.out 2023-06-08T03:55:02.510 INFO:teuthology.orchestra.run.smithi062.stdout:405 2023-06-08T03:55:02.510 INFO:teuthology.orchestra.run.smithi062.stdout:405.out 2023-06-08T03:55:02.510 INFO:teuthology.orchestra.run.smithi062.stdout:406 2023-06-08T03:55:02.510 INFO:teuthology.orchestra.run.smithi062.stdout:406.out 2023-06-08T03:55:02.510 INFO:teuthology.orchestra.run.smithi062.stdout:407 2023-06-08T03:55:02.510 INFO:teuthology.orchestra.run.smithi062.stdout:407.out 2023-06-08T03:55:02.510 INFO:teuthology.orchestra.run.smithi062.stdout:408 2023-06-08T03:55:02.510 INFO:teuthology.orchestra.run.smithi062.stdout:408.out 2023-06-08T03:55:02.511 INFO:teuthology.orchestra.run.smithi062.stdout:409 2023-06-08T03:55:02.511 INFO:teuthology.orchestra.run.smithi062.stdout:409.out 2023-06-08T03:55:02.511 INFO:teuthology.orchestra.run.smithi062.stdout:410 2023-06-08T03:55:02.511 INFO:teuthology.orchestra.run.smithi062.stdout:410.out 2023-06-08T03:55:02.511 INFO:teuthology.orchestra.run.smithi062.stdout:411 2023-06-08T03:55:02.511 INFO:teuthology.orchestra.run.smithi062.stdout:411.out 2023-06-08T03:55:02.511 INFO:teuthology.orchestra.run.smithi062.stdout:412 2023-06-08T03:55:02.511 INFO:teuthology.orchestra.run.smithi062.stdout:412.out 2023-06-08T03:55:02.512 INFO:teuthology.orchestra.run.smithi062.stdout:413 2023-06-08T03:55:02.512 INFO:teuthology.orchestra.run.smithi062.stdout:413.out 2023-06-08T03:55:02.512 INFO:teuthology.orchestra.run.smithi062.stdout:414 2023-06-08T03:55:02.512 INFO:teuthology.orchestra.run.smithi062.stdout:414.out 2023-06-08T03:55:02.512 INFO:teuthology.orchestra.run.smithi062.stdout:415 2023-06-08T03:55:02.512 INFO:teuthology.orchestra.run.smithi062.stdout:415.out 2023-06-08T03:55:02.512 INFO:teuthology.orchestra.run.smithi062.stdout:416 2023-06-08T03:55:02.512 INFO:teuthology.orchestra.run.smithi062.stdout:416.out 2023-06-08T03:55:02.513 INFO:teuthology.orchestra.run.smithi062.stdout:417 2023-06-08T03:55:02.513 INFO:teuthology.orchestra.run.smithi062.stdout:417.out 2023-06-08T03:55:02.513 INFO:teuthology.orchestra.run.smithi062.stdout:418 2023-06-08T03:55:02.513 INFO:teuthology.orchestra.run.smithi062.stdout:418.out 2023-06-08T03:55:02.513 INFO:teuthology.orchestra.run.smithi062.stdout:419 2023-06-08T03:55:02.513 INFO:teuthology.orchestra.run.smithi062.stdout:419.out 2023-06-08T03:55:02.513 INFO:teuthology.orchestra.run.smithi062.stdout:420 2023-06-08T03:55:02.513 INFO:teuthology.orchestra.run.smithi062.stdout:420.out 2023-06-08T03:55:02.514 INFO:teuthology.orchestra.run.smithi062.stdout:421 2023-06-08T03:55:02.514 INFO:teuthology.orchestra.run.smithi062.stdout:421.out 2023-06-08T03:55:02.514 INFO:teuthology.orchestra.run.smithi062.stdout:422 2023-06-08T03:55:02.514 INFO:teuthology.orchestra.run.smithi062.stdout:422.out 2023-06-08T03:55:02.514 INFO:teuthology.orchestra.run.smithi062.stdout:423 2023-06-08T03:55:02.514 INFO:teuthology.orchestra.run.smithi062.stdout:423.out 2023-06-08T03:55:02.514 INFO:teuthology.orchestra.run.smithi062.stdout:424 2023-06-08T03:55:02.514 INFO:teuthology.orchestra.run.smithi062.stdout:424.out 2023-06-08T03:55:02.515 INFO:teuthology.orchestra.run.smithi062.stdout:425 2023-06-08T03:55:02.515 INFO:teuthology.orchestra.run.smithi062.stdout:425.out 2023-06-08T03:55:02.515 INFO:teuthology.orchestra.run.smithi062.stdout:426 2023-06-08T03:55:02.515 INFO:teuthology.orchestra.run.smithi062.stdout:426.out 2023-06-08T03:55:02.515 INFO:teuthology.orchestra.run.smithi062.stdout:427 2023-06-08T03:55:02.515 INFO:teuthology.orchestra.run.smithi062.stdout:427.out 2023-06-08T03:55:02.515 INFO:teuthology.orchestra.run.smithi062.stdout:428 2023-06-08T03:55:02.515 INFO:teuthology.orchestra.run.smithi062.stdout:428.out 2023-06-08T03:55:02.516 INFO:teuthology.orchestra.run.smithi062.stdout:429 2023-06-08T03:55:02.516 INFO:teuthology.orchestra.run.smithi062.stdout:429.out 2023-06-08T03:55:02.516 INFO:teuthology.orchestra.run.smithi062.stdout:430 2023-06-08T03:55:02.516 INFO:teuthology.orchestra.run.smithi062.stdout:430.out 2023-06-08T03:55:02.516 INFO:teuthology.orchestra.run.smithi062.stdout:431 2023-06-08T03:55:02.516 INFO:teuthology.orchestra.run.smithi062.stdout:431.out 2023-06-08T03:55:02.516 INFO:teuthology.orchestra.run.smithi062.stdout:432 2023-06-08T03:55:02.517 INFO:teuthology.orchestra.run.smithi062.stdout:432.out 2023-06-08T03:55:02.517 INFO:teuthology.orchestra.run.smithi062.stdout:433 2023-06-08T03:55:02.517 INFO:teuthology.orchestra.run.smithi062.stdout:433.out 2023-06-08T03:55:02.517 INFO:teuthology.orchestra.run.smithi062.stdout:434 2023-06-08T03:55:02.517 INFO:teuthology.orchestra.run.smithi062.stdout:434.out 2023-06-08T03:55:02.517 INFO:teuthology.orchestra.run.smithi062.stdout:435 2023-06-08T03:55:02.517 INFO:teuthology.orchestra.run.smithi062.stdout:435.out 2023-06-08T03:55:02.517 INFO:teuthology.orchestra.run.smithi062.stdout:436 2023-06-08T03:55:02.518 INFO:teuthology.orchestra.run.smithi062.stdout:436.out 2023-06-08T03:55:02.518 INFO:teuthology.orchestra.run.smithi062.stdout:437 2023-06-08T03:55:02.518 INFO:teuthology.orchestra.run.smithi062.stdout:437.out 2023-06-08T03:55:02.518 INFO:teuthology.orchestra.run.smithi062.stdout:438 2023-06-08T03:55:02.518 INFO:teuthology.orchestra.run.smithi062.stdout:438.out 2023-06-08T03:55:02.518 INFO:teuthology.orchestra.run.smithi062.stdout:439 2023-06-08T03:55:02.518 INFO:teuthology.orchestra.run.smithi062.stdout:439.out 2023-06-08T03:55:02.518 INFO:teuthology.orchestra.run.smithi062.stdout:440 2023-06-08T03:55:02.519 INFO:teuthology.orchestra.run.smithi062.stdout:440.out 2023-06-08T03:55:02.519 INFO:teuthology.orchestra.run.smithi062.stdout:441 2023-06-08T03:55:02.519 INFO:teuthology.orchestra.run.smithi062.stdout:441.out 2023-06-08T03:55:02.519 INFO:teuthology.orchestra.run.smithi062.stdout:442 2023-06-08T03:55:02.519 INFO:teuthology.orchestra.run.smithi062.stdout:442.out 2023-06-08T03:55:02.519 INFO:teuthology.orchestra.run.smithi062.stdout:443 2023-06-08T03:55:02.519 INFO:teuthology.orchestra.run.smithi062.stdout:443.out 2023-06-08T03:55:02.519 INFO:teuthology.orchestra.run.smithi062.stdout:444 2023-06-08T03:55:02.520 INFO:teuthology.orchestra.run.smithi062.stdout:444.out 2023-06-08T03:55:02.520 INFO:teuthology.orchestra.run.smithi062.stdout:445 2023-06-08T03:55:02.520 INFO:teuthology.orchestra.run.smithi062.stdout:445.out 2023-06-08T03:55:02.520 INFO:teuthology.orchestra.run.smithi062.stdout:446 2023-06-08T03:55:02.520 INFO:teuthology.orchestra.run.smithi062.stdout:446.out 2023-06-08T03:55:02.520 INFO:teuthology.orchestra.run.smithi062.stdout:447 2023-06-08T03:55:02.520 INFO:teuthology.orchestra.run.smithi062.stdout:447.out 2023-06-08T03:55:02.520 INFO:teuthology.orchestra.run.smithi062.stdout:448 2023-06-08T03:55:02.521 INFO:teuthology.orchestra.run.smithi062.stdout:448.out 2023-06-08T03:55:02.521 INFO:teuthology.orchestra.run.smithi062.stdout:449 2023-06-08T03:55:02.521 INFO:teuthology.orchestra.run.smithi062.stdout:449.out 2023-06-08T03:55:02.521 INFO:teuthology.orchestra.run.smithi062.stdout:450 2023-06-08T03:55:02.521 INFO:teuthology.orchestra.run.smithi062.stdout:450.out 2023-06-08T03:55:02.521 INFO:teuthology.orchestra.run.smithi062.stdout:451 2023-06-08T03:55:02.521 INFO:teuthology.orchestra.run.smithi062.stdout:451.out 2023-06-08T03:55:02.521 INFO:teuthology.orchestra.run.smithi062.stdout:452 2023-06-08T03:55:02.522 INFO:teuthology.orchestra.run.smithi062.stdout:452.out 2023-06-08T03:55:02.522 INFO:teuthology.orchestra.run.smithi062.stdout:453 2023-06-08T03:55:02.522 INFO:teuthology.orchestra.run.smithi062.stdout:453.out 2023-06-08T03:55:02.522 INFO:teuthology.orchestra.run.smithi062.stdout:454 2023-06-08T03:55:02.522 INFO:teuthology.orchestra.run.smithi062.stdout:454.out 2023-06-08T03:55:02.522 INFO:teuthology.orchestra.run.smithi062.stdout:455 2023-06-08T03:55:02.522 INFO:teuthology.orchestra.run.smithi062.stdout:455.out 2023-06-08T03:55:02.522 INFO:teuthology.orchestra.run.smithi062.stdout:456 2023-06-08T03:55:02.523 INFO:teuthology.orchestra.run.smithi062.stdout:456.out 2023-06-08T03:55:02.523 INFO:teuthology.orchestra.run.smithi062.stdout:457 2023-06-08T03:55:02.523 INFO:teuthology.orchestra.run.smithi062.stdout:457.out 2023-06-08T03:55:02.523 INFO:teuthology.orchestra.run.smithi062.stdout:458 2023-06-08T03:55:02.523 INFO:teuthology.orchestra.run.smithi062.stdout:458.out 2023-06-08T03:55:02.523 INFO:teuthology.orchestra.run.smithi062.stdout:459 2023-06-08T03:55:02.523 INFO:teuthology.orchestra.run.smithi062.stdout:459.out 2023-06-08T03:55:02.523 INFO:teuthology.orchestra.run.smithi062.stdout:460 2023-06-08T03:55:02.524 INFO:teuthology.orchestra.run.smithi062.stdout:460.out 2023-06-08T03:55:02.524 INFO:teuthology.orchestra.run.smithi062.stdout:461 2023-06-08T03:55:02.524 INFO:teuthology.orchestra.run.smithi062.stdout:461.out 2023-06-08T03:55:02.524 INFO:teuthology.orchestra.run.smithi062.stdout:462 2023-06-08T03:55:02.524 INFO:teuthology.orchestra.run.smithi062.stdout:462.out 2023-06-08T03:55:02.524 INFO:teuthology.orchestra.run.smithi062.stdout:463 2023-06-08T03:55:02.524 INFO:teuthology.orchestra.run.smithi062.stdout:463.out 2023-06-08T03:55:02.525 INFO:teuthology.orchestra.run.smithi062.stdout:464 2023-06-08T03:55:02.525 INFO:teuthology.orchestra.run.smithi062.stdout:464.out 2023-06-08T03:55:02.525 INFO:teuthology.orchestra.run.smithi062.stdout:465 2023-06-08T03:55:02.525 INFO:teuthology.orchestra.run.smithi062.stdout:465.out 2023-06-08T03:55:02.525 INFO:teuthology.orchestra.run.smithi062.stdout:466 2023-06-08T03:55:02.525 INFO:teuthology.orchestra.run.smithi062.stdout:466.out 2023-06-08T03:55:02.525 INFO:teuthology.orchestra.run.smithi062.stdout:467 2023-06-08T03:55:02.525 INFO:teuthology.orchestra.run.smithi062.stdout:467.out 2023-06-08T03:55:02.526 INFO:teuthology.orchestra.run.smithi062.stdout:468 2023-06-08T03:55:02.526 INFO:teuthology.orchestra.run.smithi062.stdout:468.out 2023-06-08T03:55:02.526 INFO:teuthology.orchestra.run.smithi062.stdout:469 2023-06-08T03:55:02.526 INFO:teuthology.orchestra.run.smithi062.stdout:469.out 2023-06-08T03:55:02.526 INFO:teuthology.orchestra.run.smithi062.stdout:470 2023-06-08T03:55:02.526 INFO:teuthology.orchestra.run.smithi062.stdout:470.out 2023-06-08T03:55:02.526 INFO:teuthology.orchestra.run.smithi062.stdout:471 2023-06-08T03:55:02.526 INFO:teuthology.orchestra.run.smithi062.stdout:471.out 2023-06-08T03:55:02.527 INFO:teuthology.orchestra.run.smithi062.stdout:472 2023-06-08T03:55:02.527 INFO:teuthology.orchestra.run.smithi062.stdout:472.out 2023-06-08T03:55:02.527 INFO:teuthology.orchestra.run.smithi062.stdout:473 2023-06-08T03:55:02.527 INFO:teuthology.orchestra.run.smithi062.stdout:473.out 2023-06-08T03:55:02.527 INFO:teuthology.orchestra.run.smithi062.stdout:474 2023-06-08T03:55:02.527 INFO:teuthology.orchestra.run.smithi062.stdout:474.out 2023-06-08T03:55:02.527 INFO:teuthology.orchestra.run.smithi062.stdout:475 2023-06-08T03:55:02.527 INFO:teuthology.orchestra.run.smithi062.stdout:475.out 2023-06-08T03:55:02.528 INFO:teuthology.orchestra.run.smithi062.stdout:476 2023-06-08T03:55:02.528 INFO:teuthology.orchestra.run.smithi062.stdout:476.out 2023-06-08T03:55:02.528 INFO:teuthology.orchestra.run.smithi062.stdout:477 2023-06-08T03:55:02.528 INFO:teuthology.orchestra.run.smithi062.stdout:477.out 2023-06-08T03:55:02.528 INFO:teuthology.orchestra.run.smithi062.stdout:478 2023-06-08T03:55:02.528 INFO:teuthology.orchestra.run.smithi062.stdout:478.out 2023-06-08T03:55:02.528 INFO:teuthology.orchestra.run.smithi062.stdout:479 2023-06-08T03:55:02.528 INFO:teuthology.orchestra.run.smithi062.stdout:479.out 2023-06-08T03:55:02.529 INFO:teuthology.orchestra.run.smithi062.stdout:480 2023-06-08T03:55:02.529 INFO:teuthology.orchestra.run.smithi062.stdout:480.out 2023-06-08T03:55:02.529 INFO:teuthology.orchestra.run.smithi062.stdout:481 2023-06-08T03:55:02.529 INFO:teuthology.orchestra.run.smithi062.stdout:481.out 2023-06-08T03:55:02.529 INFO:teuthology.orchestra.run.smithi062.stdout:482 2023-06-08T03:55:02.529 INFO:teuthology.orchestra.run.smithi062.stdout:482.out 2023-06-08T03:55:02.529 INFO:teuthology.orchestra.run.smithi062.stdout:483 2023-06-08T03:55:02.529 INFO:teuthology.orchestra.run.smithi062.stdout:483.out 2023-06-08T03:55:02.530 INFO:teuthology.orchestra.run.smithi062.stdout:484 2023-06-08T03:55:02.530 INFO:teuthology.orchestra.run.smithi062.stdout:484.out 2023-06-08T03:55:02.530 INFO:teuthology.orchestra.run.smithi062.stdout:485 2023-06-08T03:55:02.530 INFO:teuthology.orchestra.run.smithi062.stdout:485.out 2023-06-08T03:55:02.530 INFO:teuthology.orchestra.run.smithi062.stdout:486 2023-06-08T03:55:02.530 INFO:teuthology.orchestra.run.smithi062.stdout:486.out 2023-06-08T03:55:02.530 INFO:teuthology.orchestra.run.smithi062.stdout:487 2023-06-08T03:55:02.530 INFO:teuthology.orchestra.run.smithi062.stdout:487.out 2023-06-08T03:55:02.531 INFO:teuthology.orchestra.run.smithi062.stdout:488 2023-06-08T03:55:02.531 INFO:teuthology.orchestra.run.smithi062.stdout:488.out 2023-06-08T03:55:02.531 INFO:teuthology.orchestra.run.smithi062.stdout:489 2023-06-08T03:55:02.531 INFO:teuthology.orchestra.run.smithi062.stdout:489.out 2023-06-08T03:55:02.531 INFO:teuthology.orchestra.run.smithi062.stdout:490 2023-06-08T03:55:02.531 INFO:teuthology.orchestra.run.smithi062.stdout:490.out 2023-06-08T03:55:02.531 INFO:teuthology.orchestra.run.smithi062.stdout:491 2023-06-08T03:55:02.531 INFO:teuthology.orchestra.run.smithi062.stdout:491.out 2023-06-08T03:55:02.532 INFO:teuthology.orchestra.run.smithi062.stdout:492 2023-06-08T03:55:02.532 INFO:teuthology.orchestra.run.smithi062.stdout:492.out 2023-06-08T03:55:02.532 INFO:teuthology.orchestra.run.smithi062.stdout:493 2023-06-08T03:55:02.532 INFO:teuthology.orchestra.run.smithi062.stdout:493.out 2023-06-08T03:55:02.532 INFO:teuthology.orchestra.run.smithi062.stdout:494 2023-06-08T03:55:02.532 INFO:teuthology.orchestra.run.smithi062.stdout:494.out 2023-06-08T03:55:02.532 INFO:teuthology.orchestra.run.smithi062.stdout:495 2023-06-08T03:55:02.532 INFO:teuthology.orchestra.run.smithi062.stdout:495.out 2023-06-08T03:55:02.533 INFO:teuthology.orchestra.run.smithi062.stdout:496 2023-06-08T03:55:02.533 INFO:teuthology.orchestra.run.smithi062.stdout:496.out 2023-06-08T03:55:02.533 INFO:teuthology.orchestra.run.smithi062.stdout:497 2023-06-08T03:55:02.533 INFO:teuthology.orchestra.run.smithi062.stdout:497.out 2023-06-08T03:55:02.533 INFO:teuthology.orchestra.run.smithi062.stdout:498 2023-06-08T03:55:02.533 INFO:teuthology.orchestra.run.smithi062.stdout:498.out 2023-06-08T03:55:02.533 INFO:teuthology.orchestra.run.smithi062.stdout:499 2023-06-08T03:55:02.533 INFO:teuthology.orchestra.run.smithi062.stdout:499.out 2023-06-08T03:55:02.534 INFO:teuthology.orchestra.run.smithi062.stdout:500 2023-06-08T03:55:02.534 INFO:teuthology.orchestra.run.smithi062.stdout:500.out 2023-06-08T03:55:02.534 INFO:teuthology.orchestra.run.smithi062.stdout:501 2023-06-08T03:55:02.534 INFO:teuthology.orchestra.run.smithi062.stdout:501.out 2023-06-08T03:55:02.534 INFO:teuthology.orchestra.run.smithi062.stdout:502 2023-06-08T03:55:02.534 INFO:teuthology.orchestra.run.smithi062.stdout:502.out 2023-06-08T03:55:02.534 INFO:teuthology.orchestra.run.smithi062.stdout:503 2023-06-08T03:55:02.535 INFO:teuthology.orchestra.run.smithi062.stdout:503.out 2023-06-08T03:55:02.535 INFO:teuthology.orchestra.run.smithi062.stdout:504 2023-06-08T03:55:02.535 INFO:teuthology.orchestra.run.smithi062.stdout:504.out 2023-06-08T03:55:02.535 INFO:teuthology.orchestra.run.smithi062.stdout:505 2023-06-08T03:55:02.535 INFO:teuthology.orchestra.run.smithi062.stdout:505.out 2023-06-08T03:55:02.535 INFO:teuthology.orchestra.run.smithi062.stdout:506 2023-06-08T03:55:02.535 INFO:teuthology.orchestra.run.smithi062.stdout:506.out 2023-06-08T03:55:02.535 INFO:teuthology.orchestra.run.smithi062.stdout:507 2023-06-08T03:55:02.535 INFO:teuthology.orchestra.run.smithi062.stdout:507.out 2023-06-08T03:55:02.536 INFO:teuthology.orchestra.run.smithi062.stdout:508 2023-06-08T03:55:02.536 INFO:teuthology.orchestra.run.smithi062.stdout:508.out 2023-06-08T03:55:02.536 INFO:teuthology.orchestra.run.smithi062.stdout:509 2023-06-08T03:55:02.536 INFO:teuthology.orchestra.run.smithi062.stdout:509.out 2023-06-08T03:55:02.536 INFO:teuthology.orchestra.run.smithi062.stdout:510 2023-06-08T03:55:02.536 INFO:teuthology.orchestra.run.smithi062.stdout:510.out 2023-06-08T03:55:02.536 INFO:teuthology.orchestra.run.smithi062.stdout:511 2023-06-08T03:55:02.537 INFO:teuthology.orchestra.run.smithi062.stdout:511.out 2023-06-08T03:55:02.537 INFO:teuthology.orchestra.run.smithi062.stdout:512 2023-06-08T03:55:02.537 INFO:teuthology.orchestra.run.smithi062.stdout:512.out 2023-06-08T03:55:02.537 INFO:teuthology.orchestra.run.smithi062.stdout:513 2023-06-08T03:55:02.537 INFO:teuthology.orchestra.run.smithi062.stdout:513.out 2023-06-08T03:55:02.537 INFO:teuthology.orchestra.run.smithi062.stdout:514 2023-06-08T03:55:02.537 INFO:teuthology.orchestra.run.smithi062.stdout:514.out 2023-06-08T03:55:02.537 INFO:teuthology.orchestra.run.smithi062.stdout:515 2023-06-08T03:55:02.538 INFO:teuthology.orchestra.run.smithi062.stdout:515.out 2023-06-08T03:55:02.538 INFO:teuthology.orchestra.run.smithi062.stdout:516 2023-06-08T03:55:02.538 INFO:teuthology.orchestra.run.smithi062.stdout:516.out 2023-06-08T03:55:02.538 INFO:teuthology.orchestra.run.smithi062.stdout:517 2023-06-08T03:55:02.538 INFO:teuthology.orchestra.run.smithi062.stdout:517.out 2023-06-08T03:55:02.538 INFO:teuthology.orchestra.run.smithi062.stdout:518 2023-06-08T03:55:02.538 INFO:teuthology.orchestra.run.smithi062.stdout:518.out 2023-06-08T03:55:02.538 INFO:teuthology.orchestra.run.smithi062.stdout:519 2023-06-08T03:55:02.539 INFO:teuthology.orchestra.run.smithi062.stdout:519.out 2023-06-08T03:55:02.539 INFO:teuthology.orchestra.run.smithi062.stdout:520 2023-06-08T03:55:02.539 INFO:teuthology.orchestra.run.smithi062.stdout:520.out 2023-06-08T03:55:02.539 INFO:teuthology.orchestra.run.smithi062.stdout:521 2023-06-08T03:55:02.539 INFO:teuthology.orchestra.run.smithi062.stdout:521.out 2023-06-08T03:55:02.539 INFO:teuthology.orchestra.run.smithi062.stdout:522 2023-06-08T03:55:02.539 INFO:teuthology.orchestra.run.smithi062.stdout:522.out 2023-06-08T03:55:02.539 INFO:teuthology.orchestra.run.smithi062.stdout:523 2023-06-08T03:55:02.540 INFO:teuthology.orchestra.run.smithi062.stdout:523.out 2023-06-08T03:55:02.540 INFO:teuthology.orchestra.run.smithi062.stdout:524 2023-06-08T03:55:02.540 INFO:teuthology.orchestra.run.smithi062.stdout:524.out 2023-06-08T03:55:02.540 INFO:teuthology.orchestra.run.smithi062.stdout:525 2023-06-08T03:55:02.540 INFO:teuthology.orchestra.run.smithi062.stdout:525.out 2023-06-08T03:55:02.540 INFO:teuthology.orchestra.run.smithi062.stdout:526 2023-06-08T03:55:02.540 INFO:teuthology.orchestra.run.smithi062.stdout:526.out 2023-06-08T03:55:02.540 INFO:teuthology.orchestra.run.smithi062.stdout:527 2023-06-08T03:55:02.541 INFO:teuthology.orchestra.run.smithi062.stdout:527.out 2023-06-08T03:55:02.541 INFO:teuthology.orchestra.run.smithi062.stdout:528 2023-06-08T03:55:02.541 INFO:teuthology.orchestra.run.smithi062.stdout:528.out 2023-06-08T03:55:02.541 INFO:teuthology.orchestra.run.smithi062.stdout:529 2023-06-08T03:55:02.541 INFO:teuthology.orchestra.run.smithi062.stdout:529.out 2023-06-08T03:55:02.541 INFO:teuthology.orchestra.run.smithi062.stdout:530 2023-06-08T03:55:02.541 INFO:teuthology.orchestra.run.smithi062.stdout:530.out 2023-06-08T03:55:02.541 INFO:teuthology.orchestra.run.smithi062.stdout:531 2023-06-08T03:55:02.542 INFO:teuthology.orchestra.run.smithi062.stdout:531.out 2023-06-08T03:55:02.542 INFO:teuthology.orchestra.run.smithi062.stdout:532 2023-06-08T03:55:02.542 INFO:teuthology.orchestra.run.smithi062.stdout:532.out 2023-06-08T03:55:02.542 INFO:teuthology.orchestra.run.smithi062.stdout:533 2023-06-08T03:55:02.542 INFO:teuthology.orchestra.run.smithi062.stdout:533.out 2023-06-08T03:55:02.542 INFO:teuthology.orchestra.run.smithi062.stdout:534 2023-06-08T03:55:02.542 INFO:teuthology.orchestra.run.smithi062.stdout:534.out 2023-06-08T03:55:02.542 INFO:teuthology.orchestra.run.smithi062.stdout:535 2023-06-08T03:55:02.543 INFO:teuthology.orchestra.run.smithi062.stdout:535.out 2023-06-08T03:55:02.543 INFO:teuthology.orchestra.run.smithi062.stdout:536 2023-06-08T03:55:02.543 INFO:teuthology.orchestra.run.smithi062.stdout:536.out 2023-06-08T03:55:02.543 INFO:teuthology.orchestra.run.smithi062.stdout:537 2023-06-08T03:55:02.543 INFO:teuthology.orchestra.run.smithi062.stdout:537.out 2023-06-08T03:55:02.543 INFO:teuthology.orchestra.run.smithi062.stdout:538 2023-06-08T03:55:02.543 INFO:teuthology.orchestra.run.smithi062.stdout:538.out 2023-06-08T03:55:02.543 INFO:teuthology.orchestra.run.smithi062.stdout:539 2023-06-08T03:55:02.544 INFO:teuthology.orchestra.run.smithi062.stdout:539.out 2023-06-08T03:55:02.544 INFO:teuthology.orchestra.run.smithi062.stdout:540 2023-06-08T03:55:02.544 INFO:teuthology.orchestra.run.smithi062.stdout:540.out 2023-06-08T03:55:02.544 INFO:teuthology.orchestra.run.smithi062.stdout:541 2023-06-08T03:55:02.544 INFO:teuthology.orchestra.run.smithi062.stdout:541.out 2023-06-08T03:55:02.544 INFO:teuthology.orchestra.run.smithi062.stdout:542 2023-06-08T03:55:02.544 INFO:teuthology.orchestra.run.smithi062.stdout:542.out 2023-06-08T03:55:02.545 INFO:teuthology.orchestra.run.smithi062.stdout:543 2023-06-08T03:55:02.545 INFO:teuthology.orchestra.run.smithi062.stdout:543.out 2023-06-08T03:55:02.545 INFO:teuthology.orchestra.run.smithi062.stdout:544 2023-06-08T03:55:02.545 INFO:teuthology.orchestra.run.smithi062.stdout:544.out 2023-06-08T03:55:02.545 INFO:teuthology.orchestra.run.smithi062.stdout:545 2023-06-08T03:55:02.545 INFO:teuthology.orchestra.run.smithi062.stdout:545.out 2023-06-08T03:55:02.545 INFO:teuthology.orchestra.run.smithi062.stdout:546 2023-06-08T03:55:02.545 INFO:teuthology.orchestra.run.smithi062.stdout:546.out 2023-06-08T03:55:02.546 INFO:teuthology.orchestra.run.smithi062.stdout:547 2023-06-08T03:55:02.546 INFO:teuthology.orchestra.run.smithi062.stdout:547.out 2023-06-08T03:55:02.546 INFO:teuthology.orchestra.run.smithi062.stdout:548 2023-06-08T03:55:02.546 INFO:teuthology.orchestra.run.smithi062.stdout:548.out 2023-06-08T03:55:02.546 INFO:teuthology.orchestra.run.smithi062.stdout:549 2023-06-08T03:55:02.546 INFO:teuthology.orchestra.run.smithi062.stdout:549.out 2023-06-08T03:55:02.546 INFO:teuthology.orchestra.run.smithi062.stdout:550 2023-06-08T03:55:02.546 INFO:teuthology.orchestra.run.smithi062.stdout:550.out 2023-06-08T03:55:02.547 INFO:teuthology.orchestra.run.smithi062.stdout:551 2023-06-08T03:55:02.547 INFO:teuthology.orchestra.run.smithi062.stdout:551.out 2023-06-08T03:55:02.547 INFO:teuthology.orchestra.run.smithi062.stdout:552 2023-06-08T03:55:02.547 INFO:teuthology.orchestra.run.smithi062.stdout:552.out 2023-06-08T03:55:02.547 INFO:teuthology.orchestra.run.smithi062.stdout:553 2023-06-08T03:55:02.547 INFO:teuthology.orchestra.run.smithi062.stdout:553.out 2023-06-08T03:55:02.547 INFO:teuthology.orchestra.run.smithi062.stdout:554 2023-06-08T03:55:02.547 INFO:teuthology.orchestra.run.smithi062.stdout:554.out 2023-06-08T03:55:02.548 INFO:teuthology.orchestra.run.smithi062.stdout:555 2023-06-08T03:55:02.548 INFO:teuthology.orchestra.run.smithi062.stdout:555.out 2023-06-08T03:55:02.548 INFO:teuthology.orchestra.run.smithi062.stdout:556 2023-06-08T03:55:02.548 INFO:teuthology.orchestra.run.smithi062.stdout:556.out 2023-06-08T03:55:02.548 INFO:teuthology.orchestra.run.smithi062.stdout:557 2023-06-08T03:55:02.548 INFO:teuthology.orchestra.run.smithi062.stdout:557.out 2023-06-08T03:55:02.548 INFO:teuthology.orchestra.run.smithi062.stdout:558 2023-06-08T03:55:02.548 INFO:teuthology.orchestra.run.smithi062.stdout:558.out 2023-06-08T03:55:02.549 INFO:teuthology.orchestra.run.smithi062.stdout:559 2023-06-08T03:55:02.549 INFO:teuthology.orchestra.run.smithi062.stdout:559.out 2023-06-08T03:55:02.549 INFO:teuthology.orchestra.run.smithi062.stdout:560 2023-06-08T03:55:02.549 INFO:teuthology.orchestra.run.smithi062.stdout:560.out 2023-06-08T03:55:02.549 INFO:teuthology.orchestra.run.smithi062.stdout:561 2023-06-08T03:55:02.549 INFO:teuthology.orchestra.run.smithi062.stdout:561.out 2023-06-08T03:55:02.549 INFO:teuthology.orchestra.run.smithi062.stdout:562 2023-06-08T03:55:02.549 INFO:teuthology.orchestra.run.smithi062.stdout:562.out 2023-06-08T03:55:02.550 INFO:teuthology.orchestra.run.smithi062.stdout:563 2023-06-08T03:55:02.550 INFO:teuthology.orchestra.run.smithi062.stdout:563.out 2023-06-08T03:55:02.550 INFO:teuthology.orchestra.run.smithi062.stdout:564 2023-06-08T03:55:02.550 INFO:teuthology.orchestra.run.smithi062.stdout:564.out 2023-06-08T03:55:02.550 INFO:teuthology.orchestra.run.smithi062.stdout:565 2023-06-08T03:55:02.550 INFO:teuthology.orchestra.run.smithi062.stdout:565.out 2023-06-08T03:55:02.550 INFO:teuthology.orchestra.run.smithi062.stdout:566 2023-06-08T03:55:02.550 INFO:teuthology.orchestra.run.smithi062.stdout:566.out 2023-06-08T03:55:02.551 INFO:teuthology.orchestra.run.smithi062.stdout:567 2023-06-08T03:55:02.551 INFO:teuthology.orchestra.run.smithi062.stdout:567.out 2023-06-08T03:55:02.551 INFO:teuthology.orchestra.run.smithi062.stdout:568 2023-06-08T03:55:02.551 INFO:teuthology.orchestra.run.smithi062.stdout:568.out 2023-06-08T03:55:02.551 INFO:teuthology.orchestra.run.smithi062.stdout:569 2023-06-08T03:55:02.551 INFO:teuthology.orchestra.run.smithi062.stdout:569.out 2023-06-08T03:55:02.551 INFO:teuthology.orchestra.run.smithi062.stdout:570 2023-06-08T03:55:02.551 INFO:teuthology.orchestra.run.smithi062.stdout:570.out 2023-06-08T03:55:02.552 INFO:teuthology.orchestra.run.smithi062.stdout:571 2023-06-08T03:55:02.552 INFO:teuthology.orchestra.run.smithi062.stdout:571.out 2023-06-08T03:55:02.552 INFO:teuthology.orchestra.run.smithi062.stdout:572 2023-06-08T03:55:02.552 INFO:teuthology.orchestra.run.smithi062.stdout:572.out 2023-06-08T03:55:02.552 INFO:teuthology.orchestra.run.smithi062.stdout:573 2023-06-08T03:55:02.552 INFO:teuthology.orchestra.run.smithi062.stdout:573.out 2023-06-08T03:55:02.552 INFO:teuthology.orchestra.run.smithi062.stdout:574 2023-06-08T03:55:02.552 INFO:teuthology.orchestra.run.smithi062.stdout:574.out 2023-06-08T03:55:02.553 INFO:teuthology.orchestra.run.smithi062.stdout:575 2023-06-08T03:55:02.553 INFO:teuthology.orchestra.run.smithi062.stdout:575.out 2023-06-08T03:55:02.553 INFO:teuthology.orchestra.run.smithi062.stdout:576 2023-06-08T03:55:02.553 INFO:teuthology.orchestra.run.smithi062.stdout:576.out 2023-06-08T03:55:02.553 INFO:teuthology.orchestra.run.smithi062.stdout:577 2023-06-08T03:55:02.553 INFO:teuthology.orchestra.run.smithi062.stdout:577.out 2023-06-08T03:55:02.553 INFO:teuthology.orchestra.run.smithi062.stdout:578 2023-06-08T03:55:02.553 INFO:teuthology.orchestra.run.smithi062.stdout:578.out 2023-06-08T03:55:02.554 INFO:teuthology.orchestra.run.smithi062.stdout:579 2023-06-08T03:55:02.554 INFO:teuthology.orchestra.run.smithi062.stdout:579.out 2023-06-08T03:55:02.554 INFO:teuthology.orchestra.run.smithi062.stdout:580 2023-06-08T03:55:02.554 INFO:teuthology.orchestra.run.smithi062.stdout:580.out 2023-06-08T03:55:02.554 INFO:teuthology.orchestra.run.smithi062.stdout:581 2023-06-08T03:55:02.554 INFO:teuthology.orchestra.run.smithi062.stdout:581.out 2023-06-08T03:55:02.554 INFO:teuthology.orchestra.run.smithi062.stdout:582 2023-06-08T03:55:02.554 INFO:teuthology.orchestra.run.smithi062.stdout:582.out 2023-06-08T03:55:02.555 INFO:teuthology.orchestra.run.smithi062.stdout:583 2023-06-08T03:55:02.555 INFO:teuthology.orchestra.run.smithi062.stdout:583.out 2023-06-08T03:55:02.555 INFO:teuthology.orchestra.run.smithi062.stdout:584 2023-06-08T03:55:02.555 INFO:teuthology.orchestra.run.smithi062.stdout:584.out 2023-06-08T03:55:02.555 INFO:teuthology.orchestra.run.smithi062.stdout:585 2023-06-08T03:55:02.555 INFO:teuthology.orchestra.run.smithi062.stdout:585.out 2023-06-08T03:55:02.555 INFO:teuthology.orchestra.run.smithi062.stdout:586 2023-06-08T03:55:02.555 INFO:teuthology.orchestra.run.smithi062.stdout:586.out 2023-06-08T03:55:02.556 INFO:teuthology.orchestra.run.smithi062.stdout:587 2023-06-08T03:55:02.556 INFO:teuthology.orchestra.run.smithi062.stdout:587.out 2023-06-08T03:55:02.556 INFO:teuthology.orchestra.run.smithi062.stdout:588 2023-06-08T03:55:02.556 INFO:teuthology.orchestra.run.smithi062.stdout:588.out 2023-06-08T03:55:02.556 INFO:teuthology.orchestra.run.smithi062.stdout:589 2023-06-08T03:55:02.556 INFO:teuthology.orchestra.run.smithi062.stdout:589.out 2023-06-08T03:55:02.556 INFO:teuthology.orchestra.run.smithi062.stdout:590 2023-06-08T03:55:02.556 INFO:teuthology.orchestra.run.smithi062.stdout:590.out 2023-06-08T03:55:02.557 INFO:teuthology.orchestra.run.smithi062.stdout:591 2023-06-08T03:55:02.557 INFO:teuthology.orchestra.run.smithi062.stdout:591.out 2023-06-08T03:55:02.557 INFO:teuthology.orchestra.run.smithi062.stdout:592 2023-06-08T03:55:02.557 INFO:teuthology.orchestra.run.smithi062.stdout:592.out 2023-06-08T03:55:02.557 INFO:teuthology.orchestra.run.smithi062.stdout:593 2023-06-08T03:55:02.557 INFO:teuthology.orchestra.run.smithi062.stdout:593.out 2023-06-08T03:55:02.557 INFO:teuthology.orchestra.run.smithi062.stdout:594 2023-06-08T03:55:02.558 INFO:teuthology.orchestra.run.smithi062.stdout:594.out 2023-06-08T03:55:02.558 INFO:teuthology.orchestra.run.smithi062.stdout:595 2023-06-08T03:55:02.558 INFO:teuthology.orchestra.run.smithi062.stdout:595.out 2023-06-08T03:55:02.558 INFO:teuthology.orchestra.run.smithi062.stdout:596 2023-06-08T03:55:02.558 INFO:teuthology.orchestra.run.smithi062.stdout:596.out 2023-06-08T03:55:02.558 INFO:teuthology.orchestra.run.smithi062.stdout:597 2023-06-08T03:55:02.558 INFO:teuthology.orchestra.run.smithi062.stdout:597.out 2023-06-08T03:55:02.558 INFO:teuthology.orchestra.run.smithi062.stdout:598 2023-06-08T03:55:02.559 INFO:teuthology.orchestra.run.smithi062.stdout:598.out 2023-06-08T03:55:02.559 INFO:teuthology.orchestra.run.smithi062.stdout:599 2023-06-08T03:55:02.559 INFO:teuthology.orchestra.run.smithi062.stdout:599.out 2023-06-08T03:55:02.559 INFO:teuthology.orchestra.run.smithi062.stdout:600 2023-06-08T03:55:02.559 INFO:teuthology.orchestra.run.smithi062.stdout:600.out 2023-06-08T03:55:02.559 INFO:teuthology.orchestra.run.smithi062.stdout:601 2023-06-08T03:55:02.559 INFO:teuthology.orchestra.run.smithi062.stdout:601.out 2023-06-08T03:55:02.559 INFO:teuthology.orchestra.run.smithi062.stdout:602 2023-06-08T03:55:02.560 INFO:teuthology.orchestra.run.smithi062.stdout:602.out 2023-06-08T03:55:02.560 INFO:teuthology.orchestra.run.smithi062.stdout:603 2023-06-08T03:55:02.560 INFO:teuthology.orchestra.run.smithi062.stdout:603.out 2023-06-08T03:55:02.560 INFO:teuthology.orchestra.run.smithi062.stdout:604 2023-06-08T03:55:02.560 INFO:teuthology.orchestra.run.smithi062.stdout:604.out 2023-06-08T03:55:02.560 INFO:teuthology.orchestra.run.smithi062.stdout:605 2023-06-08T03:55:02.560 INFO:teuthology.orchestra.run.smithi062.stdout:605.out 2023-06-08T03:55:02.560 INFO:teuthology.orchestra.run.smithi062.stdout:606 2023-06-08T03:55:02.561 INFO:teuthology.orchestra.run.smithi062.stdout:606.out 2023-06-08T03:55:02.561 INFO:teuthology.orchestra.run.smithi062.stdout:607 2023-06-08T03:55:02.561 INFO:teuthology.orchestra.run.smithi062.stdout:607.out 2023-06-08T03:55:02.561 INFO:teuthology.orchestra.run.smithi062.stdout:608 2023-06-08T03:55:02.561 INFO:teuthology.orchestra.run.smithi062.stdout:608.out 2023-06-08T03:55:02.561 INFO:teuthology.orchestra.run.smithi062.stdout:609 2023-06-08T03:55:02.561 INFO:teuthology.orchestra.run.smithi062.stdout:609.out 2023-06-08T03:55:02.561 INFO:teuthology.orchestra.run.smithi062.stdout:610 2023-06-08T03:55:02.562 INFO:teuthology.orchestra.run.smithi062.stdout:610.out 2023-06-08T03:55:02.562 INFO:teuthology.orchestra.run.smithi062.stdout:611 2023-06-08T03:55:02.562 INFO:teuthology.orchestra.run.smithi062.stdout:611.out 2023-06-08T03:55:02.562 INFO:teuthology.orchestra.run.smithi062.stdout:612 2023-06-08T03:55:02.562 INFO:teuthology.orchestra.run.smithi062.stdout:612.out 2023-06-08T03:55:02.562 INFO:teuthology.orchestra.run.smithi062.stdout:613 2023-06-08T03:55:02.562 INFO:teuthology.orchestra.run.smithi062.stdout:613.out 2023-06-08T03:55:02.562 INFO:teuthology.orchestra.run.smithi062.stdout:614 2023-06-08T03:55:02.563 INFO:teuthology.orchestra.run.smithi062.stdout:614.out 2023-06-08T03:55:02.563 INFO:teuthology.orchestra.run.smithi062.stdout:615 2023-06-08T03:55:02.563 INFO:teuthology.orchestra.run.smithi062.stdout:615.out 2023-06-08T03:55:02.563 INFO:teuthology.orchestra.run.smithi062.stdout:616 2023-06-08T03:55:02.563 INFO:teuthology.orchestra.run.smithi062.stdout:616.out 2023-06-08T03:55:02.563 INFO:teuthology.orchestra.run.smithi062.stdout:617 2023-06-08T03:55:02.563 INFO:teuthology.orchestra.run.smithi062.stdout:617.out 2023-06-08T03:55:02.563 INFO:teuthology.orchestra.run.smithi062.stdout:618 2023-06-08T03:55:02.564 INFO:teuthology.orchestra.run.smithi062.stdout:618.out 2023-06-08T03:55:02.564 INFO:teuthology.orchestra.run.smithi062.stdout:619 2023-06-08T03:55:02.564 INFO:teuthology.orchestra.run.smithi062.stdout:619.out 2023-06-08T03:55:02.564 INFO:teuthology.orchestra.run.smithi062.stdout:620 2023-06-08T03:55:02.564 INFO:teuthology.orchestra.run.smithi062.stdout:620.out 2023-06-08T03:55:02.564 INFO:teuthology.orchestra.run.smithi062.stdout:621 2023-06-08T03:55:02.564 INFO:teuthology.orchestra.run.smithi062.stdout:621.out 2023-06-08T03:55:02.564 INFO:teuthology.orchestra.run.smithi062.stdout:622 2023-06-08T03:55:02.565 INFO:teuthology.orchestra.run.smithi062.stdout:622.out 2023-06-08T03:55:02.565 INFO:teuthology.orchestra.run.smithi062.stdout:623 2023-06-08T03:55:02.565 INFO:teuthology.orchestra.run.smithi062.stdout:623.out 2023-06-08T03:55:02.565 INFO:teuthology.orchestra.run.smithi062.stdout:624 2023-06-08T03:55:02.565 INFO:teuthology.orchestra.run.smithi062.stdout:624.out 2023-06-08T03:55:02.565 INFO:teuthology.orchestra.run.smithi062.stdout:625 2023-06-08T03:55:02.565 INFO:teuthology.orchestra.run.smithi062.stdout:625.out 2023-06-08T03:55:02.565 INFO:teuthology.orchestra.run.smithi062.stdout:626 2023-06-08T03:55:02.566 INFO:teuthology.orchestra.run.smithi062.stdout:626.out 2023-06-08T03:55:02.566 INFO:teuthology.orchestra.run.smithi062.stdout:627 2023-06-08T03:55:02.566 INFO:teuthology.orchestra.run.smithi062.stdout:627.out 2023-06-08T03:55:02.566 INFO:teuthology.orchestra.run.smithi062.stdout:628 2023-06-08T03:55:02.566 INFO:teuthology.orchestra.run.smithi062.stdout:628.out 2023-06-08T03:55:02.566 INFO:teuthology.orchestra.run.smithi062.stdout:629 2023-06-08T03:55:02.566 INFO:teuthology.orchestra.run.smithi062.stdout:629.out 2023-06-08T03:55:02.566 INFO:teuthology.orchestra.run.smithi062.stdout:630 2023-06-08T03:55:02.567 INFO:teuthology.orchestra.run.smithi062.stdout:630.out 2023-06-08T03:55:02.567 INFO:teuthology.orchestra.run.smithi062.stdout:631 2023-06-08T03:55:02.567 INFO:teuthology.orchestra.run.smithi062.stdout:631.out 2023-06-08T03:55:02.567 INFO:teuthology.orchestra.run.smithi062.stdout:632 2023-06-08T03:55:02.567 INFO:teuthology.orchestra.run.smithi062.stdout:632.out 2023-06-08T03:55:02.567 INFO:teuthology.orchestra.run.smithi062.stdout:633 2023-06-08T03:55:02.567 INFO:teuthology.orchestra.run.smithi062.stdout:633.out 2023-06-08T03:55:02.567 INFO:teuthology.orchestra.run.smithi062.stdout:634 2023-06-08T03:55:02.568 INFO:teuthology.orchestra.run.smithi062.stdout:634.out 2023-06-08T03:55:02.568 INFO:teuthology.orchestra.run.smithi062.stdout:635 2023-06-08T03:55:02.568 INFO:teuthology.orchestra.run.smithi062.stdout:635.out 2023-06-08T03:55:02.568 INFO:teuthology.orchestra.run.smithi062.stdout:636 2023-06-08T03:55:02.568 INFO:teuthology.orchestra.run.smithi062.stdout:636.out 2023-06-08T03:55:02.568 INFO:teuthology.orchestra.run.smithi062.stdout:637 2023-06-08T03:55:02.568 INFO:teuthology.orchestra.run.smithi062.stdout:637.out 2023-06-08T03:55:02.569 INFO:teuthology.orchestra.run.smithi062.stdout:638 2023-06-08T03:55:02.569 INFO:teuthology.orchestra.run.smithi062.stdout:638.out 2023-06-08T03:55:02.569 INFO:teuthology.orchestra.run.smithi062.stdout:639 2023-06-08T03:55:02.569 INFO:teuthology.orchestra.run.smithi062.stdout:639.out 2023-06-08T03:55:02.569 INFO:teuthology.orchestra.run.smithi062.stdout:640 2023-06-08T03:55:02.569 INFO:teuthology.orchestra.run.smithi062.stdout:640.out 2023-06-08T03:55:02.569 INFO:teuthology.orchestra.run.smithi062.stdout:641 2023-06-08T03:55:02.569 INFO:teuthology.orchestra.run.smithi062.stdout:641.out 2023-06-08T03:55:02.570 INFO:teuthology.orchestra.run.smithi062.stdout:642 2023-06-08T03:55:02.570 INFO:teuthology.orchestra.run.smithi062.stdout:642.out 2023-06-08T03:55:02.570 INFO:teuthology.orchestra.run.smithi062.stdout:643 2023-06-08T03:55:02.570 INFO:teuthology.orchestra.run.smithi062.stdout:643.out 2023-06-08T03:55:02.570 INFO:teuthology.orchestra.run.smithi062.stdout:644 2023-06-08T03:55:02.570 INFO:teuthology.orchestra.run.smithi062.stdout:644.out 2023-06-08T03:55:02.570 INFO:teuthology.orchestra.run.smithi062.stdout:645 2023-06-08T03:55:02.570 INFO:teuthology.orchestra.run.smithi062.stdout:645.out 2023-06-08T03:55:02.571 INFO:teuthology.orchestra.run.smithi062.stdout:646 2023-06-08T03:55:02.571 INFO:teuthology.orchestra.run.smithi062.stdout:646.out 2023-06-08T03:55:02.571 INFO:teuthology.orchestra.run.smithi062.stdout:647 2023-06-08T03:55:02.571 INFO:teuthology.orchestra.run.smithi062.stdout:647.out 2023-06-08T03:55:02.571 INFO:teuthology.orchestra.run.smithi062.stdout:648 2023-06-08T03:55:02.571 INFO:teuthology.orchestra.run.smithi062.stdout:648.out 2023-06-08T03:55:02.571 INFO:teuthology.orchestra.run.smithi062.stdout:649 2023-06-08T03:55:02.571 INFO:teuthology.orchestra.run.smithi062.stdout:649.out 2023-06-08T03:55:02.572 INFO:teuthology.orchestra.run.smithi062.stdout:650 2023-06-08T03:55:02.572 INFO:teuthology.orchestra.run.smithi062.stdout:650.out 2023-06-08T03:55:02.572 INFO:teuthology.orchestra.run.smithi062.stdout:651 2023-06-08T03:55:02.572 INFO:teuthology.orchestra.run.smithi062.stdout:651.out 2023-06-08T03:55:02.572 INFO:teuthology.orchestra.run.smithi062.stdout:652 2023-06-08T03:55:02.572 INFO:teuthology.orchestra.run.smithi062.stdout:652.out 2023-06-08T03:55:02.572 INFO:teuthology.orchestra.run.smithi062.stdout:653 2023-06-08T03:55:02.572 INFO:teuthology.orchestra.run.smithi062.stdout:653.out 2023-06-08T03:55:02.573 INFO:teuthology.orchestra.run.smithi062.stdout:654 2023-06-08T03:55:02.573 INFO:teuthology.orchestra.run.smithi062.stdout:654.out 2023-06-08T03:55:02.573 INFO:teuthology.orchestra.run.smithi062.stdout:655 2023-06-08T03:55:02.573 INFO:teuthology.orchestra.run.smithi062.stdout:655.out 2023-06-08T03:55:02.573 INFO:teuthology.orchestra.run.smithi062.stdout:656 2023-06-08T03:55:02.573 INFO:teuthology.orchestra.run.smithi062.stdout:656.out 2023-06-08T03:55:02.573 INFO:teuthology.orchestra.run.smithi062.stdout:657 2023-06-08T03:55:02.573 INFO:teuthology.orchestra.run.smithi062.stdout:657.out 2023-06-08T03:55:02.574 INFO:teuthology.orchestra.run.smithi062.stdout:658 2023-06-08T03:55:02.574 INFO:teuthology.orchestra.run.smithi062.stdout:658.out 2023-06-08T03:55:02.574 INFO:teuthology.orchestra.run.smithi062.stdout:659 2023-06-08T03:55:02.574 INFO:teuthology.orchestra.run.smithi062.stdout:659.out 2023-06-08T03:55:02.574 INFO:teuthology.orchestra.run.smithi062.stdout:660 2023-06-08T03:55:02.574 INFO:teuthology.orchestra.run.smithi062.stdout:660.out 2023-06-08T03:55:02.574 INFO:teuthology.orchestra.run.smithi062.stdout:661 2023-06-08T03:55:02.574 INFO:teuthology.orchestra.run.smithi062.stdout:661.out 2023-06-08T03:55:02.575 INFO:teuthology.orchestra.run.smithi062.stdout:662 2023-06-08T03:55:02.575 INFO:teuthology.orchestra.run.smithi062.stdout:662.out 2023-06-08T03:55:02.575 INFO:teuthology.orchestra.run.smithi062.stdout:663 2023-06-08T03:55:02.575 INFO:teuthology.orchestra.run.smithi062.stdout:663.out 2023-06-08T03:55:02.575 INFO:teuthology.orchestra.run.smithi062.stdout:664 2023-06-08T03:55:02.575 INFO:teuthology.orchestra.run.smithi062.stdout:664.out 2023-06-08T03:55:02.575 INFO:teuthology.orchestra.run.smithi062.stdout:665 2023-06-08T03:55:02.575 INFO:teuthology.orchestra.run.smithi062.stdout:665.out 2023-06-08T03:55:02.576 INFO:teuthology.orchestra.run.smithi062.stdout:666 2023-06-08T03:55:02.576 INFO:teuthology.orchestra.run.smithi062.stdout:666.out 2023-06-08T03:55:02.576 INFO:teuthology.orchestra.run.smithi062.stdout:667 2023-06-08T03:55:02.576 INFO:teuthology.orchestra.run.smithi062.stdout:667.out 2023-06-08T03:55:02.576 INFO:teuthology.orchestra.run.smithi062.stdout:668 2023-06-08T03:55:02.576 INFO:teuthology.orchestra.run.smithi062.stdout:668.out 2023-06-08T03:55:02.576 INFO:teuthology.orchestra.run.smithi062.stdout:669 2023-06-08T03:55:02.576 INFO:teuthology.orchestra.run.smithi062.stdout:669.out 2023-06-08T03:55:02.577 INFO:teuthology.orchestra.run.smithi062.stdout:670 2023-06-08T03:55:02.577 INFO:teuthology.orchestra.run.smithi062.stdout:670.out 2023-06-08T03:55:02.577 INFO:teuthology.orchestra.run.smithi062.stdout:671 2023-06-08T03:55:02.577 INFO:teuthology.orchestra.run.smithi062.stdout:671.out 2023-06-08T03:55:02.577 INFO:teuthology.orchestra.run.smithi062.stdout:672 2023-06-08T03:55:02.577 INFO:teuthology.orchestra.run.smithi062.stdout:672.out 2023-06-08T03:55:02.577 INFO:teuthology.orchestra.run.smithi062.stdout:673 2023-06-08T03:55:02.578 INFO:teuthology.orchestra.run.smithi062.stdout:673.out 2023-06-08T03:55:02.578 INFO:teuthology.orchestra.run.smithi062.stdout:674 2023-06-08T03:55:02.578 INFO:teuthology.orchestra.run.smithi062.stdout:674.out 2023-06-08T03:55:02.578 INFO:teuthology.orchestra.run.smithi062.stdout:675 2023-06-08T03:55:02.578 INFO:teuthology.orchestra.run.smithi062.stdout:675.out 2023-06-08T03:55:02.578 INFO:teuthology.orchestra.run.smithi062.stdout:676 2023-06-08T03:55:02.578 INFO:teuthology.orchestra.run.smithi062.stdout:676.out 2023-06-08T03:55:02.578 INFO:teuthology.orchestra.run.smithi062.stdout:677 2023-06-08T03:55:02.579 INFO:teuthology.orchestra.run.smithi062.stdout:677.out 2023-06-08T03:55:02.579 INFO:teuthology.orchestra.run.smithi062.stdout:678 2023-06-08T03:55:02.579 INFO:teuthology.orchestra.run.smithi062.stdout:678.out 2023-06-08T03:55:02.579 INFO:teuthology.orchestra.run.smithi062.stdout:679 2023-06-08T03:55:02.579 INFO:teuthology.orchestra.run.smithi062.stdout:679.out 2023-06-08T03:55:02.579 INFO:teuthology.orchestra.run.smithi062.stdout:680 2023-06-08T03:55:02.579 INFO:teuthology.orchestra.run.smithi062.stdout:680.out 2023-06-08T03:55:02.579 INFO:teuthology.orchestra.run.smithi062.stdout:681 2023-06-08T03:55:02.580 INFO:teuthology.orchestra.run.smithi062.stdout:681.out 2023-06-08T03:55:02.580 INFO:teuthology.orchestra.run.smithi062.stdout:682 2023-06-08T03:55:02.580 INFO:teuthology.orchestra.run.smithi062.stdout:682.out 2023-06-08T03:55:02.580 INFO:teuthology.orchestra.run.smithi062.stdout:683 2023-06-08T03:55:02.580 INFO:teuthology.orchestra.run.smithi062.stdout:683.out 2023-06-08T03:55:02.580 INFO:teuthology.orchestra.run.smithi062.stdout:684 2023-06-08T03:55:02.580 INFO:teuthology.orchestra.run.smithi062.stdout:684.out 2023-06-08T03:55:02.580 INFO:teuthology.orchestra.run.smithi062.stdout:685 2023-06-08T03:55:02.581 INFO:teuthology.orchestra.run.smithi062.stdout:685.out 2023-06-08T03:55:02.581 INFO:teuthology.orchestra.run.smithi062.stdout:686 2023-06-08T03:55:02.581 INFO:teuthology.orchestra.run.smithi062.stdout:686.out 2023-06-08T03:55:02.581 INFO:teuthology.orchestra.run.smithi062.stdout:687 2023-06-08T03:55:02.581 INFO:teuthology.orchestra.run.smithi062.stdout:687.out 2023-06-08T03:55:02.581 INFO:teuthology.orchestra.run.smithi062.stdout:688 2023-06-08T03:55:02.581 INFO:teuthology.orchestra.run.smithi062.stdout:688.out 2023-06-08T03:55:02.581 INFO:teuthology.orchestra.run.smithi062.stdout:689 2023-06-08T03:55:02.582 INFO:teuthology.orchestra.run.smithi062.stdout:689.out 2023-06-08T03:55:02.582 INFO:teuthology.orchestra.run.smithi062.stdout:690 2023-06-08T03:55:02.582 INFO:teuthology.orchestra.run.smithi062.stdout:690.out 2023-06-08T03:55:02.582 INFO:teuthology.orchestra.run.smithi062.stdout:691 2023-06-08T03:55:02.582 INFO:teuthology.orchestra.run.smithi062.stdout:691.out 2023-06-08T03:55:02.582 INFO:teuthology.orchestra.run.smithi062.stdout:692 2023-06-08T03:55:02.582 INFO:teuthology.orchestra.run.smithi062.stdout:692.out 2023-06-08T03:55:02.582 INFO:teuthology.orchestra.run.smithi062.stdout:693 2023-06-08T03:55:02.583 INFO:teuthology.orchestra.run.smithi062.stdout:693.out 2023-06-08T03:55:02.583 INFO:teuthology.orchestra.run.smithi062.stdout:694 2023-06-08T03:55:02.583 INFO:teuthology.orchestra.run.smithi062.stdout:694.out 2023-06-08T03:55:02.583 INFO:teuthology.orchestra.run.smithi062.stdout:695 2023-06-08T03:55:02.583 INFO:teuthology.orchestra.run.smithi062.stdout:695.out 2023-06-08T03:55:02.583 INFO:teuthology.orchestra.run.smithi062.stdout:696 2023-06-08T03:55:02.583 INFO:teuthology.orchestra.run.smithi062.stdout:696.out 2023-06-08T03:55:02.583 INFO:teuthology.orchestra.run.smithi062.stdout:697 2023-06-08T03:55:02.584 INFO:teuthology.orchestra.run.smithi062.stdout:697.out 2023-06-08T03:55:02.584 INFO:teuthology.orchestra.run.smithi062.stdout:698 2023-06-08T03:55:02.584 INFO:teuthology.orchestra.run.smithi062.stdout:698.out 2023-06-08T03:55:02.584 INFO:teuthology.orchestra.run.smithi062.stdout:699 2023-06-08T03:55:02.584 INFO:teuthology.orchestra.run.smithi062.stdout:699.out 2023-06-08T03:55:02.584 INFO:teuthology.orchestra.run.smithi062.stdout:700 2023-06-08T03:55:02.584 INFO:teuthology.orchestra.run.smithi062.stdout:700.out 2023-06-08T03:55:02.584 INFO:teuthology.orchestra.run.smithi062.stdout:701 2023-06-08T03:55:02.585 INFO:teuthology.orchestra.run.smithi062.stdout:701.out 2023-06-08T03:55:02.585 INFO:teuthology.orchestra.run.smithi062.stdout:702 2023-06-08T03:55:02.585 INFO:teuthology.orchestra.run.smithi062.stdout:702.out 2023-06-08T03:55:02.585 INFO:teuthology.orchestra.run.smithi062.stdout:703 2023-06-08T03:55:02.585 INFO:teuthology.orchestra.run.smithi062.stdout:703.out 2023-06-08T03:55:02.585 INFO:teuthology.orchestra.run.smithi062.stdout:704 2023-06-08T03:55:02.585 INFO:teuthology.orchestra.run.smithi062.stdout:704.out 2023-06-08T03:55:02.586 INFO:teuthology.orchestra.run.smithi062.stdout:705 2023-06-08T03:55:02.586 INFO:teuthology.orchestra.run.smithi062.stdout:705.out 2023-06-08T03:55:02.586 INFO:teuthology.orchestra.run.smithi062.stdout:706 2023-06-08T03:55:02.586 INFO:teuthology.orchestra.run.smithi062.stdout:706.out 2023-06-08T03:55:02.586 INFO:teuthology.orchestra.run.smithi062.stdout:707 2023-06-08T03:55:02.586 INFO:teuthology.orchestra.run.smithi062.stdout:707.out 2023-06-08T03:55:02.586 INFO:teuthology.orchestra.run.smithi062.stdout:708 2023-06-08T03:55:02.586 INFO:teuthology.orchestra.run.smithi062.stdout:708.out 2023-06-08T03:55:02.587 INFO:teuthology.orchestra.run.smithi062.stdout:709 2023-06-08T03:55:02.587 INFO:teuthology.orchestra.run.smithi062.stdout:709.out 2023-06-08T03:55:02.587 INFO:teuthology.orchestra.run.smithi062.stdout:710 2023-06-08T03:55:02.587 INFO:teuthology.orchestra.run.smithi062.stdout:710.out 2023-06-08T03:55:02.587 INFO:teuthology.orchestra.run.smithi062.stdout:711 2023-06-08T03:55:02.587 INFO:teuthology.orchestra.run.smithi062.stdout:711.out 2023-06-08T03:55:02.587 INFO:teuthology.orchestra.run.smithi062.stdout:712 2023-06-08T03:55:02.587 INFO:teuthology.orchestra.run.smithi062.stdout:712.out 2023-06-08T03:55:02.588 INFO:teuthology.orchestra.run.smithi062.stdout:713 2023-06-08T03:55:02.588 INFO:teuthology.orchestra.run.smithi062.stdout:713.out 2023-06-08T03:55:02.588 INFO:teuthology.orchestra.run.smithi062.stdout:714 2023-06-08T03:55:02.588 INFO:teuthology.orchestra.run.smithi062.stdout:714.out 2023-06-08T03:55:02.588 INFO:teuthology.orchestra.run.smithi062.stdout:715 2023-06-08T03:55:02.588 INFO:teuthology.orchestra.run.smithi062.stdout:715.out 2023-06-08T03:55:02.588 INFO:teuthology.orchestra.run.smithi062.stdout:716 2023-06-08T03:55:02.588 INFO:teuthology.orchestra.run.smithi062.stdout:716.out 2023-06-08T03:55:02.589 INFO:teuthology.orchestra.run.smithi062.stdout:717 2023-06-08T03:55:02.589 INFO:teuthology.orchestra.run.smithi062.stdout:717.out 2023-06-08T03:55:02.589 INFO:teuthology.orchestra.run.smithi062.stdout:718 2023-06-08T03:55:02.589 INFO:teuthology.orchestra.run.smithi062.stdout:718.out 2023-06-08T03:55:02.589 INFO:teuthology.orchestra.run.smithi062.stdout:719 2023-06-08T03:55:02.589 INFO:teuthology.orchestra.run.smithi062.stdout:719.out 2023-06-08T03:55:02.589 INFO:teuthology.orchestra.run.smithi062.stdout:720 2023-06-08T03:55:02.589 INFO:teuthology.orchestra.run.smithi062.stdout:720.out 2023-06-08T03:55:02.590 INFO:teuthology.orchestra.run.smithi062.stdout:721 2023-06-08T03:55:02.590 INFO:teuthology.orchestra.run.smithi062.stdout:721.out 2023-06-08T03:55:02.590 INFO:teuthology.orchestra.run.smithi062.stdout:722 2023-06-08T03:55:02.590 INFO:teuthology.orchestra.run.smithi062.stdout:722.out 2023-06-08T03:55:02.590 INFO:teuthology.orchestra.run.smithi062.stdout:723 2023-06-08T03:55:02.590 INFO:teuthology.orchestra.run.smithi062.stdout:723.out 2023-06-08T03:55:02.590 INFO:teuthology.orchestra.run.smithi062.stdout:724 2023-06-08T03:55:02.590 INFO:teuthology.orchestra.run.smithi062.stdout:724.out 2023-06-08T03:55:02.591 INFO:teuthology.orchestra.run.smithi062.stdout:725 2023-06-08T03:55:02.591 INFO:teuthology.orchestra.run.smithi062.stdout:725.out 2023-06-08T03:55:02.591 INFO:teuthology.orchestra.run.smithi062.stdout:726 2023-06-08T03:55:02.591 INFO:teuthology.orchestra.run.smithi062.stdout:726.out 2023-06-08T03:55:02.591 INFO:teuthology.orchestra.run.smithi062.stdout:727 2023-06-08T03:55:02.591 INFO:teuthology.orchestra.run.smithi062.stdout:727.out 2023-06-08T03:55:02.591 INFO:teuthology.orchestra.run.smithi062.stdout:group.list 2023-06-08T03:55:02.591 INFO:teuthology.orchestra.run.smithi062.stdout:Makefile 2023-06-08T03:55:02.593 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/001) 2023-06-08T03:55:02.860 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T03:55:02.865 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T03:55:02.865 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:55:05.230 INFO:teuthology.orchestra.run.smithi062.stdout:generic/001 3s 2023-06-08T03:55:05.238 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/001 2023-06-08T03:55:05.238 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T03:55:05.242 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:55:05.244 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi062.stderr:ceph-fuse[48111]: fuse finished with error 0 and tester_r 0 2023-06-08T03:55:05.254 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T03:55:05.255 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/002) 2023-06-08T03:55:05.472 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T03:55:05.477 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T03:55:05.477 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:55:05.910 INFO:teuthology.orchestra.run.smithi062.stdout:generic/002 0s 2023-06-08T03:55:05.916 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/002 2023-06-08T03:55:05.916 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T03:55:05.919 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:55:05.928 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T03:55:05.929 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/003) 2023-06-08T03:55:06.174 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T03:55:06.179 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T03:55:06.179 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:55:06.287 INFO:teuthology.orchestra.run.smithi062.stdout:generic/003 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T03:55:06.290 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/003 2023-06-08T03:55:06.291 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/003 2023-06-08T03:55:06.291 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T03:55:06.293 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:55:06.301 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T03:55:06.301 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/004) 2023-06-08T03:55:06.466 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T03:55:06.470 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T03:55:06.471 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:55:06.579 INFO:teuthology.orchestra.run.smithi062.stdout:generic/004 [not run] O_TMPFILE is not supported 2023-06-08T03:55:06.583 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/004 2023-06-08T03:55:06.583 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/004 2023-06-08T03:55:06.583 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T03:55:06.585 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:55:06.593 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T03:55:06.593 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/005) 2023-06-08T03:55:06.767 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T03:55:06.771 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T03:55:06.771 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:55:07.284 INFO:teuthology.orchestra.run.smithi062.stdout:generic/005 1s 2023-06-08T03:55:07.289 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/005 2023-06-08T03:55:07.289 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T03:55:07.291 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:55:07.299 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T03:55:07.299 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/006) 2023-06-08T03:55:07.495 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T03:55:07.499 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T03:55:07.499 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:55:28.150 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:55:28.152 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:55:53.057 INFO:teuthology.orchestra.run.smithi062.stdout:generic/006 46s 2023-06-08T03:55:53.064 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/006 2023-06-08T03:55:53.064 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T03:55:53.067 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:55:53.077 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T03:55:53.078 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/007) 2023-06-08T03:55:53.294 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T03:55:53.298 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T03:55:53.298 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:55:58.217 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:55:58.219 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:56:28.431 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:56:28.434 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:56:58.682 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:56:58.684 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:57:03.342 INFO:teuthology.orchestra.run.smithi062.stdout:generic/007 70s 2023-06-08T03:57:03.491 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/007 2023-06-08T03:57:03.491 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T03:57:03.496 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:57:03.508 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T03:57:03.509 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/008) 2023-06-08T03:57:03.776 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T03:57:03.780 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T03:57:03.780 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:57:04.824 INFO:teuthology.orchestra.run.smithi062.stdout:generic/008 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-06-08T03:57:04.829 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/008 2023-06-08T03:57:04.829 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/008 2023-06-08T03:57:04.830 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T03:57:04.832 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:57:04.841 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T03:57:04.841 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/009) 2023-06-08T03:57:05.057 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T03:57:05.061 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T03:57:05.061 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:57:06.891 INFO:teuthology.orchestra.run.smithi062.stdout:generic/009 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-06-08T03:57:06.897 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/009 2023-06-08T03:57:06.897 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/009 2023-06-08T03:57:06.897 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T03:57:06.901 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:57:06.912 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T03:57:06.913 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/010) 2023-06-08T03:57:07.136 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T03:57:07.141 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T03:57:07.141 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:57:07.272 INFO:teuthology.orchestra.run.smithi062.stdout:generic/010 [not run] /tmp/tmp.9QEZAyoOKCxfstests-dev/src/dbtest not built 2023-06-08T03:57:07.276 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/010 2023-06-08T03:57:07.277 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/010 2023-06-08T03:57:07.277 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T03:57:07.279 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:57:07.288 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T03:57:07.289 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/011) 2023-06-08T03:57:07.491 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T03:57:07.495 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T03:57:07.496 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:57:28.728 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:57:28.730 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:57:45.983 INFO:teuthology.orchestra.run.smithi062.stdout:generic/011 38s 2023-06-08T03:57:46.063 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/011 2023-06-08T03:57:46.063 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T03:57:46.068 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:57:46.083 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T03:57:46.083 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/012) 2023-06-08T03:57:46.333 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T03:57:46.337 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T03:57:46.338 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:57:47.567 INFO:teuthology.orchestra.run.smithi062.stdout:generic/012 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-06-08T03:57:47.571 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/012 2023-06-08T03:57:47.571 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/012 2023-06-08T03:57:47.571 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T03:57:47.573 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:57:47.586 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T03:57:47.587 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/013) 2023-06-08T03:57:47.793 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T03:57:47.797 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T03:57:47.797 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:57:58.783 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:57:58.786 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:58:29.125 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:58:29.127 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:58:59.438 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:58:59.440 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:59:29.603 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:59:29.605 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:59:34.340 INFO:teuthology.orchestra.run.smithi062.stdout:generic/013 107s 2023-06-08T03:59:34.373 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/013 2023-06-08T03:59:34.373 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T03:59:34.376 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:59:34.386 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T03:59:34.386 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/014) 2023-06-08T03:59:34.796 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T03:59:34.803 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T03:59:34.803 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T03:59:59.646 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:59:59.648 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T03:59:59.679 INFO:tasks.ceph.mds.a.smithi062.stderr:2023-06-08T03:59:59.672+0000 7fce0ddf8640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 86851) UID: 0 2023-06-08T03:59:59.680 INFO:tasks.ceph.mds.c.smithi062.stderr:2023-06-08T03:59:59.672+0000 7fa3a7bfc640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 86851) UID: 0 2023-06-08T04:03:31.642 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:03:31.645 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:04:01.793 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:04:01.795 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:04:32.203 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:04:32.205 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:04:36.995 INFO:teuthology.orchestra.run.smithi062.stdout:generic/014 302s 2023-06-08T04:04:37.092 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/014 2023-06-08T04:04:37.092 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:04:37.095 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:04:37.104 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:04:37.105 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/015) 2023-06-08T04:04:37.495 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:04:37.499 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:04:37.500 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:04:37.679 INFO:teuthology.orchestra.run.smithi062.stdout:generic/015 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:04:37.683 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/015 2023-06-08T04:04:37.683 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/015 2023-06-08T04:04:37.683 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:04:37.686 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:04:37.696 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:04:37.697 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/016) 2023-06-08T04:04:37.976 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:04:37.980 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:04:37.981 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:04:39.461 INFO:teuthology.orchestra.run.smithi062.stdout:generic/016 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-06-08T04:04:39.465 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/016 2023-06-08T04:04:39.466 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/016 2023-06-08T04:04:39.466 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:04:39.469 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:04:39.482 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:04:39.483 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/017) 2023-06-08T04:04:40.044 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:04:40.051 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:04:40.052 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:04:40.220 INFO:teuthology.orchestra.run.smithi062.stdout:generic/017 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:04:40.226 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/017 2023-06-08T04:04:40.227 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/017 2023-06-08T04:04:40.227 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:04:40.229 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:04:40.247 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:04:40.248 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/018) 2023-06-08T04:04:40.571 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:04:40.585 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:04:40.585 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:04:40.761 INFO:teuthology.orchestra.run.smithi062.stdout:generic/018 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:04:40.765 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/018 2023-06-08T04:04:40.765 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/018 2023-06-08T04:04:40.765 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:04:40.768 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:04:40.781 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:04:40.782 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/019) 2023-06-08T04:04:41.040 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:04:41.044 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:04:41.044 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:04:41.212 INFO:teuthology.orchestra.run.smithi062.stdout:generic/019 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:04:41.216 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/019 2023-06-08T04:04:41.216 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/019 2023-06-08T04:04:41.216 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:04:41.218 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:04:41.235 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:04:41.235 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/020) 2023-06-08T04:04:41.504 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:04:41.508 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:04:41.508 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:04:56.748 INFO:teuthology.orchestra.run.smithi062.stdout:generic/020 - output mismatch (see /tmp/tmp.9QEZAyoOKCxfstests-dev/results//generic/020.out.bad) 2023-06-08T04:04:56.753 INFO:teuthology.orchestra.run.smithi062.stdout: --- tests/generic/020.out 2023-06-08 03:53:50.319965508 +0000 2023-06-08T04:04:56.753 INFO:teuthology.orchestra.run.smithi062.stdout: +++ /tmp/tmp.9QEZAyoOKCxfstests-dev/results//generic/020.out.bad 2023-06-08 04:04:56.745095195 +0000 2023-06-08T04:04:56.753 INFO:teuthology.orchestra.run.smithi062.stdout: @@ -39,27 +39,6 @@ 2023-06-08T04:04:56.754 INFO:teuthology.orchestra.run.smithi062.stdout: user.snrub="fish2\012" 2023-06-08T04:04:56.754 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:04:56.754 INFO:teuthology.orchestra.run.smithi062.stdout: *** add lots of attributes 2023-06-08T04:04:56.754 INFO:teuthology.orchestra.run.smithi062.stdout: -*** check 2023-06-08T04:04:56.754 INFO:teuthology.orchestra.run.smithi062.stdout: - *** MAX_ATTRS attribute(s) 2023-06-08T04:04:56.754 INFO:teuthology.orchestra.run.smithi062.stdout: -*** remove lots of attributes 2023-06-08T04:04:56.754 INFO:teuthology.orchestra.run.smithi062.stdout: - *** print attributes 2023-06-08T04:04:56.755 INFO:teuthology.orchestra.run.smithi062.stdout: -# file: 2023-06-08T04:04:56.755 INFO:teuthology.orchestra.run.smithi062.stdout: -user.snrub="fish2\012" 2023-06-08T04:04:56.755 INFO:teuthology.orchestra.run.smithi062.stdout: - 2023-06-08T04:04:56.755 INFO:teuthology.orchestra.run.smithi062.stdout: -*** really long value 2023-06-08T04:04:56.755 INFO:teuthology.orchestra.run.smithi062.stdout: -0000000 00 2023-06-08T04:04:56.755 INFO:teuthology.orchestra.run.smithi062.stdout: -* 2023-06-08T04:04:56.755 INFO:teuthology.orchestra.run.smithi062.stdout: -ATTRSIZE 2023-06-08T04:04:56.755 INFO:teuthology.orchestra.run.smithi062.stdout: -*** set/get/remove really long names (expect failure) 2023-06-08T04:04:56.756 INFO:teuthology.orchestra.run.smithi062.stdout: -attr_set: Invalid argument 2023-06-08T04:04:56.756 INFO:teuthology.orchestra.run.smithi062.stdout: -Could not set "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX" for 2023-06-08T04:04:56.756 INFO:teuthology.orchestra.run.smithi062.stdout: -attr_get: Invalid argument 2023-06-08T04:04:56.756 INFO:teuthology.orchestra.run.smithi062.stdout: -Could not get "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX" for 2023-06-08T04:04:56.756 INFO:teuthology.orchestra.run.smithi062.stdout: -attr_remove: Invalid argument 2023-06-08T04:04:56.756 INFO:teuthology.orchestra.run.smithi062.stdout: -Could not remove "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX" for 2023-06-08T04:04:56.756 INFO:teuthology.orchestra.run.smithi062.stdout: -*** check final 2023-06-08T04:04:56.757 INFO:teuthology.orchestra.run.smithi062.stdout: - *** print attributes 2023-06-08T04:04:56.757 INFO:teuthology.orchestra.run.smithi062.stdout: -# file: 2023-06-08T04:04:56.757 INFO:teuthology.orchestra.run.smithi062.stdout: -user.snrub="fish2\012" 2023-06-08T04:04:56.757 INFO:teuthology.orchestra.run.smithi062.stdout: - 2023-06-08T04:04:56.757 INFO:teuthology.orchestra.run.smithi062.stdout: -*** delete 2023-06-08T04:04:56.757 INFO:teuthology.orchestra.run.smithi062.stdout: +attr_set: No space left on device 2023-06-08T04:04:56.757 INFO:teuthology.orchestra.run.smithi062.stdout: +Could not set "attribute_2335" for /tmp/tmp.x03Nng5zOjtest/attribute_89253 2023-06-08T04:04:56.758 INFO:teuthology.orchestra.run.smithi062.stdout: +!!! failed to add "attribute_2335" 2023-06-08T04:04:56.758 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/020 2023-06-08T04:04:56.758 INFO:teuthology.orchestra.run.smithi062.stdout:Failures: generic/020 2023-06-08T04:04:56.758 INFO:teuthology.orchestra.run.smithi062.stdout:Failed 1 of 1 tests 2023-06-08T04:04:56.759 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:04:56.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-08T04:04:56.771 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-06-08T04:04:56.771 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-06-08T04:04:56.772 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/021) 2023-06-08T04:04:57.296 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:04:57.301 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:04:57.301 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:04:58.818 INFO:teuthology.orchestra.run.smithi062.stdout:generic/021 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-06-08T04:04:58.822 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/021 2023-06-08T04:04:58.823 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/021 2023-06-08T04:04:58.823 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:04:58.832 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:04:58.844 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:04:58.844 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/022) 2023-06-08T04:04:59.395 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:04:59.407 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:04:59.407 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:05:00.883 INFO:teuthology.orchestra.run.smithi062.stdout:generic/022 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-06-08T04:05:00.887 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/022 2023-06-08T04:05:00.887 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/022 2023-06-08T04:05:00.888 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:05:00.890 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:05:00.903 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:05:00.903 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/023) 2023-06-08T04:05:01.433 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:05:01.439 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:05:01.439 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:05:02.246 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:05:02.248 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:05:32.621 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:05:32.624 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:06:02.770 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:06:02.772 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:06:19.889 INFO:teuthology.orchestra.run.smithi062.stdout:generic/023 78s 2023-06-08T04:06:19.896 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/023 2023-06-08T04:06:19.896 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:19.899 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:19.933 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:19.934 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/024) 2023-06-08T04:06:20.404 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:20.407 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:20.408 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:20.555 INFO:teuthology.orchestra.run.smithi062.stdout:generic/024 [not run] kernel doesn't support renameat2 syscall 2023-06-08T04:06:20.559 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/024 2023-06-08T04:06:20.559 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/024 2023-06-08T04:06:20.559 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:20.562 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:20.588 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:20.588 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/025) 2023-06-08T04:06:21.031 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:21.035 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:21.035 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:21.160 INFO:teuthology.orchestra.run.smithi062.stdout:generic/025 [not run] kernel doesn't support renameat2 syscall 2023-06-08T04:06:21.164 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/025 2023-06-08T04:06:21.164 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/025 2023-06-08T04:06:21.164 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:21.166 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:21.174 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:21.175 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/026) 2023-06-08T04:06:21.655 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:21.659 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:21.660 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:21.806 INFO:teuthology.orchestra.run.smithi062.stdout:generic/026 [not run] ACLs not supported by this filesystem type: ceph-fuse 2023-06-08T04:06:21.810 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/026 2023-06-08T04:06:21.810 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/026 2023-06-08T04:06:21.810 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:21.812 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:21.819 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:21.820 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/027) 2023-06-08T04:06:21.992 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:21.996 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:21.996 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:22.097 INFO:teuthology.orchestra.run.smithi062.stdout:generic/027 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:22.101 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/027 2023-06-08T04:06:22.101 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/027 2023-06-08T04:06:22.101 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:22.103 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:22.111 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:22.112 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/028) 2023-06-08T04:06:22.290 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:22.294 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:22.294 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:27.427 INFO:teuthology.orchestra.run.smithi062.stdout:generic/028 5s 2023-06-08T04:06:27.433 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/028 2023-06-08T04:06:27.433 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:27.436 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:27.445 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:27.445 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/029) 2023-06-08T04:06:27.616 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:27.620 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:27.620 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:27.726 INFO:teuthology.orchestra.run.smithi062.stdout:generic/029 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:27.730 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/029 2023-06-08T04:06:27.730 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/029 2023-06-08T04:06:27.730 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:27.733 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:27.741 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:27.742 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/030) 2023-06-08T04:06:27.927 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:27.931 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:27.932 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:28.037 INFO:teuthology.orchestra.run.smithi062.stdout:generic/030 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:28.040 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/030 2023-06-08T04:06:28.040 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/030 2023-06-08T04:06:28.041 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:28.043 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:28.050 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:28.051 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/031) 2023-06-08T04:06:28.246 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:28.250 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:28.250 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:28.356 INFO:teuthology.orchestra.run.smithi062.stdout:generic/031 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:28.361 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/031 2023-06-08T04:06:28.362 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/031 2023-06-08T04:06:28.362 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:28.364 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:28.372 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:28.373 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/032) 2023-06-08T04:06:28.552 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:28.557 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:28.557 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:28.715 INFO:teuthology.orchestra.run.smithi062.stdout:generic/032 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:28.718 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/032 2023-06-08T04:06:28.718 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/032 2023-06-08T04:06:28.719 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:28.721 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:28.730 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:28.730 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/033) 2023-06-08T04:06:28.921 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:28.924 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:28.925 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:29.065 INFO:teuthology.orchestra.run.smithi062.stdout:generic/033 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:29.069 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/033 2023-06-08T04:06:29.069 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/033 2023-06-08T04:06:29.069 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:29.072 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:29.079 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:29.080 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/034) 2023-06-08T04:06:29.276 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:29.280 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:29.280 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:29.403 INFO:teuthology.orchestra.run.smithi062.stdout:generic/034 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:29.407 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/034 2023-06-08T04:06:29.407 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/034 2023-06-08T04:06:29.407 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:29.410 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:29.417 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:29.418 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/035) 2023-06-08T04:06:29.604 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:29.608 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:29.608 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:29.776 INFO:teuthology.orchestra.run.smithi062.stdout:generic/035 0s 2023-06-08T04:06:29.781 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/035 2023-06-08T04:06:29.782 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:29.784 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:29.793 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:29.793 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/036) 2023-06-08T04:06:30.259 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:30.263 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:30.263 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:32.890 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:06:32.892 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:06:40.617 INFO:teuthology.orchestra.run.smithi062.stdout:generic/036 10s 2023-06-08T04:06:40.623 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/036 2023-06-08T04:06:40.623 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:40.626 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:40.635 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:40.636 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/037) 2023-06-08T04:06:41.246 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:41.252 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:41.252 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:41.431 INFO:teuthology.orchestra.run.smithi062.stdout:generic/037 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:41.437 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/037 2023-06-08T04:06:41.437 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/037 2023-06-08T04:06:41.437 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:41.441 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:41.451 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:41.452 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/038) 2023-06-08T04:06:41.652 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:41.656 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:41.656 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:41.764 INFO:teuthology.orchestra.run.smithi062.stdout:generic/038 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:41.768 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/038 2023-06-08T04:06:41.768 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/038 2023-06-08T04:06:41.768 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:41.770 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:41.778 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:41.779 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/039) 2023-06-08T04:06:41.952 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:41.956 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:41.956 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:42.138 INFO:teuthology.orchestra.run.smithi062.stdout:generic/039 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:42.141 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/039 2023-06-08T04:06:42.142 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/039 2023-06-08T04:06:42.142 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:42.144 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:42.152 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:42.152 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/040) 2023-06-08T04:06:42.340 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:42.344 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:42.344 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:42.462 INFO:teuthology.orchestra.run.smithi062.stdout:generic/040 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:42.465 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/040 2023-06-08T04:06:42.466 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/040 2023-06-08T04:06:42.466 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:42.468 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:42.475 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:42.475 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/041) 2023-06-08T04:06:42.657 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:42.661 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:42.661 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:42.790 INFO:teuthology.orchestra.run.smithi062.stdout:generic/041 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:42.794 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/041 2023-06-08T04:06:42.794 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/041 2023-06-08T04:06:42.794 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:42.796 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:42.804 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:42.804 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/042) 2023-06-08T04:06:42.987 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:42.991 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:42.991 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:43.130 INFO:teuthology.orchestra.run.smithi062.stdout:generic/042 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:43.133 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/042 2023-06-08T04:06:43.133 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/042 2023-06-08T04:06:43.134 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:43.136 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:43.144 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:43.145 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/043) 2023-06-08T04:06:43.342 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:43.346 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:43.346 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:43.452 INFO:teuthology.orchestra.run.smithi062.stdout:generic/043 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:43.455 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/043 2023-06-08T04:06:43.455 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/043 2023-06-08T04:06:43.456 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:43.458 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:43.465 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:43.466 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/044) 2023-06-08T04:06:43.632 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:43.636 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:43.637 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:43.739 INFO:teuthology.orchestra.run.smithi062.stdout:generic/044 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:43.743 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/044 2023-06-08T04:06:43.743 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/044 2023-06-08T04:06:43.743 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:43.746 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:43.754 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:43.754 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/045) 2023-06-08T04:06:43.931 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:43.935 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:43.935 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:44.043 INFO:teuthology.orchestra.run.smithi062.stdout:generic/045 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:44.047 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/045 2023-06-08T04:06:44.047 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/045 2023-06-08T04:06:44.047 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:44.050 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:44.059 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:44.059 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/046) 2023-06-08T04:06:44.248 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:44.253 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:44.253 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:44.359 INFO:teuthology.orchestra.run.smithi062.stdout:generic/046 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:44.363 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/046 2023-06-08T04:06:44.363 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/046 2023-06-08T04:06:44.363 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:44.366 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:44.373 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:44.373 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/047) 2023-06-08T04:06:44.551 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:44.555 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:44.556 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:44.663 INFO:teuthology.orchestra.run.smithi062.stdout:generic/047 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:44.667 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/047 2023-06-08T04:06:44.667 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/047 2023-06-08T04:06:44.667 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:44.670 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:44.677 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:44.678 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/048) 2023-06-08T04:06:44.860 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:44.864 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:44.864 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:44.970 INFO:teuthology.orchestra.run.smithi062.stdout:generic/048 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:44.974 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/048 2023-06-08T04:06:44.974 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/048 2023-06-08T04:06:44.974 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:44.977 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:44.985 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:44.986 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/049) 2023-06-08T04:06:45.165 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:45.169 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:45.169 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:45.271 INFO:teuthology.orchestra.run.smithi062.stdout:generic/049 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:45.274 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/049 2023-06-08T04:06:45.274 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/049 2023-06-08T04:06:45.275 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:45.277 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:45.284 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:45.285 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/050) 2023-06-08T04:06:45.455 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:45.459 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:45.459 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:45.570 INFO:teuthology.orchestra.run.smithi062.stdout:generic/050 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:45.574 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/050 2023-06-08T04:06:45.574 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/050 2023-06-08T04:06:45.574 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:45.576 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:45.584 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:45.584 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/051) 2023-06-08T04:06:45.772 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:45.776 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:45.776 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:45.934 INFO:teuthology.orchestra.run.smithi062.stdout:generic/051 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:45.938 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/051 2023-06-08T04:06:45.938 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/051 2023-06-08T04:06:45.938 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:45.940 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:45.948 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:45.949 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/052) 2023-06-08T04:06:46.119 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:46.123 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:46.123 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:46.227 INFO:teuthology.orchestra.run.smithi062.stdout:generic/052 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:46.230 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/052 2023-06-08T04:06:46.231 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/052 2023-06-08T04:06:46.231 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:46.233 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:46.240 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:46.241 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/053) 2023-06-08T04:06:46.409 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:46.413 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:46.414 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:46.518 INFO:teuthology.orchestra.run.smithi062.stdout:generic/053 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:46.521 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/053 2023-06-08T04:06:46.521 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/053 2023-06-08T04:06:46.521 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:46.524 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:46.532 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:46.532 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/054) 2023-06-08T04:06:46.708 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:46.712 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:46.712 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:46.815 INFO:teuthology.orchestra.run.smithi062.stdout:generic/054 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:46.819 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/054 2023-06-08T04:06:46.819 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/054 2023-06-08T04:06:46.819 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:46.821 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:46.829 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:46.830 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/055) 2023-06-08T04:06:47.013 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:47.017 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:47.017 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:47.126 INFO:teuthology.orchestra.run.smithi062.stdout:generic/055 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:47.130 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/055 2023-06-08T04:06:47.130 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/055 2023-06-08T04:06:47.130 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:47.132 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:47.140 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:47.140 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/056) 2023-06-08T04:06:47.333 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:47.337 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:47.337 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:47.467 INFO:teuthology.orchestra.run.smithi062.stdout:generic/056 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:47.471 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/056 2023-06-08T04:06:47.471 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/056 2023-06-08T04:06:47.471 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:47.473 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:47.481 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:47.481 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/057) 2023-06-08T04:06:47.688 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:47.692 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:47.692 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:47.819 INFO:teuthology.orchestra.run.smithi062.stdout:generic/057 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:47.823 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/057 2023-06-08T04:06:47.823 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/057 2023-06-08T04:06:47.823 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:47.826 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:47.834 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:47.835 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/058) 2023-06-08T04:06:48.011 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:48.015 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:48.015 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:49.228 INFO:teuthology.orchestra.run.smithi062.stdout:generic/058 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-06-08T04:06:49.233 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/058 2023-06-08T04:06:49.234 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/058 2023-06-08T04:06:49.234 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:49.237 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:49.248 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:49.249 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/059) 2023-06-08T04:06:49.753 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:49.758 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:49.758 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:49.900 INFO:teuthology.orchestra.run.smithi062.stdout:generic/059 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:49.904 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/059 2023-06-08T04:06:49.904 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/059 2023-06-08T04:06:49.905 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:49.907 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:49.916 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:49.917 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/060) 2023-06-08T04:06:50.133 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:50.138 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:50.138 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:51.733 INFO:teuthology.orchestra.run.smithi062.stdout:generic/060 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-06-08T04:06:51.739 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/060 2023-06-08T04:06:51.739 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/060 2023-06-08T04:06:51.740 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:51.743 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:51.754 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:51.755 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/061) 2023-06-08T04:06:52.257 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:52.261 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:52.261 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:53.807 INFO:teuthology.orchestra.run.smithi062.stdout:generic/061 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-06-08T04:06:53.812 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/061 2023-06-08T04:06:53.812 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/061 2023-06-08T04:06:53.812 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:53.816 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:53.828 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:53.828 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/062) 2023-06-08T04:06:54.355 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:54.359 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:54.359 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:54.483 INFO:teuthology.orchestra.run.smithi062.stdout:generic/062 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:54.488 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/062 2023-06-08T04:06:54.488 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/062 2023-06-08T04:06:54.488 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:54.491 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:54.499 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:54.500 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/063) 2023-06-08T04:06:54.700 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:54.704 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:54.705 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:56.881 INFO:teuthology.orchestra.run.smithi062.stdout:generic/063 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-06-08T04:06:56.886 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/063 2023-06-08T04:06:56.886 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/063 2023-06-08T04:06:56.886 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:56.890 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:56.901 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:56.902 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/064) 2023-06-08T04:06:57.404 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:57.408 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:57.408 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:57.511 INFO:teuthology.orchestra.run.smithi062.stdout:generic/064 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:57.514 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/064 2023-06-08T04:06:57.514 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/064 2023-06-08T04:06:57.514 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:57.517 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:57.524 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:57.525 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/065) 2023-06-08T04:06:57.707 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:57.712 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:57.712 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:57.831 INFO:teuthology.orchestra.run.smithi062.stdout:generic/065 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:57.834 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/065 2023-06-08T04:06:57.834 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/065 2023-06-08T04:06:57.834 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:57.836 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:57.844 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:57.844 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/066) 2023-06-08T04:06:58.016 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:58.021 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:58.021 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:58.147 INFO:teuthology.orchestra.run.smithi062.stdout:generic/066 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:58.151 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/066 2023-06-08T04:06:58.151 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/066 2023-06-08T04:06:58.151 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:58.154 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:58.161 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:58.162 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/067) 2023-06-08T04:06:58.351 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:58.355 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:58.355 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:58.484 INFO:teuthology.orchestra.run.smithi062.stdout:generic/067 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:58.488 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/067 2023-06-08T04:06:58.488 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/067 2023-06-08T04:06:58.488 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:58.490 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:58.498 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:58.498 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/068) 2023-06-08T04:06:58.686 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:58.690 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:58.690 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:58.878 INFO:teuthology.orchestra.run.smithi062.stdout:generic/068 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:58.882 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/068 2023-06-08T04:06:58.882 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/068 2023-06-08T04:06:58.883 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:58.885 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:58.894 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:58.894 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/069) 2023-06-08T04:06:59.093 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:59.097 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:59.098 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:59.211 INFO:teuthology.orchestra.run.smithi062.stdout:generic/069 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:06:59.215 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/069 2023-06-08T04:06:59.216 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/069 2023-06-08T04:06:59.216 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:06:59.219 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:06:59.227 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:06:59.228 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/070) 2023-06-08T04:06:59.437 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:06:59.442 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:06:59.442 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:07:02.934 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:07:02.937 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:07:32.988 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:07:32.991 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:08:03.068 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:08:03.071 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:08:33.288 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:08:33.291 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:08:44.184 INFO:teuthology.orchestra.run.smithi062.stdout:generic/070 105s 2023-06-08T04:08:44.190 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/070 2023-06-08T04:08:44.190 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:08:44.193 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:08:44.207 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:08:44.207 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/071) 2023-06-08T04:08:44.776 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:08:44.781 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:08:44.781 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:08:44.958 INFO:teuthology.orchestra.run.smithi062.stdout:generic/071 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:08:44.962 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/071 2023-06-08T04:08:44.962 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/071 2023-06-08T04:08:44.962 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:08:44.965 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:08:44.973 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:08:44.974 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/072) 2023-06-08T04:08:45.280 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:08:45.285 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:08:45.285 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:08:46.676 INFO:teuthology.orchestra.run.smithi062.stdout:generic/072 [not run] xfs_io fcollapse failed (old kernel/wrong fs?) 2023-06-08T04:08:46.680 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/072 2023-06-08T04:08:46.680 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/072 2023-06-08T04:08:46.681 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:08:46.684 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:08:46.693 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:08:46.693 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/073) 2023-06-08T04:08:46.924 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:08:46.929 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:08:46.929 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:08:47.105 INFO:teuthology.orchestra.run.smithi062.stdout:generic/073 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:08:47.109 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/073 2023-06-08T04:08:47.109 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/073 2023-06-08T04:08:47.109 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:08:47.112 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:08:47.126 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:08:47.127 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/074) 2023-06-08T04:08:47.395 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:08:47.400 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:08:47.400 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:09:03.425 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:09:03.427 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:09:33.717 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:09:33.719 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:10:04.136 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:10:04.138 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:10:34.418 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:10:34.420 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:11:04.691 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:11:04.693 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:11:34.726 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:11:34.728 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:12:04.772 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:12:04.774 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:12:35.061 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:12:35.064 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:13:05.136 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:13:05.138 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:13:35.200 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:13:35.202 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:14:05.412 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:14:05.414 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:14:35.459 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:14:35.461 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:15:05.779 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:15:05.781 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:15:36.177 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:15:36.179 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:16:06.218 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:16:06.220 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:16:36.306 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:16:36.308 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:17:06.401 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:17:06.403 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:17:36.496 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:17:36.498 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:18:06.575 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:18:06.578 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:18:36.712 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:18:36.715 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:19:06.957 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:19:06.960 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:19:37.053 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:19:37.056 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:20:07.156 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:20:07.158 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:20:37.435 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:20:37.437 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:21:08.323 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:21:08.325 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:21:38.384 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:21:38.386 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:22:08.537 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:22:08.539 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:22:38.616 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:22:38.618 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:23:08.737 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:23:08.741 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:23:38.952 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:23:38.954 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:24:09.068 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:24:09.070 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:24:39.181 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:24:39.183 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:25:09.236 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:25:09.238 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:25:39.355 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:25:39.357 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:26:09.429 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:26:09.431 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:26:39.779 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:26:39.781 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:27:09.833 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:27:09.836 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:27:39.890 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:27:39.893 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:28:10.032 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:28:10.035 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:28:40.253 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:28:40.255 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:29:10.590 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:29:10.593 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:29:40.651 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:29:40.653 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:30:10.706 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:30:10.708 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:30:40.785 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:30:40.787 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:31:10.879 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:31:10.882 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:31:40.957 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:31:40.960 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:32:11.028 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:32:11.030 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:32:11.064 INFO:tasks.ceph.osd.0.smithi062.stderr:2023-06-08T04:32:11.060+0000 7f9a10c99640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119987) UID: 0 2023-06-08T04:32:11.066 INFO:tasks.ceph.osd.2.smithi062.stderr:2023-06-08T04:32:11.060+0000 7f27c6783640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119987) UID: 0 2023-06-08T04:32:11.069 INFO:tasks.ceph.osd.3.smithi062.stderr:2023-06-08T04:32:11.064+0000 7f654c4a5640 -1 Fail to open '/proc/119987/cmdline' error = (2) No such file or directory 2023-06-08T04:32:11.069 INFO:tasks.ceph.osd.3.smithi062.stderr:2023-06-08T04:32:11.064+0000 7f654c4a5640 -1 received signal: Hangup from (PID: 119987) UID: 0 2023-06-08T04:32:11.069 INFO:tasks.ceph.osd.1.smithi062.stderr:2023-06-08T04:32:11.064+0000 7f8456ba3640 -1 Fail to open '/proc/119987/cmdline' error = (2) No such file or directory 2023-06-08T04:32:11.069 INFO:tasks.ceph.osd.1.smithi062.stderr:2023-06-08T04:32:11.064+0000 7f8456ba3640 -1 received signal: Hangup from (PID: 119987) UID: 0 2023-06-08T04:36:04.176 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:36:04.179 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:36:34.705 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:36:34.708 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:37:04.767 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:37:04.769 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:37:34.846 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:37:34.849 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:38:04.886 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:38:04.889 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:38:34.965 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:38:34.968 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:39:05.111 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:39:05.113 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:39:05.138 INFO:tasks.ceph.osd.0.smithi062.stderr:2023-06-08T04:39:05.134+0000 7f9a10c99640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 120809) UID: 0 2023-06-08T04:39:05.138 INFO:tasks.ceph.osd.2.smithi062.stderr:2023-06-08T04:39:05.134+0000 7f27c6783640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 120809) UID: 0 2023-06-08T04:39:05.140 INFO:tasks.ceph.osd.1.smithi062.stderr:2023-06-08T04:39:05.134+0000 7f8456ba3640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 120809) UID: 0 2023-06-08T04:39:05.140 INFO:tasks.ceph.osd.3.smithi062.stderr:2023-06-08T04:39:05.138+0000 7f654c4a5640 -1 received signal: Hangup from (PID: 120809) UID: 0 2023-06-08T04:41:35.232 INFO:teuthology.orchestra.run.smithi062.stdout:generic/074 1968s 2023-06-08T04:41:35.456 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/074 2023-06-08T04:41:35.457 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:41:35.486 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:41:35.505 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:41:35.505 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/075) 2023-06-08T04:41:36.903 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:41:36.908 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:41:36.908 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:42:29.572 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:42:29.575 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:42:29.639 INFO:tasks.ceph.osd.5.smithi188.stderr:2023-06-08T04:42:29.638+0000 7f12933d9640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 44158) UID: 0 2023-06-08T04:42:29.639 INFO:tasks.ceph.osd.7.smithi188.stderr:2023-06-08T04:42:29.638+0000 7fb946219640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 44158) UID: 0 2023-06-08T04:42:29.640 INFO:tasks.ceph.osd.4.smithi188.stderr:2023-06-08T04:42:29.638+0000 7ffaa998c640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 44158) UID: 0 2023-06-08T04:42:29.640 INFO:tasks.ceph.osd.6.smithi188.stderr:2023-06-08T04:42:29.638+0000 7fecd9045640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 44158) UID: 0 2023-06-08T04:42:58.033 INFO:teuthology.orchestra.run.smithi062.stdout:generic/075 82s 2023-06-08T04:42:58.039 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/075 2023-06-08T04:42:58.039 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:42:58.042 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:42:58.062 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:42:58.062 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/076) 2023-06-08T04:42:58.627 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:42:58.631 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:42:58.631 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:42:58.756 INFO:teuthology.orchestra.run.smithi062.stdout:generic/076 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:42:58.760 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/076 2023-06-08T04:42:58.761 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/076 2023-06-08T04:42:58.761 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:42:58.763 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:42:58.773 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:42:58.774 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/077) 2023-06-08T04:42:58.998 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:42:59.002 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:42:59.002 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:00.379 INFO:teuthology.orchestra.run.smithi062.stdout:generic/077 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:43:00.385 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/077 2023-06-08T04:43:00.385 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/077 2023-06-08T04:43:00.385 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:43:00.389 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:00.400 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:43:00.401 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/078) 2023-06-08T04:43:00.625 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:43:00.629 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:43:00.630 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:00.774 INFO:teuthology.orchestra.run.smithi062.stdout:generic/078 [not run] kernel doesn't support renameat2 syscall 2023-06-08T04:43:00.778 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/078 2023-06-08T04:43:00.778 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/078 2023-06-08T04:43:00.778 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:43:00.780 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:00.788 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:43:00.789 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/079) 2023-06-08T04:43:01.311 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:43:01.315 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:43:01.316 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:01.535 INFO:teuthology.orchestra.run.smithi062.stdout:generic/079 [not run] file system doesn't support chattr +ia 2023-06-08T04:43:01.539 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/079 2023-06-08T04:43:01.540 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/079 2023-06-08T04:43:01.540 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:43:01.542 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:01.551 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:43:01.552 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/080) 2023-06-08T04:43:01.728 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:43:01.732 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:43:01.732 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:03.929 INFO:teuthology.orchestra.run.smithi062.stdout:generic/080 2s 2023-06-08T04:43:03.937 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/080 2023-06-08T04:43:03.937 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:43:03.940 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:03.952 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:43:03.953 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/081) 2023-06-08T04:43:04.173 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:43:04.178 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:43:04.179 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:04.316 INFO:teuthology.orchestra.run.smithi062.stdout:generic/081 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:43:04.321 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/081 2023-06-08T04:43:04.322 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/081 2023-06-08T04:43:04.322 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:43:04.325 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:04.334 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:43:04.335 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/082) 2023-06-08T04:43:04.537 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:43:04.541 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:43:04.541 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:04.675 INFO:teuthology.orchestra.run.smithi062.stdout:generic/082 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:43:04.679 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/082 2023-06-08T04:43:04.679 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/082 2023-06-08T04:43:04.680 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:43:04.682 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:04.691 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:43:04.692 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/083) 2023-06-08T04:43:04.915 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:43:04.920 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:43:04.920 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:05.059 INFO:teuthology.orchestra.run.smithi062.stdout:generic/083 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:43:05.063 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/083 2023-06-08T04:43:05.063 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/083 2023-06-08T04:43:05.063 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:43:05.066 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:05.076 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:43:05.077 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/084) 2023-06-08T04:43:05.270 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:43:05.275 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:43:05.275 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:05.477 INFO:teuthology.orchestra.run.smithi062.stdout:generic/084 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:43:05.482 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/084 2023-06-08T04:43:05.482 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/084 2023-06-08T04:43:05.482 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:43:05.485 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:05.494 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:43:05.495 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/085) 2023-06-08T04:43:05.706 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:43:05.711 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:43:05.711 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:05.880 INFO:teuthology.orchestra.run.smithi062.stdout:generic/085 [not run] this test requires a valid $SCRATCH_DEV 2023-06-08T04:43:05.886 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/085 2023-06-08T04:43:05.886 INFO:teuthology.orchestra.run.smithi062.stdout:Not run: generic/085 2023-06-08T04:43:05.886 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:43:05.889 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:05.899 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:43:05.900 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/086) 2023-06-08T04:43:06.100 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:43:06.105 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:43:06.105 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:10.167 INFO:teuthology.orchestra.run.smithi062.stdout:generic/086 4s 2023-06-08T04:43:10.283 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/086 2023-06-08T04:43:10.283 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:43:10.288 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:10.353 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:43:10.354 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/087) 2023-06-08T04:43:12.283 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:43:12.289 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:43:12.289 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:12.944 INFO:teuthology.orchestra.run.smithi062.stdout:generic/087 0s 2023-06-08T04:43:12.949 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/087 2023-06-08T04:43:12.949 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:43:12.951 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:12.959 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:43:12.959 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/088) 2023-06-08T04:43:13.484 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:43:13.488 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:43:13.488 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:13.656 INFO:teuthology.orchestra.run.smithi062.stdout:generic/088 0s 2023-06-08T04:43:13.661 INFO:teuthology.orchestra.run.smithi062.stdout:Ran: generic/088 2023-06-08T04:43:13.661 INFO:teuthology.orchestra.run.smithi062.stdout:Passed all 1 tests 2023-06-08T04:43:13.664 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:13.671 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-08T04:43:13.672 DEBUG:teuthology.orchestra.run.smithi062:> (cd /tmp/tmp.9QEZAyoOKCxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/089) 2023-06-08T04:43:14.176 INFO:teuthology.orchestra.run.smithi062.stdout:FSTYP -- ceph-fuse 2023-06-08T04:43:14.180 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM -- Linux/x86_64 smithi062 5.15.0-73-generic #80-Ubuntu SMP Mon May 15 15:18:26 UTC 2023 2023-06-08T04:43:14.180 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-06-08T04:43:20.579 INFO:tasks.ceph.mds.c.smithi062.stderr:./src/mds/SimpleLock.h: In function 'void SimpleLock::put_xlock()' thread 7fa3a03ed640 time 2023-06-08T04:43:20.578563+0000 2023-06-08T04:43:20.579 INFO:tasks.ceph.mds.c.smithi062.stderr:./src/mds/SimpleLock.h: 417: FAILED ceph_assert(state == LOCK_XLOCK || state == LOCK_XLOCKDONE || state == LOCK_XLOCKSNAP || state == LOCK_LOCK_XLOCK || state == LOCK_LOCK || is_locallock()) 2023-06-08T04:43:20.586 INFO:tasks.ceph.mds.c.smithi062.stderr: ceph version 18.0.0-4313-ga02638f8 (a02638f808b8fe11bccdd01222c0e6e2eb71120b) reef (dev) 2023-06-08T04:43:20.586 INFO:tasks.ceph.mds.c.smithi062.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fa3ac5376e1] 2023-06-08T04:43:20.586 INFO:tasks.ceph.mds.c.smithi062.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x161895) [0x7fa3ac537895] 2023-06-08T04:43:20.586 INFO:tasks.ceph.mds.c.smithi062.stderr: 3: ceph-mds(+0x21b10b) [0x55f41b20210b] 2023-06-08T04:43:20.586 INFO:tasks.ceph.mds.c.smithi062.stderr: 4: (Locker::xlock_finish(std::_Rb_tree_const_iterator const&, MutationImpl*, bool*)+0x8d) [0x55f41b2bb73d] 2023-06-08T04:43:20.587 INFO:tasks.ceph.mds.c.smithi062.stderr: 5: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x47d) [0x55f41b2ada9d] 2023-06-08T04:43:20.587 INFO:tasks.ceph.mds.c.smithi062.stderr: 6: (Locker::drop_non_rdlocks(MutationImpl*, std::set, std::allocator >*)+0x63) [0x55f41b2ae193] 2023-06-08T04:43:20.587 INFO:tasks.ceph.mds.c.smithi062.stderr: 7: (Server::reply_client_request(boost::intrusive_ptr&, boost::intrusive_ptr const&)+0x428) [0x55f41b18fb18] 2023-06-08T04:43:20.587 INFO:tasks.ceph.mds.c.smithi062.stderr: 8: (Server::respond_to_request(boost::intrusive_ptr&, int)+0x11e) [0x55f41b184cfe] 2023-06-08T04:43:20.587 INFO:tasks.ceph.mds.c.smithi062.stderr: 9: (Server::_unlink_local_finish(boost::intrusive_ptr&, CDentry*, CDentry*, unsigned long)+0x310) [0x55f41b1bc620] 2023-06-08T04:43:20.587 INFO:tasks.ceph.mds.c.smithi062.stderr: 10: (MDSContext::complete(int)+0x5c) [0x55f41b3aa66c] 2023-06-08T04:43:20.587 INFO:tasks.ceph.mds.c.smithi062.stderr: 11: (MDSIOContextBase::complete(int)+0x30c) [0x55f41b3aaa9c] 2023-06-08T04:43:20.587 INFO:tasks.ceph.mds.c.smithi062.stderr: 12: (MDSLogContextBase::complete(int)+0x53) [0x55f41b3aabd3] 2023-06-08T04:43:20.588 INFO:tasks.ceph.mds.c.smithi062.stderr: 13: (Finisher::finisher_thread_entry()+0x175) [0x7fa3ac5ea725] 2023-06-08T04:43:20.588 INFO:tasks.ceph.mds.c.smithi062.stderr: 14: /lib/x86_64-linux-gnu/libc.so.6(+0x94b43) [0x7fa3abeb1b43] 2023-06-08T04:43:20.588 INFO:tasks.ceph.mds.c.smithi062.stderr: 15: /lib/x86_64-linux-gnu/libc.so.6(+0x126a00) [0x7fa3abf43a00] 2023-06-08T04:43:20.588 INFO:tasks.ceph.mds.c.smithi062.stderr:*** Caught signal (Aborted) ** 2023-06-08T04:43:20.588 INFO:tasks.ceph.mds.c.smithi062.stderr: in thread 7fa3a03ed640 thread_name:MR_Finisher 2023-06-08T04:43:20.588 INFO:tasks.ceph.mds.c.smithi062.stderr:2023-06-08T04:43:20.583+0000 7fa3a03ed640 -1 ./src/mds/SimpleLock.h: In function 'void SimpleLock::put_xlock()' thread 7fa3a03ed640 time 2023-06-08T04:43:20.578563+0000 2023-06-08T04:43:20.588 INFO:tasks.ceph.mds.c.smithi062.stderr:./src/mds/SimpleLock.h: 417: FAILED ceph_assert(state == LOCK_XLOCK || state == LOCK_XLOCKDONE || state == LOCK_XLOCKSNAP || state == LOCK_LOCK_XLOCK || state == LOCK_LOCK || is_locallock()) 2023-06-08T04:43:20.589 INFO:tasks.ceph.mds.c.smithi062.stderr: 2023-06-08T04:43:20.589 INFO:tasks.ceph.mds.c.smithi062.stderr: ceph version 18.0.0-4313-ga02638f8 (a02638f808b8fe11bccdd01222c0e6e2eb71120b) reef (dev) 2023-06-08T04:43:20.589 INFO:tasks.ceph.mds.c.smithi062.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fa3ac5376e1] 2023-06-08T04:43:20.589 INFO:tasks.ceph.mds.c.smithi062.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x161895) [0x7fa3ac537895] 2023-06-08T04:43:20.589 INFO:tasks.ceph.mds.c.smithi062.stderr: 3: ceph-mds(+0x21b10b) [0x55f41b20210b] 2023-06-08T04:43:20.589 INFO:tasks.ceph.mds.c.smithi062.stderr: 4: (Locker::xlock_finish(std::_Rb_tree_const_iterator const&, MutationImpl*, bool*)+0x8d) [0x55f41b2bb73d] 2023-06-08T04:43:20.589 INFO:tasks.ceph.mds.c.smithi062.stderr: 5: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x47d) [0x55f41b2ada9d] 2023-06-08T04:43:20.589 INFO:tasks.ceph.mds.c.smithi062.stderr: 6: (Locker::drop_non_rdlocks(MutationImpl*, std::set, std::allocator >*)+0x63) [0x55f41b2ae193] 2023-06-08T04:43:20.590 INFO:tasks.ceph.mds.c.smithi062.stderr: 7: (Server::reply_client_request(boost::intrusive_ptr&, boost::intrusive_ptr const&)+0x428) [0x55f41b18fb18] 2023-06-08T04:43:20.590 INFO:tasks.ceph.mds.c.smithi062.stderr: 8: (Server::respond_to_request(boost::intrusive_ptr&, int)+0x11e) [0x55f41b184cfe] 2023-06-08T04:43:20.590 INFO:tasks.ceph.mds.c.smithi062.stderr: 9: (Server::_unlink_local_finish(boost::intrusive_ptr&, CDentry*, CDentry*, unsigned long)+0x310) [0x55f41b1bc620] 2023-06-08T04:43:20.590 INFO:tasks.ceph.mds.c.smithi062.stderr: 10: (MDSContext::complete(int)+0x5c) [0x55f41b3aa66c] 2023-06-08T04:43:20.590 INFO:tasks.ceph.mds.c.smithi062.stderr: 11: (MDSIOContextBase::complete(int)+0x30c) [0x55f41b3aaa9c] 2023-06-08T04:43:20.590 INFO:tasks.ceph.mds.c.smithi062.stderr: 12: (MDSLogContextBase::complete(int)+0x53) [0x55f41b3aabd3] 2023-06-08T04:43:20.590 INFO:tasks.ceph.mds.c.smithi062.stderr: 13: (Finisher::finisher_thread_entry()+0x175) [0x7fa3ac5ea725] 2023-06-08T04:43:20.591 INFO:tasks.ceph.mds.c.smithi062.stderr: 14: /lib/x86_64-linux-gnu/libc.so.6(+0x94b43) [0x7fa3abeb1b43] 2023-06-08T04:43:20.591 INFO:tasks.ceph.mds.c.smithi062.stderr: 15: /lib/x86_64-linux-gnu/libc.so.6(+0x126a00) [0x7fa3abf43a00] 2023-06-08T04:43:20.591 INFO:tasks.ceph.mds.c.smithi062.stderr: 2023-06-08T04:43:20.595 INFO:tasks.ceph.mds.c.smithi062.stderr: ceph version 18.0.0-4313-ga02638f8 (a02638f808b8fe11bccdd01222c0e6e2eb71120b) reef (dev) 2023-06-08T04:43:20.595 INFO:tasks.ceph.mds.c.smithi062.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fa3abe5f520] 2023-06-08T04:43:20.595 INFO:tasks.ceph.mds.c.smithi062.stderr: 2: pthread_kill() 2023-06-08T04:43:20.595 INFO:tasks.ceph.mds.c.smithi062.stderr: 3: raise() 2023-06-08T04:43:20.595 INFO:tasks.ceph.mds.c.smithi062.stderr: 4: abort() 2023-06-08T04:43:20.595 INFO:tasks.ceph.mds.c.smithi062.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fa3ac53773b] 2023-06-08T04:43:20.596 INFO:tasks.ceph.mds.c.smithi062.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x161895) [0x7fa3ac537895] 2023-06-08T04:43:20.596 INFO:tasks.ceph.mds.c.smithi062.stderr: 7: ceph-mds(+0x21b10b) [0x55f41b20210b] 2023-06-08T04:43:20.596 INFO:tasks.ceph.mds.c.smithi062.stderr: 8: (Locker::xlock_finish(std::_Rb_tree_const_iterator const&, MutationImpl*, bool*)+0x8d) [0x55f41b2bb73d] 2023-06-08T04:43:20.596 INFO:tasks.ceph.mds.c.smithi062.stderr: 9: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x47d) [0x55f41b2ada9d] 2023-06-08T04:43:20.596 INFO:tasks.ceph.mds.c.smithi062.stderr: 10: (Locker::drop_non_rdlocks(MutationImpl*, std::set, std::allocator >*)+0x63) [0x55f41b2ae193] 2023-06-08T04:43:20.596 INFO:tasks.ceph.mds.c.smithi062.stderr: 11: (Server::reply_client_request(boost::intrusive_ptr&, boost::intrusive_ptr const&)+0x428) [0x55f41b18fb18] 2023-06-08T04:43:20.596 INFO:tasks.ceph.mds.c.smithi062.stderr: 12: (Server::respond_to_request(boost::intrusive_ptr&, int)+0x11e) [0x55f41b184cfe] 2023-06-08T04:43:20.597 INFO:tasks.ceph.mds.c.smithi062.stderr: 13: (Server::_unlink_local_finish(boost::intrusive_ptr&, CDentry*, CDentry*, unsigned long)+0x310) [0x55f41b1bc620] 2023-06-08T04:43:20.597 INFO:tasks.ceph.mds.c.smithi062.stderr: 14: (MDSContext::complete(int)+0x5c) [0x55f41b3aa66c] 2023-06-08T04:43:20.597 INFO:tasks.ceph.mds.c.smithi062.stderr: 15: (MDSIOContextBase::complete(int)+0x30c) [0x55f41b3aaa9c] 2023-06-08T04:43:20.597 INFO:tasks.ceph.mds.c.smithi062.stderr: 16: (MDSLogContextBase::complete(int)+0x53) [0x55f41b3aabd3] 2023-06-08T04:43:20.597 INFO:tasks.ceph.mds.c.smithi062.stderr: 17: (Finisher::finisher_thread_entry()+0x175) [0x7fa3ac5ea725] 2023-06-08T04:43:20.597 INFO:tasks.ceph.mds.c.smithi062.stderr: 18: /lib/x86_64-linux-gnu/libc.so.6(+0x94b43) [0x7fa3abeb1b43] 2023-06-08T04:43:20.597 INFO:tasks.ceph.mds.c.smithi062.stderr: 19: /lib/x86_64-linux-gnu/libc.so.6(+0x126a00) [0x7fa3abf43a00] 2023-06-08T04:43:20.598 INFO:tasks.ceph.mds.c.smithi062.stderr:2023-06-08T04:43:20.591+0000 7fa3a03ed640 -1 *** Caught signal (Aborted) ** 2023-06-08T04:43:20.598 INFO:tasks.ceph.mds.c.smithi062.stderr: in thread 7fa3a03ed640 thread_name:MR_Finisher 2023-06-08T04:43:20.598 INFO:tasks.ceph.mds.c.smithi062.stderr: 2023-06-08T04:43:20.598 INFO:tasks.ceph.mds.c.smithi062.stderr: ceph version 18.0.0-4313-ga02638f8 (a02638f808b8fe11bccdd01222c0e6e2eb71120b) reef (dev) 2023-06-08T04:43:20.598 INFO:tasks.ceph.mds.c.smithi062.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fa3abe5f520] 2023-06-08T04:43:20.598 INFO:tasks.ceph.mds.c.smithi062.stderr: 2: pthread_kill() 2023-06-08T04:43:20.599 INFO:tasks.ceph.mds.c.smithi062.stderr: 3: raise() 2023-06-08T04:43:20.599 INFO:tasks.ceph.mds.c.smithi062.stderr: 4: abort() 2023-06-08T04:43:20.599 INFO:tasks.ceph.mds.c.smithi062.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fa3ac53773b] 2023-06-08T04:43:20.599 INFO:tasks.ceph.mds.c.smithi062.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x161895) [0x7fa3ac537895] 2023-06-08T04:43:20.599 INFO:tasks.ceph.mds.c.smithi062.stderr: 7: ceph-mds(+0x21b10b) [0x55f41b20210b] 2023-06-08T04:43:20.599 INFO:tasks.ceph.mds.c.smithi062.stderr: 8: (Locker::xlock_finish(std::_Rb_tree_const_iterator const&, MutationImpl*, bool*)+0x8d) [0x55f41b2bb73d] 2023-06-08T04:43:20.599 INFO:tasks.ceph.mds.c.smithi062.stderr: 9: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x47d) [0x55f41b2ada9d] 2023-06-08T04:43:20.599 INFO:tasks.ceph.mds.c.smithi062.stderr: 10: (Locker::drop_non_rdlocks(MutationImpl*, std::set, std::allocator >*)+0x63) [0x55f41b2ae193] 2023-06-08T04:43:20.600 INFO:tasks.ceph.mds.c.smithi062.stderr: 11: (Server::reply_client_request(boost::intrusive_ptr&, boost::intrusive_ptr const&)+0x428) [0x55f41b18fb18] 2023-06-08T04:43:20.600 INFO:tasks.ceph.mds.c.smithi062.stderr: 12: (Server::respond_to_request(boost::intrusive_ptr&, int)+0x11e) [0x55f41b184cfe] 2023-06-08T04:43:20.600 INFO:tasks.ceph.mds.c.smithi062.stderr: 13: (Server::_unlink_local_finish(boost::intrusive_ptr&, CDentry*, CDentry*, unsigned long)+0x310) [0x55f41b1bc620] 2023-06-08T04:43:20.600 INFO:tasks.ceph.mds.c.smithi062.stderr: 14: (MDSContext::complete(int)+0x5c) [0x55f41b3aa66c] 2023-06-08T04:43:20.600 INFO:tasks.ceph.mds.c.smithi062.stderr: 15: (MDSIOContextBase::complete(int)+0x30c) [0x55f41b3aaa9c] 2023-06-08T04:43:20.600 INFO:tasks.ceph.mds.c.smithi062.stderr: 16: (MDSLogContextBase::complete(int)+0x53) [0x55f41b3aabd3] 2023-06-08T04:43:20.600 INFO:tasks.ceph.mds.c.smithi062.stderr: 17: (Finisher::finisher_thread_entry()+0x175) [0x7fa3ac5ea725] 2023-06-08T04:43:20.601 INFO:tasks.ceph.mds.c.smithi062.stderr: 18: /lib/x86_64-linux-gnu/libc.so.6(+0x94b43) [0x7fa3abeb1b43] 2023-06-08T04:43:20.601 INFO:tasks.ceph.mds.c.smithi062.stderr: 19: /lib/x86_64-linux-gnu/libc.so.6(+0x126a00) [0x7fa3abf43a00] 2023-06-08T04:43:20.601 INFO:tasks.ceph.mds.c.smithi062.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-06-08T04:43:20.601 INFO:tasks.ceph.mds.c.smithi062.stderr: 2023-06-08T04:43:20.609 INFO:tasks.ceph.mds.c.smithi062.stderr: -1> 2023-06-08T04:43:20.583+0000 7fa3a03ed640 -1 ./src/mds/SimpleLock.h: In function 'void SimpleLock::put_xlock()' thread 7fa3a03ed640 time 2023-06-08T04:43:20.578563+0000 2023-06-08T04:43:20.609 INFO:tasks.ceph.mds.c.smithi062.stderr:./src/mds/SimpleLock.h: 417: FAILED ceph_assert(state == LOCK_XLOCK || state == LOCK_XLOCKDONE || state == LOCK_XLOCKSNAP || state == LOCK_LOCK_XLOCK || state == LOCK_LOCK || is_locallock()) 2023-06-08T04:43:20.609 INFO:tasks.ceph.mds.c.smithi062.stderr: 2023-06-08T04:43:20.610 INFO:tasks.ceph.mds.c.smithi062.stderr: ceph version 18.0.0-4313-ga02638f8 (a02638f808b8fe11bccdd01222c0e6e2eb71120b) reef (dev) 2023-06-08T04:43:20.610 INFO:tasks.ceph.mds.c.smithi062.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fa3ac5376e1] 2023-06-08T04:43:20.610 INFO:tasks.ceph.mds.c.smithi062.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x161895) [0x7fa3ac537895] 2023-06-08T04:43:20.610 INFO:tasks.ceph.mds.c.smithi062.stderr: 3: ceph-mds(+0x21b10b) [0x55f41b20210b] 2023-06-08T04:43:20.610 INFO:tasks.ceph.mds.c.smithi062.stderr: 4: (Locker::xlock_finish(std::_Rb_tree_const_iterator const&, MutationImpl*, bool*)+0x8d) [0x55f41b2bb73d] 2023-06-08T04:43:20.610 INFO:tasks.ceph.mds.c.smithi062.stderr: 5: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x47d) [0x55f41b2ada9d] 2023-06-08T04:43:20.610 INFO:tasks.ceph.mds.c.smithi062.stderr: 6: (Locker::drop_non_rdlocks(MutationImpl*, std::set, std::allocator >*)+0x63) [0x55f41b2ae193] 2023-06-08T04:43:20.610 INFO:tasks.ceph.mds.c.smithi062.stderr: 7: (Server::reply_client_request(boost::intrusive_ptr&, boost::intrusive_ptr const&)+0x428) [0x55f41b18fb18] 2023-06-08T04:43:20.611 INFO:tasks.ceph.mds.c.smithi062.stderr: 8: (Server::respond_to_request(boost::intrusive_ptr&, int)+0x11e) [0x55f41b184cfe] 2023-06-08T04:43:20.611 INFO:tasks.ceph.mds.c.smithi062.stderr: 9: (Server::_unlink_local_finish(boost::intrusive_ptr&, CDentry*, CDentry*, unsigned long)+0x310) [0x55f41b1bc620] 2023-06-08T04:43:20.611 INFO:tasks.ceph.mds.c.smithi062.stderr: 10: (MDSContext::complete(int)+0x5c) [0x55f41b3aa66c] 2023-06-08T04:43:20.611 INFO:tasks.ceph.mds.c.smithi062.stderr: 11: (MDSIOContextBase::complete(int)+0x30c) [0x55f41b3aaa9c] 2023-06-08T04:43:20.611 INFO:tasks.ceph.mds.c.smithi062.stderr: 12: (MDSLogContextBase::complete(int)+0x53) [0x55f41b3aabd3] 2023-06-08T04:43:20.611 INFO:tasks.ceph.mds.c.smithi062.stderr: 13: (Finisher::finisher_thread_entry()+0x175) [0x7fa3ac5ea725] 2023-06-08T04:43:20.611 INFO:tasks.ceph.mds.c.smithi062.stderr: 14: /lib/x86_64-linux-gnu/libc.so.6(+0x94b43) [0x7fa3abeb1b43] 2023-06-08T04:43:20.611 INFO:tasks.ceph.mds.c.smithi062.stderr: 15: /lib/x86_64-linux-gnu/libc.so.6(+0x126a00) [0x7fa3abf43a00] 2023-06-08T04:43:20.612 INFO:tasks.ceph.mds.c.smithi062.stderr: 2023-06-08T04:43:20.612 INFO:tasks.ceph.mds.c.smithi062.stderr: 0> 2023-06-08T04:43:20.591+0000 7fa3a03ed640 -1 *** Caught signal (Aborted) ** 2023-06-08T04:43:20.612 INFO:tasks.ceph.mds.c.smithi062.stderr: in thread 7fa3a03ed640 thread_name:MR_Finisher 2023-06-08T04:43:20.612 INFO:tasks.ceph.mds.c.smithi062.stderr: 2023-06-08T04:43:20.612 INFO:tasks.ceph.mds.c.smithi062.stderr: ceph version 18.0.0-4313-ga02638f8 (a02638f808b8fe11bccdd01222c0e6e2eb71120b) reef (dev) 2023-06-08T04:43:20.612 INFO:tasks.ceph.mds.c.smithi062.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fa3abe5f520] 2023-06-08T04:43:20.612 INFO:tasks.ceph.mds.c.smithi062.stderr: 2: pthread_kill() 2023-06-08T04:43:20.613 INFO:tasks.ceph.mds.c.smithi062.stderr: 3: raise() 2023-06-08T04:43:20.613 INFO:tasks.ceph.mds.c.smithi062.stderr: 4: abort() 2023-06-08T04:43:20.613 INFO:tasks.ceph.mds.c.smithi062.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fa3ac53773b] 2023-06-08T04:43:20.613 INFO:tasks.ceph.mds.c.smithi062.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x161895) [0x7fa3ac537895] 2023-06-08T04:43:20.613 INFO:tasks.ceph.mds.c.smithi062.stderr: 7: ceph-mds(+0x21b10b) [0x55f41b20210b] 2023-06-08T04:43:20.613 INFO:tasks.ceph.mds.c.smithi062.stderr: 8: (Locker::xlock_finish(std::_Rb_tree_const_iterator const&, MutationImpl*, bool*)+0x8d) [0x55f41b2bb73d] 2023-06-08T04:43:20.613 INFO:tasks.ceph.mds.c.smithi062.stderr: 9: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x47d) [0x55f41b2ada9d] 2023-06-08T04:43:20.613 INFO:tasks.ceph.mds.c.smithi062.stderr: 10: (Locker::drop_non_rdlocks(MutationImpl*, std::set, std::allocator >*)+0x63) [0x55f41b2ae193] 2023-06-08T04:43:20.614 INFO:tasks.ceph.mds.c.smithi062.stderr: 11: (Server::reply_client_request(boost::intrusive_ptr&, boost::intrusive_ptr const&)+0x428) [0x55f41b18fb18] 2023-06-08T04:43:20.614 INFO:tasks.ceph.mds.c.smithi062.stderr: 12: (Server::respond_to_request(boost::intrusive_ptr&, int)+0x11e) [0x55f41b184cfe] 2023-06-08T04:43:20.614 INFO:tasks.ceph.mds.c.smithi062.stderr: 13: (Server::_unlink_local_finish(boost::intrusive_ptr&, CDentry*, CDentry*, unsigned long)+0x310) [0x55f41b1bc620] 2023-06-08T04:43:20.614 INFO:tasks.ceph.mds.c.smithi062.stderr: 14: (MDSContext::complete(int)+0x5c) [0x55f41b3aa66c] 2023-06-08T04:43:20.614 INFO:tasks.ceph.mds.c.smithi062.stderr: 15: (MDSIOContextBase::complete(int)+0x30c) [0x55f41b3aaa9c] 2023-06-08T04:43:20.614 INFO:tasks.ceph.mds.c.smithi062.stderr: 16: (MDSLogContextBase::complete(int)+0x53) [0x55f41b3aabd3] 2023-06-08T04:43:20.614 INFO:tasks.ceph.mds.c.smithi062.stderr: 17: (Finisher::finisher_thread_entry()+0x175) [0x7fa3ac5ea725] 2023-06-08T04:43:20.614 INFO:tasks.ceph.mds.c.smithi062.stderr: 18: /lib/x86_64-linux-gnu/libc.so.6(+0x94b43) [0x7fa3abeb1b43] 2023-06-08T04:43:20.615 INFO:tasks.ceph.mds.c.smithi062.stderr: 19: /lib/x86_64-linux-gnu/libc.so.6(+0x126a00) [0x7fa3abf43a00] 2023-06-08T04:43:20.615 INFO:tasks.ceph.mds.c.smithi062.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-06-08T04:43:20.615 INFO:tasks.ceph.mds.c.smithi062.stderr: 2023-06-08T04:43:20.623 INFO:tasks.ceph.mds.c.smithi062.stderr: -1> 2023-06-08T04:43:20.583+0000 7fa3a03ed640 -1 ./src/mds/SimpleLock.h: In function 'void SimpleLock::put_xlock()' thread 7fa3a03ed640 time 2023-06-08T04:43:20.578563+0000 2023-06-08T04:43:20.623 INFO:tasks.ceph.mds.c.smithi062.stderr:./src/mds/SimpleLock.h: 417: FAILED ceph_assert(state == LOCK_XLOCK || state == LOCK_XLOCKDONE || state == LOCK_XLOCKSNAP || state == LOCK_LOCK_XLOCK || state == LOCK_LOCK || is_locallock()) 2023-06-08T04:43:20.623 INFO:tasks.ceph.mds.c.smithi062.stderr: 2023-06-08T04:43:20.623 INFO:tasks.ceph.mds.c.smithi062.stderr: ceph version 18.0.0-4313-ga02638f8 (a02638f808b8fe11bccdd01222c0e6e2eb71120b) reef (dev) 2023-06-08T04:43:20.623 INFO:tasks.ceph.mds.c.smithi062.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fa3ac5376e1] 2023-06-08T04:43:20.624 INFO:tasks.ceph.mds.c.smithi062.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x161895) [0x7fa3ac537895] 2023-06-08T04:43:20.624 INFO:tasks.ceph.mds.c.smithi062.stderr: 3: ceph-mds(+0x21b10b) [0x55f41b20210b] 2023-06-08T04:43:20.624 INFO:tasks.ceph.mds.c.smithi062.stderr: 4: (Locker::xlock_finish(std::_Rb_tree_const_iterator const&, MutationImpl*, bool*)+0x8d) [0x55f41b2bb73d] 2023-06-08T04:43:20.624 INFO:tasks.ceph.mds.c.smithi062.stderr: 5: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x47d) [0x55f41b2ada9d] 2023-06-08T04:43:20.624 INFO:tasks.ceph.mds.c.smithi062.stderr: 6: (Locker::drop_non_rdlocks(MutationImpl*, std::set, std::allocator >*)+0x63) [0x55f41b2ae193] 2023-06-08T04:43:20.624 INFO:tasks.ceph.mds.c.smithi062.stderr: 7: (Server::reply_client_request(boost::intrusive_ptr&, boost::intrusive_ptr const&)+0x428) [0x55f41b18fb18] 2023-06-08T04:43:20.624 INFO:tasks.ceph.mds.c.smithi062.stderr: 8: (Server::respond_to_request(boost::intrusive_ptr&, int)+0x11e) [0x55f41b184cfe] 2023-06-08T04:43:20.625 INFO:tasks.ceph.mds.c.smithi062.stderr: 9: (Server::_unlink_local_finish(boost::intrusive_ptr&, CDentry*, CDentry*, unsigned long)+0x310) [0x55f41b1bc620] 2023-06-08T04:43:20.625 INFO:tasks.ceph.mds.c.smithi062.stderr: 10: (MDSContext::complete(int)+0x5c) [0x55f41b3aa66c] 2023-06-08T04:43:20.625 INFO:tasks.ceph.mds.c.smithi062.stderr: 11: (MDSIOContextBase::complete(int)+0x30c) [0x55f41b3aaa9c] 2023-06-08T04:43:20.625 INFO:tasks.ceph.mds.c.smithi062.stderr: 12: (MDSLogContextBase::complete(int)+0x53) [0x55f41b3aabd3] 2023-06-08T04:43:20.625 INFO:tasks.ceph.mds.c.smithi062.stderr: 13: (Finisher::finisher_thread_entry()+0x175) [0x7fa3ac5ea725] 2023-06-08T04:43:20.625 INFO:tasks.ceph.mds.c.smithi062.stderr: 14: /lib/x86_64-linux-gnu/libc.so.6(+0x94b43) [0x7fa3abeb1b43] 2023-06-08T04:43:20.625 INFO:tasks.ceph.mds.c.smithi062.stderr: 15: /lib/x86_64-linux-gnu/libc.so.6(+0x126a00) [0x7fa3abf43a00] 2023-06-08T04:43:20.625 INFO:tasks.ceph.mds.c.smithi062.stderr: 2023-06-08T04:43:20.626 INFO:tasks.ceph.mds.c.smithi062.stderr: 0> 2023-06-08T04:43:20.591+0000 7fa3a03ed640 -1 *** Caught signal (Aborted) ** 2023-06-08T04:43:20.626 INFO:tasks.ceph.mds.c.smithi062.stderr: in thread 7fa3a03ed640 thread_name:MR_Finisher 2023-06-08T04:43:20.626 INFO:tasks.ceph.mds.c.smithi062.stderr: 2023-06-08T04:43:20.626 INFO:tasks.ceph.mds.c.smithi062.stderr: ceph version 18.0.0-4313-ga02638f8 (a02638f808b8fe11bccdd01222c0e6e2eb71120b) reef (dev) 2023-06-08T04:43:20.626 INFO:tasks.ceph.mds.c.smithi062.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fa3abe5f520] 2023-06-08T04:43:20.626 INFO:tasks.ceph.mds.c.smithi062.stderr: 2: pthread_kill() 2023-06-08T04:43:20.626 INFO:tasks.ceph.mds.c.smithi062.stderr: 3: raise() 2023-06-08T04:43:20.626 INFO:tasks.ceph.mds.c.smithi062.stderr: 4: abort() 2023-06-08T04:43:20.627 INFO:tasks.ceph.mds.c.smithi062.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fa3ac53773b] 2023-06-08T04:43:20.627 INFO:tasks.ceph.mds.c.smithi062.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x161895) [0x7fa3ac537895] 2023-06-08T04:43:20.627 INFO:tasks.ceph.mds.c.smithi062.stderr: 7: ceph-mds(+0x21b10b) [0x55f41b20210b] 2023-06-08T04:43:20.627 INFO:tasks.ceph.mds.c.smithi062.stderr: 8: (Locker::xlock_finish(std::_Rb_tree_const_iterator const&, MutationImpl*, bool*)+0x8d) [0x55f41b2bb73d] 2023-06-08T04:43:20.627 INFO:tasks.ceph.mds.c.smithi062.stderr: 9: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x47d) [0x55f41b2ada9d] 2023-06-08T04:43:20.627 INFO:tasks.ceph.mds.c.smithi062.stderr: 10: (Locker::drop_non_rdlocks(MutationImpl*, std::set, std::allocator >*)+0x63) [0x55f41b2ae193] 2023-06-08T04:43:20.627 INFO:tasks.ceph.mds.c.smithi062.stderr: 11: (Server::reply_client_request(boost::intrusive_ptr&, boost::intrusive_ptr const&)+0x428) [0x55f41b18fb18] 2023-06-08T04:43:20.627 INFO:tasks.ceph.mds.c.smithi062.stderr: 12: (Server::respond_to_request(boost::intrusive_ptr&, int)+0x11e) [0x55f41b184cfe] 2023-06-08T04:43:20.628 INFO:tasks.ceph.mds.c.smithi062.stderr: 13: (Server::_unlink_local_finish(boost::intrusive_ptr&, CDentry*, CDentry*, unsigned long)+0x310) [0x55f41b1bc620] 2023-06-08T04:43:20.628 INFO:tasks.ceph.mds.c.smithi062.stderr: 14: (MDSContext::complete(int)+0x5c) [0x55f41b3aa66c] 2023-06-08T04:43:20.628 INFO:tasks.ceph.mds.c.smithi062.stderr: 15: (MDSIOContextBase::complete(int)+0x30c) [0x55f41b3aaa9c] 2023-06-08T04:43:20.628 INFO:tasks.ceph.mds.c.smithi062.stderr: 16: (MDSLogContextBase::complete(int)+0x53) [0x55f41b3aabd3] 2023-06-08T04:43:20.628 INFO:tasks.ceph.mds.c.smithi062.stderr: 17: (Finisher::finisher_thread_entry()+0x175) [0x7fa3ac5ea725] 2023-06-08T04:43:20.628 INFO:tasks.ceph.mds.c.smithi062.stderr: 18: /lib/x86_64-linux-gnu/libc.so.6(+0x94b43) [0x7fa3abeb1b43] 2023-06-08T04:43:20.628 INFO:tasks.ceph.mds.c.smithi062.stderr: 19: /lib/x86_64-linux-gnu/libc.so.6(+0x126a00) [0x7fa3abf43a00] 2023-06-08T04:43:20.629 INFO:tasks.ceph.mds.c.smithi062.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-06-08T04:43:20.629 INFO:tasks.ceph.mds.c.smithi062.stderr: 2023-06-08T04:43:22.233 INFO:tasks.ceph.mds.c.smithi062.stderr:daemon-helper: command crashed with signal 6 2023-06-08T04:43:23.282 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~0s 2023-06-08T04:43:29.892 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~7s 2023-06-08T04:43:36.498 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~13s 2023-06-08T04:43:43.108 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~20s 2023-06-08T04:43:49.717 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~26s 2023-06-08T04:43:56.323 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~33s 2023-06-08T04:44:02.933 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~40s 2023-06-08T04:44:09.541 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~46s 2023-06-08T04:44:16.148 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~53s 2023-06-08T04:44:22.758 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~59s 2023-06-08T04:44:29.366 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~66s 2023-06-08T04:44:35.974 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~73s 2023-06-08T04:44:42.580 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~79s 2023-06-08T04:44:49.190 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~86s 2023-06-08T04:44:50.409 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:44:50.412 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:44:55.798 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~93s 2023-06-08T04:45:02.407 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~99s 2023-06-08T04:45:09.013 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~106s 2023-06-08T04:45:15.621 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~112s 2023-06-08T04:45:20.519 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:45:20.522 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:45:22.230 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~119s 2023-06-08T04:45:28.837 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~126s 2023-06-08T04:45:35.446 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~132s 2023-06-08T04:45:42.053 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~139s 2023-06-08T04:45:48.660 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~145s 2023-06-08T04:45:50.614 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:45:50.616 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:45:55.268 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~152s 2023-06-08T04:46:01.876 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~159s 2023-06-08T04:46:08.484 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~165s 2023-06-08T04:46:15.092 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~172s 2023-06-08T04:46:20.679 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:46:20.682 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:46:21.703 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~178s 2023-06-08T04:46:28.310 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~185s 2023-06-08T04:46:34.917 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~192s 2023-06-08T04:46:41.526 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~198s 2023-06-08T04:46:48.133 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~205s 2023-06-08T04:46:50.797 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:46:50.800 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:46:54.739 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~211s 2023-06-08T04:47:01.345 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~218s 2023-06-08T04:47:07.952 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~225s 2023-06-08T04:47:14.558 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~231s 2023-06-08T04:47:20.842 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:47:20.844 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:47:21.166 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~238s 2023-06-08T04:47:27.772 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~244s 2023-06-08T04:47:34.378 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~251s 2023-06-08T04:47:40.988 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~258s 2023-06-08T04:47:47.595 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~264s 2023-06-08T04:47:50.970 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:47:50.974 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:47:54.202 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~271s 2023-06-08T04:48:00.811 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~278s 2023-06-08T04:48:07.418 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~284s 2023-06-08T04:48:14.026 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~291s 2023-06-08T04:48:20.636 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~297s 2023-06-08T04:48:21.091 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:48:21.094 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:48:27.245 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~304s 2023-06-08T04:48:27.245 INFO:tasks.daemonwatchdog.daemon_watchdog:BARK! unmounting mounts and killing all daemons 2023-06-08T04:48:27.245 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T04:48:27.246 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-08T04:48:27.268 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16342116k,nr_inodes=4085529,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275932k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19514 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275928k,nr_inodes=818982,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275932k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 ceph-fuse /tmp/tmp.x03Nng5zOjtest fuse.ceph-fuse rw,nosuid,nodev,relatime,user_id=0,group_id=0,allow_other 0 0 2023-06-08T04:48:27.269 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi062.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2023-06-08T04:48:27.269 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi062.front.sepia.ceph.com 2023-06-08T04:48:27.269 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T04:48:27.270 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-06-08T04:48:27.345 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-06-08T04:48:27.346 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-08T04:48:27.392 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16342116k,nr_inodes=4085529,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275932k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19514 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275928k,nr_inodes=818982,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275932k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 ceph-fuse /tmp/tmp.x03Nng5zOjtest fuse.ceph-fuse rw,nosuid,nodev,relatime,user_id=0,group_id=0,allow_other 0 0 2023-06-08T04:48:27.392 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.2 is not mounted at ubuntu@smithi062.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.2 2023-06-08T04:48:27.392 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi062.front.sepia.ceph.com 2023-06-08T04:48:27.393 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T04:48:27.393 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2023-06-08T04:48:27.440 INFO:teuthology.orchestra.run.smithi062.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2023-06-08T04:48:27.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-08T04:48:27.441 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T04:48:27.441 DEBUG:teuthology.orchestra.run.smithi188:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-08T04:48:27.459 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16342048k,nr_inodes=4085512,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275916k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15808 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275912k,nr_inodes=818978,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275916k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2023-06-08T04:48:27.459 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.1 is not mounted at ubuntu@smithi188.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.1 2023-06-08T04:48:27.460 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi188.front.sepia.ceph.com 2023-06-08T04:48:27.460 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T04:48:27.460 DEBUG:teuthology.orchestra.run.smithi188:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-06-08T04:48:27.516 INFO:teuthology.orchestra.run.smithi188.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2023-06-08T04:48:27.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-08T04:48:27.517 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2023-06-08T04:48:27.518 DEBUG:teuthology.orchestra.run.smithi188:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-08T04:48:27.563 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16342048k,nr_inodes=4085512,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275916k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15808 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275912k,nr_inodes=818978,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275916k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2023-06-08T04:48:27.563 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.3 is not mounted at ubuntu@smithi188.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.3 2023-06-08T04:48:27.563 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi188.front.sepia.ceph.com 2023-06-08T04:48:27.563 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-08T04:48:27.564 DEBUG:teuthology.orchestra.run.smithi188:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2023-06-08T04:48:27.611 INFO:teuthology.orchestra.run.smithi188.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2023-06-08T04:48:27.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-08T04:48:29.218 INFO:tasks.ceph.osd.0:Sent signal 15 2023-06-08T04:48:29.219 INFO:tasks.ceph.osd.1:Sent signal 15 2023-06-08T04:48:29.219 INFO:tasks.ceph.osd.2:Sent signal 15 2023-06-08T04:48:29.220 INFO:tasks.ceph.osd.3:Sent signal 15 2023-06-08T04:48:29.220 INFO:tasks.ceph.osd.4:Sent signal 15 2023-06-08T04:48:29.220 INFO:tasks.ceph.osd.5:Sent signal 15 2023-06-08T04:48:29.221 INFO:tasks.ceph.osd.6:Sent signal 15 2023-06-08T04:48:29.221 INFO:tasks.ceph.osd.7:Sent signal 15 2023-06-08T04:48:29.221 INFO:tasks.ceph.mds.a:Sent signal 15 2023-06-08T04:48:29.221 INFO:tasks.ceph.mds.b:Sent signal 15 2023-06-08T04:48:29.222 INFO:tasks.ceph.mds.d:Sent signal 15 2023-06-08T04:48:29.222 INFO:tasks.ceph.mon.a:Sent signal 15 2023-06-08T04:48:29.222 INFO:tasks.ceph.mon.b:Sent signal 15 2023-06-08T04:48:29.222 INFO:tasks.ceph.mon.c:Sent signal 15 2023-06-08T04:48:29.223 INFO:tasks.ceph.mgr.y:Sent signal 15 2023-06-08T04:48:29.223 INFO:tasks.ceph.mgr.x:Sent signal 15 2023-06-08T04:48:29.224 INFO:tasks.ceph.osd.4.smithi188.stderr:2023-06-08T04:48:29.216+0000 7ffaa998c640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 4 (PID: 37520) UID: 0 2023-06-08T04:48:29.224 INFO:tasks.ceph.osd.4.smithi188.stderr:2023-06-08T04:48:29.216+0000 7ffaa998c640 -1 osd.4 40 *** Got signal Terminated *** 2023-06-08T04:48:29.224 INFO:tasks.ceph.osd.4.smithi188.stderr:2023-06-08T04:48:29.216+0000 7ffaa998c640 -1 osd.4 40 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-06-08T04:48:29.224 INFO:tasks.ceph.osd.5.smithi188.stderr:2023-06-08T04:48:29.216+0000 7f12933d9640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 5 (PID: 37523) UID: 0 2023-06-08T04:48:29.225 INFO:tasks.ceph.osd.5.smithi188.stderr:2023-06-08T04:48:29.216+0000 7f12933d9640 -1 osd.5 40 *** Got signal Terminated *** 2023-06-08T04:48:29.225 INFO:tasks.ceph.osd.5.smithi188.stderr:2023-06-08T04:48:29.216+0000 7f12933d9640 -1 osd.5 40 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-06-08T04:48:29.225 INFO:tasks.ceph.osd.6.smithi188.stderr:2023-06-08T04:48:29.216+0000 7fecd9045640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 6 (PID: 37525) UID: 0 2023-06-08T04:48:29.225 INFO:tasks.ceph.osd.6.smithi188.stderr:2023-06-08T04:48:29.216+0000 7fecd9045640 -1 osd.6 40 *** Got signal Terminated *** 2023-06-08T04:48:29.225 INFO:tasks.ceph.osd.6.smithi188.stderr:2023-06-08T04:48:29.216+0000 7fecd9045640 -1 osd.6 40 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-06-08T04:48:29.226 INFO:tasks.ceph.osd.7.smithi188.stderr:2023-06-08T04:48:29.216+0000 7fb946219640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 7 (PID: 37527) UID: 0 2023-06-08T04:48:29.226 INFO:tasks.ceph.osd.7.smithi188.stderr:2023-06-08T04:48:29.216+0000 7fb946219640 -1 osd.7 40 *** Got signal Terminated *** 2023-06-08T04:48:29.226 INFO:tasks.ceph.osd.7.smithi188.stderr:2023-06-08T04:48:29.216+0000 7fb946219640 -1 osd.7 40 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-06-08T04:48:29.226 INFO:tasks.ceph.mds.b.smithi188.stderr:2023-06-08T04:48:29.220+0000 7f18b8357640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-mds -f --cluster ceph -i b (PID: 43546) UID: 0 2023-06-08T04:48:29.227 INFO:tasks.ceph.mds.b.smithi188.stderr:2023-06-08T04:48:29.220+0000 7f18b8357640 -1 mds.b *** got signal Terminated *** 2023-06-08T04:48:29.227 INFO:tasks.ceph.mds.d.smithi188.stderr:2023-06-08T04:48:29.220+0000 7f327714e640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-mds -f --cluster ceph -i d (PID: 43547) UID: 0 2023-06-08T04:48:29.227 INFO:tasks.ceph.mds.d.smithi188.stderr:2023-06-08T04:48:29.220+0000 7f327714e640 -1 mds.d *** got signal Terminated *** 2023-06-08T04:48:29.227 INFO:tasks.ceph.mon.b.smithi188.stderr:2023-06-08T04:48:29.220+0000 7f4e93ea1640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-mon -f --cluster ceph -i b (PID: 37207) UID: 0 2023-06-08T04:48:29.228 INFO:tasks.ceph.mon.b.smithi188.stderr:2023-06-08T04:48:29.220+0000 7f4e93ea1640 -1 mon.b@1(peon) e1 *** Got Signal Terminated *** 2023-06-08T04:48:29.228 INFO:tasks.ceph.mon.c.smithi188.stderr:2023-06-08T04:48:29.220+0000 7fed1e5f2640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-mon -f --cluster ceph -i c (PID: 37210) UID: 0 2023-06-08T04:48:29.228 INFO:tasks.ceph.mon.c.smithi188.stderr:2023-06-08T04:48:29.220+0000 7fed1e5f2640 -1 mon.c@2(peon) e1 *** Got Signal Terminated *** 2023-06-08T04:48:29.229 INFO:tasks.ceph.osd.0.smithi062.stderr:2023-06-08T04:48:29.214+0000 7f9a10c99640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 0 (PID: 37299) UID: 0 2023-06-08T04:48:29.229 INFO:tasks.ceph.osd.0.smithi062.stderr:2023-06-08T04:48:29.214+0000 7f9a10c99640 -1 osd.0 40 *** Got signal Terminated *** 2023-06-08T04:48:29.229 INFO:tasks.ceph.osd.0.smithi062.stderr:2023-06-08T04:48:29.214+0000 7f9a10c99640 -1 osd.0 40 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-06-08T04:48:29.229 INFO:tasks.ceph.osd.1.smithi062.stderr:2023-06-08T04:48:29.218+0000 7f8456ba3640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 1 (PID: 37301) UID: 0 2023-06-08T04:48:29.230 INFO:tasks.ceph.osd.1.smithi062.stderr:2023-06-08T04:48:29.218+0000 7f8456ba3640 -1 osd.1 40 *** Got signal Terminated *** 2023-06-08T04:48:29.230 INFO:tasks.ceph.osd.1.smithi062.stderr:2023-06-08T04:48:29.218+0000 7f8456ba3640 -1 osd.1 40 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-06-08T04:48:29.230 INFO:tasks.ceph.osd.2.smithi062.stderr:2023-06-08T04:48:29.218+0000 7f27c6783640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 2 (PID: 37303) UID: 0 2023-06-08T04:48:29.230 INFO:tasks.ceph.osd.2.smithi062.stderr:2023-06-08T04:48:29.218+0000 7f27c6783640 -1 osd.2 40 *** Got signal Terminated *** 2023-06-08T04:48:29.230 INFO:tasks.ceph.osd.2.smithi062.stderr:2023-06-08T04:48:29.218+0000 7f27c6783640 -1 osd.2 40 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-06-08T04:48:29.231 INFO:tasks.ceph.osd.3.smithi062.stderr:2023-06-08T04:48:29.218+0000 7f654c4a5640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 3 (PID: 37305) UID: 0 2023-06-08T04:48:29.231 INFO:tasks.ceph.osd.3.smithi062.stderr:2023-06-08T04:48:29.218+0000 7f654c4a5640 -1 osd.3 40 *** Got signal Terminated *** 2023-06-08T04:48:29.231 INFO:tasks.ceph.osd.3.smithi062.stderr:2023-06-08T04:48:29.218+0000 7f654c4a5640 -1 osd.3 40 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-06-08T04:48:29.232 INFO:tasks.ceph.mds.a.smithi062.stderr:2023-06-08T04:48:29.218+0000 7fce0ddf8640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-mds -f --cluster ceph -i a (PID: 47297) UID: 0 2023-06-08T04:48:29.232 INFO:tasks.ceph.mds.a.smithi062.stderr:2023-06-08T04:48:29.218+0000 7fce0ddf8640 -1 mds.a *** got signal Terminated *** 2023-06-08T04:48:29.232 INFO:tasks.ceph.mon.a.smithi062.stderr:2023-06-08T04:48:29.218+0000 7feb37a9b640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-mon -f --cluster ceph -i a (PID: 37194) UID: 0 2023-06-08T04:48:29.232 INFO:tasks.ceph.mon.a.smithi062.stderr:2023-06-08T04:48:29.218+0000 7feb37a9b640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-06-08T04:48:29.424 INFO:tasks.ceph.mgr.y.smithi062.stderr:daemon-helper: command crashed with signal 15 2023-06-08T04:48:51.145 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:48:51.148 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:49:21.197 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:49:21.200 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:49:51.248 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:49:51.251 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:50:21.345 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:50:21.347 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:50:51.464 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:50:51.467 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:51:21.524 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:51:21.527 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:51:51.577 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:51:51.580 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:52:21.646 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:52:21.649 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:52:51.766 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:52:51.769 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:53:21.884 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:53:21.887 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:53:51.928 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:53:51.931 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:54:22.031 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:54:22.033 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:54:52.141 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:54:52.144 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:55:22.243 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:55:22.246 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:55:52.363 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:55:52.366 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:56:22.452 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:56:22.455 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:56:52.585 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:56:52.588 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:57:22.729 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:57:22.732 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:57:52.914 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:57:52.917 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:58:23.059 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:58:23.061 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:58:53.114 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:58:53.116 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:59:23.230 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:59:23.233 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:59:53.340 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T04:59:53.343 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:00:23.451 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:00:23.454 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:00:53.579 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:00:53.581 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:01:23.650 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:01:23.654 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:01:53.807 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:01:53.809 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:02:23.943 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:02:23.946 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:02:54.046 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:02:54.049 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:03:24.091 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:03:24.093 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:03:54.138 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:03:54.140 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:04:24.272 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:04:24.275 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:04:54.383 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:04:54.386 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:05:24.427 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:05:24.430 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:05:54.555 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:05:54.558 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:06:24.616 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:06:24.619 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:06:54.726 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:06:54.729 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:07:24.837 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:07:24.840 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:07:55.031 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:07:55.034 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:08:25.079 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:08:25.082 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:08:55.127 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:08:55.130 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:09:25.246 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:09:25.249 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:09:55.357 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:09:55.360 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:10:25.526 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:10:25.529 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:10:55.629 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:10:55.632 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:11:25.707 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:11:25.710 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:11:55.809 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:11:55.812 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:12:25.928 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:12:25.931 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:12:56.114 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:12:56.117 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:13:26.159 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:13:26.162 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:13:56.210 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:13:56.213 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:14:26.329 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:14:26.332 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:14:56.449 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:14:56.452 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:15:26.542 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:15:26.545 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:15:56.661 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:15:56.664 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:16:26.843 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:16:26.846 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:16:56.891 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:16:56.893 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:17:27.002 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:17:27.005 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:17:57.138 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:17:57.140 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:18:27.383 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:18:27.386 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:18:57.438 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:18:57.441 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:19:27.545 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:19:27.547 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:19:57.709 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:19:57.712 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:20:27.924 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:20:27.927 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:20:57.976 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:20:57.979 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:21:28.049 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:21:28.052 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:21:58.098 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:21:58.101 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:22:28.144 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:22:28.147 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:22:58.412 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:22:58.415 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:23:28.455 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:23:28.458 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:23:58.499 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:23:58.501 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:24:28.626 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:24:28.629 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:24:58.745 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:24:58.748 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:25:29.006 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:25:29.009 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:25:59.050 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:25:59.053 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:26:29.119 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:26:29.122 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:26:59.213 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:26:59.216 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:27:29.259 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:27:29.262 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:27:59.468 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:27:59.471 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:28:29.603 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:28:29.606 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:28:59.650 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:28:59.653 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:29:29.775 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:29:29.778 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:29:59.894 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:29:59.897 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:30:30.055 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:30:30.058 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:31:00.106 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:31:00.109 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:31:30.178 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:31:30.181 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:32:00.320 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:32:00.323 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:32:30.414 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:32:30.416 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:33:00.533 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:33:00.536 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:33:30.651 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:33:30.654 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:34:00.704 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:34:00.707 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:34:30.870 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:34:30.873 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:35:00.976 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:35:00.979 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:35:31.094 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:35:31.097 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:36:01.146 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:36:01.149 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:36:31.217 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:36:31.224 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:37:01.365 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:37:01.368 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:37:31.488 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:37:31.491 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:38:01.540 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:38:01.544 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:38:31.599 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:38:31.602 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:39:01.654 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:39:01.657 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:39:31.765 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:39:31.767 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:40:01.816 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:40:01.819 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:40:31.896 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:40:31.899 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:41:02.014 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:41:02.016 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:41:32.083 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:41:32.086 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:42:02.226 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:42:02.229 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:42:32.270 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:42:32.272 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:43:02.314 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:43:02.317 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:43:32.480 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:43:32.483 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:44:02.536 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:44:02.539 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:44:32.596 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:44:32.599 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:45:02.725 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:45:02.727 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:45:32.777 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:45:32.779 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:46:02.838 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:46:02.840 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:46:33.022 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:46:33.025 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:47:03.134 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:47:03.137 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:47:33.182 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:47:33.185 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:48:03.230 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:48:03.233 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:48:33.359 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:48:33.362 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:49:03.410 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:49:03.413 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:49:33.522 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:49:33.524 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:50:03.574 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:50:03.577 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:50:33.626 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:50:33.629 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:51:03.745 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:51:03.748 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:51:33.847 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:51:33.850 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:52:03.907 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:52:03.910 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:52:34.035 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:52:34.038 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:53:04.088 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:53:04.091 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:53:34.198 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:53:34.201 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:54:04.505 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:54:04.508 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:54:34.653 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:54:34.656 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:55:04.764 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:55:04.767 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:55:34.812 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:55:34.815 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:56:04.861 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:56:04.863 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:56:35.049 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:56:35.052 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:57:05.090 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:57:05.092 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:57:35.217 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:57:35.220 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:58:05.271 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:58:05.273 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:58:35.323 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:58:35.325 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:59:05.524 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:59:05.527 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:59:35.577 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T05:59:35.580 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:00:05.697 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:00:05.700 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:00:35.748 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:00:35.751 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:01:05.801 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:01:05.804 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:01:35.864 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:01:35.867 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:02:05.931 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:02:05.934 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:02:36.049 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:02:36.052 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:03:06.102 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:03:06.104 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:03:36.187 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:03:36.190 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:04:06.316 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:04:06.318 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:04:36.367 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:04:36.370 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:05:06.495 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:05:06.497 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:05:36.664 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:05:36.667 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:06:06.717 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:06:06.719 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:06:36.786 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:06:36.789 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:07:06.866 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:07:06.868 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:07:36.982 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:07:36.985 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:08:07.137 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:08:07.140 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:08:37.287 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:08:37.290 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:09:07.380 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:09:07.383 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:09:37.433 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:09:37.436 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:10:07.552 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:10:07.554 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:10:37.684 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:10:37.686 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:11:07.735 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:11:07.737 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:11:37.809 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:11:37.812 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:12:07.871 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:12:07.874 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:12:37.981 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:12:37.984 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:13:08.033 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:13:08.036 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:13:38.086 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:13:38.089 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:14:08.214 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:14:08.217 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:14:38.257 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:14:38.260 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:15:08.385 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:15:08.388 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:15:38.429 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:15:38.431 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:16:08.483 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:16:08.486 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:16:38.547 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:16:38.549 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:17:08.628 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:17:08.630 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:17:38.680 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:17:38.683 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:18:08.775 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:18:08.778 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:18:38.868 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:18:38.871 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:19:08.971 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:19:08.974 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:19:39.123 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:19:39.125 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:20:09.367 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:20:09.370 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:20:39.479 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:20:39.481 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:21:09.531 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:21:09.534 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:21:39.603 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:21:39.606 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:22:09.659 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:22:09.661 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:22:39.855 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:22:39.858 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:23:09.983 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:23:09.985 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:23:40.034 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:23:40.037 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:24:10.162 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:24:10.165 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:24:40.289 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:24:40.292 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:25:10.433 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:25:10.435 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:25:40.562 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:25:40.565 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:26:10.615 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:26:10.618 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:26:40.688 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:26:40.690 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:27:10.736 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:27:10.738 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:27:40.955 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:27:40.958 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:28:11.007 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:28:11.010 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:28:41.060 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:28:41.063 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:29:11.179 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:29:11.182 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:29:41.239 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:29:41.242 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:30:11.491 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:30:11.494 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:30:41.544 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:30:41.546 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:31:11.597 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:31:11.599 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:31:41.665 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:31:41.668 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:32:11.785 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:32:11.788 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:32:42.055 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:32:42.057 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:33:12.111 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:33:12.114 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:33:42.175 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:33:42.177 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:34:12.294 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:34:12.297 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:34:42.405 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:34:42.408 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:35:12.457 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:35:12.459 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:35:42.506 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:35:42.509 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:36:12.562 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:36:12.565 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:36:42.634 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:36:42.637 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:37:12.690 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:37:12.693 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:37:42.745 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:37:42.748 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:38:12.848 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:38:12.851 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:38:42.958 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:38:42.961 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:39:13.053 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:39:13.055 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:39:43.171 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:39:43.174 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:40:13.224 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:40:13.227 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:40:43.342 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:40:43.345 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:41:13.487 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:41:13.490 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:41:43.675 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:41:43.678 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:42:13.808 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:42:13.811 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:42:43.853 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:42:43.856 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:43:13.996 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:43:13.999 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:43:44.047 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:43:44.050 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:44:14.160 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:44:14.162 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:44:44.270 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:44:44.273 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:45:14.323 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:45:14.326 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:45:44.380 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:45:44.383 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:46:14.531 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:46:14.534 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:46:44.599 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:46:44.602 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:47:14.708 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:47:14.711 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:47:44.761 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:47:44.763 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:48:14.872 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:48:14.874 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:48:45.046 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:48:45.050 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:49:15.259 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:49:15.261 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:49:45.361 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:49:45.364 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:50:15.415 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:50:15.419 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:50:45.460 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:50:45.464 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:51:15.644 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:51:15.648 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:51:45.839 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:51:45.843 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:52:15.896 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:52:15.900 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:52:45.964 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:52:45.975 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:53:16.103 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:53:16.106 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:53:46.233 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:53:46.237 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:54:16.345 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:54:16.393 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:54:46.471 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:54:46.481 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:55:16.564 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:55:16.589 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:55:46.724 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:55:46.748 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:56:16.903 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:56:16.907 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:56:47.082 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:56:47.087 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:57:17.144 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:57:17.159 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:57:47.208 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:57:47.212 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:58:17.344 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:58:17.348 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:58:47.481 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:58:47.486 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:59:17.608 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:59:17.623 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:59:47.730 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T06:59:47.733 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:00:17.783 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:00:17.788 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:00:47.914 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:00:47.918 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:01:17.967 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:01:17.969 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:01:48.327 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:01:48.330 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:02:18.381 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:02:18.384 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:02:48.440 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:02:48.444 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:03:18.568 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:03:18.570 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:03:48.619 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:03:48.622 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:04:18.747 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:04:18.750 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:04:48.799 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:04:48.802 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:05:18.851 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:05:18.853 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:05:48.962 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:05:48.965 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:06:19.031 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:06:19.034 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:06:49.100 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:06:49.103 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:07:19.145 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:07:19.148 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:07:49.239 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:07:49.242 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:08:19.357 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:08:19.360 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:08:49.623 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:08:49.626 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:09:19.737 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:09:19.740 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:09:49.831 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:09:49.834 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:10:19.883 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:10:19.886 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:10:50.001 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:10:50.004 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:11:20.054 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:11:20.057 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:11:50.132 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:11:50.135 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:12:20.233 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:12:20.236 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:12:50.281 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:12:50.283 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:13:20.413 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:13:20.416 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:13:50.524 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:13:50.527 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:14:20.785 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:14:20.788 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:14:50.886 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:14:50.889 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:15:20.939 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:15:20.942 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:15:51.159 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:15:51.162 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:16:21.456 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:16:21.459 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:16:51.754 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:16:51.758 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:17:21.806 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:17:21.809 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:17:51.969 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:17:51.972 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:18:22.095 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:18:22.100 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:18:52.206 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:18:52.209 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:19:22.399 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:19:22.403 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:19:52.527 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:19:52.530 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:20:22.579 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:20:22.582 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:20:52.705 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:20:52.708 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:21:22.875 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:21:22.878 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:21:53.078 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:21:53.081 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:22:23.129 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:22:23.132 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:22:53.198 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:22:53.202 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:23:23.309 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:23:23.312 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:23:53.469 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:23:53.472 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:24:23.638 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:24:23.641 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:24:53.768 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:24:53.770 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:25:23.827 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:25:23.830 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:25:53.939 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:25:53.942 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:26:24.105 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:26:24.108 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:26:54.336 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:26:54.338 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:27:24.387 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:27:24.390 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:27:54.438 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:27:54.441 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:28:24.559 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:28:24.562 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:28:54.728 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:28:54.731 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:29:24.838 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:29:24.841 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:29:55.012 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:29:55.014 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:30:25.059 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:30:25.062 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:30:55.239 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:30:55.242 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:31:25.406 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:31:25.410 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:31:55.658 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:31:55.661 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:32:25.785 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:32:25.788 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:32:55.846 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:32:55.849 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:33:26.001 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:33:26.074 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:33:56.125 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:33:56.128 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:34:26.261 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:34:26.264 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:34:56.571 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:34:56.573 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:35:26.715 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:35:26.718 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:35:56.809 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:35:56.812 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:36:26.860 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:36:26.863 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:36:56.988 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:36:56.991 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:37:27.041 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:37:27.044 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:37:57.268 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:37:57.271 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:38:27.396 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:38:27.398 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:38:57.454 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:38:57.457 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:39:27.559 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:39:27.562 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:39:57.686 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:39:57.689 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:40:27.737 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:40:27.741 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:40:57.793 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:40:57.796 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:41:27.850 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:41:27.853 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:41:57.930 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:41:57.933 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:42:27.988 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:42:27.991 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:42:58.290 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:42:58.293 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:43:28.401 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:43:28.404 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:43:58.453 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:43:58.456 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:44:28.572 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:44:28.575 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:44:58.682 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:44:58.685 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:45:28.826 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:45:28.830 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:45:58.887 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:45:58.890 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:46:28.932 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:46:28.935 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:46:59.008 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:46:59.011 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:47:29.173 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:47:29.176 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:47:59.363 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:47:59.366 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:48:29.492 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:48:29.500 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:48:59.559 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:48:59.562 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:49:29.670 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:49:29.674 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:49:59.790 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:49:59.803 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:50:29.950 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:50:29.956 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:51:00.071 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:51:00.074 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:51:30.130 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:51:30.147 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:52:00.256 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:52:00.260 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:52:30.536 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:52:30.547 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:53:00.645 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:53:00.652 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:53:30.774 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:53:30.777 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:54:00.829 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:54:00.834 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:54:30.968 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:54:30.971 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:55:01.020 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:55:01.024 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:55:31.224 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:55:31.231 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:56:01.434 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:56:01.439 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:56:31.502 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:56:31.505 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:57:01.604 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:57:01.608 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:57:31.664 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:57:31.667 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:58:01.793 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:58:01.795 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:58:31.911 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:58:31.914 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:59:01.969 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:59:01.972 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:59:32.099 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T07:59:32.102 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:00:02.150 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:00:02.154 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:00:32.288 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:00:32.291 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:01:02.342 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:01:02.345 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:01:32.400 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:01:32.403 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:02:02.470 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:02:02.474 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:02:32.646 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:02:32.648 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:03:02.699 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:03:02.702 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:03:32.825 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:03:32.828 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:04:02.877 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:04:02.880 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:04:33.105 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:04:33.108 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:05:03.416 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:05:03.419 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:05:33.534 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:05:33.537 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:06:03.754 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:06:03.757 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:06:33.805 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:06:33.809 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:07:03.942 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:07:03.945 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:07:33.993 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:07:33.996 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:08:04.138 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:08:04.140 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:08:34.190 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:08:34.193 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:09:04.242 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:09:04.249 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:09:34.378 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:09:34.381 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:10:04.522 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:10:04.525 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:10:34.616 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:10:34.619 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:11:04.727 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:11:04.733 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:11:34.779 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:11:34.781 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:12:04.852 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:12:04.855 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:12:34.983 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:12:34.986 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:13:05.170 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:13:05.173 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:13:35.439 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:13:35.442 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:14:05.497 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:14:05.501 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:14:35.550 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:14:35.553 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:15:05.699 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:15:05.702 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:15:35.748 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:15:35.752 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:16:05.867 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:16:05.870 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:16:35.918 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:16:35.921 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:17:06.107 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:17:06.110 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:17:36.182 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:17:36.185 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:18:06.309 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:18:06.313 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:18:36.653 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:18:36.657 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:19:06.707 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:19:06.710 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:19:36.825 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:19:36.829 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:20:06.876 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:20:06.878 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:20:37.003 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:20:37.006 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:21:07.141 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:21:07.144 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:21:37.191 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:21:37.198 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:22:07.261 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:22:07.264 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:22:37.314 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:22:37.317 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:23:07.432 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:23:07.435 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:23:37.551 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:23:37.556 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:24:07.611 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:24:07.616 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:24:37.722 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:24:37.725 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:25:07.850 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:25:07.853 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:25:37.895 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:25:37.898 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:26:08.022 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:26:08.025 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:26:38.083 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:26:38.086 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:27:08.152 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:27:08.156 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:27:38.200 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:27:38.203 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:28:08.248 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:28:08.251 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:28:38.385 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:28:38.390 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:29:08.443 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:29:08.446 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:29:38.562 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:29:38.566 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:30:08.698 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:30:08.701 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:30:38.867 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:30:38.870 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:31:08.995 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:31:08.998 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:31:39.047 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:31:39.050 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:32:09.108 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:32:09.111 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:32:39.202 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:32:39.205 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:33:09.396 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:33:09.399 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:33:39.498 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:33:39.501 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:34:09.554 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:34:09.557 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:34:39.669 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:34:39.672 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:35:09.779 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:35:09.782 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:35:39.883 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:35:39.886 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:36:09.993 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:36:10.000 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:36:40.052 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:36:40.055 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:37:10.246 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:37:10.248 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:37:40.368 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:37:40.373 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:38:10.537 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:38:10.539 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:38:40.664 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:38:40.667 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:39:10.749 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:39:10.754 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:39:40.877 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:39:40.880 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:40:10.946 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:40:10.949 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:40:41.081 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:40:41.085 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:41:11.139 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:41:11.143 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:41:41.195 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:41:41.198 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:42:11.272 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:42:11.275 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:42:41.324 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:42:41.327 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:43:11.467 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:43:11.470 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:43:41.588 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:43:41.591 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:44:11.639 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:44:11.641 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:44:41.758 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:44:41.761 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:45:11.869 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:45:11.872 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:45:42.055 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:45:42.058 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:46:12.110 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:46:12.113 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:46:42.159 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:46:42.162 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:47:12.231 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:47:12.234 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:47:42.289 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:47:42.292 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:48:12.499 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:48:12.502 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:48:42.618 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:48:42.621 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:49:12.678 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:49:12.681 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:49:42.790 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:49:42.793 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:50:12.884 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:50:12.887 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:50:43.136 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:50:43.139 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:51:13.189 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:51:13.192 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:51:43.232 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:51:43.235 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:52:13.310 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:52:13.314 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:52:43.352 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:52:43.355 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:53:13.589 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:53:13.592 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:53:43.700 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:53:43.710 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:54:13.759 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:54:13.762 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:54:43.887 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:54:43.891 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:55:14.018 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:55:14.022 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:55:44.109 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:55:44.112 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:56:14.402 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:56:14.406 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:56:44.446 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:56:44.449 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:57:14.630 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:57:14.633 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:57:44.689 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:57:44.693 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:58:14.903 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:58:14.906 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:58:45.005 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:58:45.008 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:59:15.066 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:59:15.070 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:59:45.261 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T08:59:45.264 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:00:15.612 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:00:15.615 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:00:45.798 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:00:45.801 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:01:15.925 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:01:15.928 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:01:45.977 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:01:45.981 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:02:16.121 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:02:16.124 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:02:46.200 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:02:46.204 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:03:16.253 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:03:16.256 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:03:46.363 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:03:46.370 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:04:16.430 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:04:16.434 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:04:46.548 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:04:46.551 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:05:16.754 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:05:16.758 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:05:46.896 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:05:46.900 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:06:17.039 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:06:17.042 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:06:47.084 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:06:47.087 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:07:17.156 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:07:17.159 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:07:47.212 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:07:47.215 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:08:17.382 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:08:17.384 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:08:47.424 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:08:47.427 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:09:17.477 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:09:17.480 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:09:47.613 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:09:47.615 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:10:17.748 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:10:17.752 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:10:47.876 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:10:47.879 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:11:18.012 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:11:18.015 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:11:48.056 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:11:48.059 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:12:18.144 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:12:18.147 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:12:48.194 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:12:48.197 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:13:18.255 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:13:18.258 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:13:48.365 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:13:48.367 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:14:18.424 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:14:18.427 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:14:48.480 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:14:48.482 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:15:18.614 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:15:18.616 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:15:48.832 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:15:48.835 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:16:18.969 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:16:18.971 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:16:49.020 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:16:49.022 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:17:19.098 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:17:19.101 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:17:49.258 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:17:49.261 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:18:19.412 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:18:19.415 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:18:49.529 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:18:49.536 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:19:19.590 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:19:19.593 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:19:49.692 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:19:49.695 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:20:19.802 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:20:19.805 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:20:49.913 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:20:49.917 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:21:20.016 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:21:20.019 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:21:50.068 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:21:50.071 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:22:20.145 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:22:20.149 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:22:50.222 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:22:50.226 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:23:20.282 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:23:20.285 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:23:50.385 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:23:50.388 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:24:20.442 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:24:20.445 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:24:50.498 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:24:50.501 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:25:20.647 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:25:20.651 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:25:50.961 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:25:50.966 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:26:21.014 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:26:21.017 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:26:51.065 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:26:51.069 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:27:21.143 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:27:21.146 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:27:51.353 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:27:51.357 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:28:21.406 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:28:21.409 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:28:51.527 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:28:51.529 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:29:21.585 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:29:21.589 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:29:51.721 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:29:51.724 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:30:21.848 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:30:21.851 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:30:52.008 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:30:52.011 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:31:22.060 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:31:22.062 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:31:52.116 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:31:52.119 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:32:22.196 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:32:22.200 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:32:52.245 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:32:52.248 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:33:22.529 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:33:22.533 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:33:52.649 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:33:52.652 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:34:22.707 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:34:22.710 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:34:52.843 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:34:52.847 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:35:22.962 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:35:22.965 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:35:53.018 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:35:53.021 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:36:23.151 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:36:23.154 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:36:53.203 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:36:53.205 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:37:23.380 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:37:23.384 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:37:53.441 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:37:53.443 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:38:23.497 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:38:23.500 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:38:53.637 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:38:53.639 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:39:23.691 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:39:23.694 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:39:53.750 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:39:53.754 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:40:23.860 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:40:23.867 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:40:53.916 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:40:53.919 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:41:24.015 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:41:24.021 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:41:54.070 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:41:54.075 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:42:24.144 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:42:24.148 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:42:54.272 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:42:54.275 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:43:24.324 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:43:24.327 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:43:54.435 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:43:54.438 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:44:24.582 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:44:24.585 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:44:54.739 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:44:54.741 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:45:24.849 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:45:24.851 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:45:54.901 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:45:54.906 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:46:25.021 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:46:25.025 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:46:55.156 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:46:55.163 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:47:25.236 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:47:25.239 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:47:55.286 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:47:55.289 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:48:25.340 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:48:25.343 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:48:55.476 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:48:55.480 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:49:25.580 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:49:25.583 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:49:55.633 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:49:55.638 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:50:25.751 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:50:25.755 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:50:55.811 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:50:55.814 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:51:25.922 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:51:25.925 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:51:55.973 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:51:55.979 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:52:26.052 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:52:26.055 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:52:56.178 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:52:56.181 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:53:26.381 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:53:26.385 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:53:56.508 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:53:56.512 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:54:26.619 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:54:26.622 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:54:56.679 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:54:56.683 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:55:26.856 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:55:26.859 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:55:56.999 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:55:57.002 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:56:27.121 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:56:27.124 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:56:57.163 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:56:57.166 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:57:27.233 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:57:27.236 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:57:57.400 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:57:57.403 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:58:27.697 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:58:27.701 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:58:57.848 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:58:57.851 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:59:28.019 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:59:28.022 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:59:58.075 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T09:59:58.077 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:00:28.205 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:00:28.208 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:00:58.464 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:00:58.466 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:01:28.593 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:01:28.595 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:01:58.720 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:01:58.723 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:02:28.797 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:02:28.800 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:02:58.908 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:02:58.912 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:03:29.035 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:03:29.040 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:03:59.129 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:03:59.134 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:04:29.269 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:04:29.272 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:04:59.318 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:04:59.321 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:05:29.452 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:05:29.456 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:05:59.632 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:05:59.635 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:06:29.766 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:06:29.769 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:06:59.876 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:06:59.879 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:07:29.945 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:07:29.948 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:08:00.048 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:08:00.052 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:08:30.208 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:08:30.210 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:09:00.411 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:09:00.415 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:09:30.530 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:09:30.534 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:10:00.592 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:10:00.597 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:10:30.718 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:10:30.732 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:11:00.855 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:11:00.863 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:11:30.993 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:11:30.998 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:12:01.042 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:12:01.044 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:12:31.120 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:12:31.123 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:13:01.256 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:13:01.258 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:13:31.593 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:13:31.597 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:14:01.653 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:14:01.655 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:14:31.787 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:14:31.790 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:15:01.839 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:15:01.842 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:15:31.958 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:15:31.961 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:16:02.011 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:16:02.015 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:16:32.304 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:16:32.308 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:17:02.364 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:17:02.368 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:17:32.443 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:17:32.446 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:18:02.562 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:18:02.567 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:18:32.681 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:18:32.684 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:19:02.792 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:19:02.796 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:19:32.912 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:19:32.916 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:20:02.964 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:20:02.968 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:20:33.083 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:20:33.086 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:21:03.481 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:21:03.484 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:21:33.570 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:21:33.573 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:22:03.698 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:22:03.701 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:22:33.776 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:22:33.779 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:23:03.919 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:23:03.922 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:23:34.082 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:23:34.085 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:24:04.257 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:24:04.260 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:24:34.314 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:24:34.317 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:25:04.369 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:25:04.372 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:25:34.506 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:25:34.508 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:26:04.674 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:26:04.678 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:26:34.802 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:26:34.805 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:27:04.858 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:27:04.861 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:27:34.931 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:27:34.934 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:28:04.984 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:28:04.987 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:28:35.036 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:28:35.038 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:29:05.172 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:29:05.175 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:29:35.433 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:29:35.436 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:30:05.484 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:30:05.489 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:30:35.595 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:30:35.598 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:31:05.739 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:31:05.742 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:31:35.858 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:31:35.861 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:32:05.994 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:32:05.997 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:32:36.081 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:32:36.084 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:33:06.200 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:33:06.212 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:33:36.268 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:33:36.272 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:34:06.312 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:34:06.315 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:34:36.365 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:34:36.368 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:35:06.539 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:35:06.542 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:35:36.628 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:35:36.634 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:36:06.814 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:36:06.819 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:36:36.880 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:36:36.885 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:37:07.026 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:37:07.029 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:37:37.096 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:37:37.100 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:38:07.149 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:38:07.153 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:38:37.266 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:38:37.269 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:39:07.485 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:39:07.489 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:39:37.596 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:39:37.600 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:40:07.648 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:40:07.651 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:40:37.767 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:40:37.770 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:41:07.896 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:41:07.898 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:41:38.056 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:41:38.058 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:42:08.123 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:42:08.128 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:42:38.204 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:42:38.207 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:43:08.329 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:43:08.332 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:43:38.442 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:43:38.445 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:44:08.558 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:44:08.561 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:44:38.677 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:44:38.679 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:45:08.730 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:45:08.733 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:45:38.858 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:45:38.862 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:46:08.971 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:46:08.974 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:46:39.074 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:46:39.079 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:47:09.197 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:47:09.200 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:47:39.397 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:47:39.407 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:48:09.490 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:48:09.494 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:48:39.612 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:48:39.614 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:49:09.722 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:49:09.726 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:49:39.841 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:49:39.844 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:50:09.893 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:50:09.895 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:50:40.012 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:50:40.015 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:51:10.130 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:51:10.133 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:51:40.233 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:51:40.236 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:52:10.352 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:52:10.354 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:52:40.432 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:52:40.434 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:53:10.480 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:53:10.483 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:53:40.626 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:53:40.629 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:54:10.734 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:54:10.737 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:54:40.863 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:54:40.866 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:55:10.981 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:55:10.984 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:55:41.092 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:55:41.094 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:56:11.201 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:56:11.205 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:56:41.260 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:56:41.263 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:57:11.390 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:57:11.394 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:57:41.572 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:57:41.576 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:58:11.628 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:58:11.631 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:58:41.676 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:58:41.678 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:59:11.782 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:59:11.784 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:59:41.843 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T10:59:41.848 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:00:11.952 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:00:11.957 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:00:42.012 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:00:42.016 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:01:12.065 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:01:12.072 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:01:42.127 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:01:42.130 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:02:12.260 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:02:12.264 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:02:42.345 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:02:42.348 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:03:12.440 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:03:12.442 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:03:42.534 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:03:42.537 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:04:12.644 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:04:12.649 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:04:42.763 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:04:42.766 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:05:12.882 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:05:12.886 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:05:42.992 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:05:42.995 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:06:13.111 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:06:13.114 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:06:43.238 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:06:43.242 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:07:13.357 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:07:13.360 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:07:43.434 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:07:43.438 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:08:13.569 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:08:13.573 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:08:43.682 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:08:43.688 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:09:13.798 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:09:13.802 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:09:43.935 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:09:43.941 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:10:14.069 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:10:14.072 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:10:44.196 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:10:44.199 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:11:14.325 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:11:14.328 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:11:44.435 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:11:44.438 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:12:14.553 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:12:14.560 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:12:44.631 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:12:44.636 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:13:14.742 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:13:14.745 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:13:44.860 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:13:45.005 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:14:15.129 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:14:15.132 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:14:45.252 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:14:45.280 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:15:15.417 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:15:15.420 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:15:45.544 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:15:45.546 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:16:15.672 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:16:15.676 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:16:45.781 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:16:45.785 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:17:15.899 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:17:15.902 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:17:45.986 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:17:45.989 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:18:16.090 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:18:16.094 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:18:46.206 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:18:46.210 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:19:16.333 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:19:16.336 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:19:46.393 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:19:46.396 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:20:16.521 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:20:16.524 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:20:46.580 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:20:46.584 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:21:16.634 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:21:16.637 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:21:46.799 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:21:46.802 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:22:16.929 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:22:16.932 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:22:47.011 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:22:47.014 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:23:17.067 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:23:17.070 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:23:47.185 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:23:47.189 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:24:17.313 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:24:17.316 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:24:47.423 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:24:47.427 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:25:17.561 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:25:17.564 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:25:47.695 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:25:47.698 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:26:17.821 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:26:17.824 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:26:47.949 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:26:47.951 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:27:18.067 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:27:18.071 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:27:48.146 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:27:48.149 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:28:18.280 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:28:18.283 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:28:48.416 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:28:48.419 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:29:18.542 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:29:18.545 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:29:48.678 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:29:48.682 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:30:18.789 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:30:18.792 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:30:48.916 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:30:48.920 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:31:19.043 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:31:19.046 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:31:49.161 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:31:49.164 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:32:19.280 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:32:19.283 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:32:49.357 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:32:49.359 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:33:19.408 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:33:19.411 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:33:49.461 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:33:49.463 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:34:19.563 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:34:19.566 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:34:49.665 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:34:49.668 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:35:19.793 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:35:19.796 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:35:49.912 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:35:49.915 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:36:20.041 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:36:20.044 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:36:50.175 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:36:50.179 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:37:20.293 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:37:20.297 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:37:50.372 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:37:50.375 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:38:20.480 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:38:20.483 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:38:50.607 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:38:50.611 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:39:20.734 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:39:20.737 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:39:50.862 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:39:50.865 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:40:20.980 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:40:20.983 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:40:51.090 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:40:51.093 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:41:21.217 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:41:21.220 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:41:51.361 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:41:51.364 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:42:21.497 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:42:21.500 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:42:51.583 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:42:51.586 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:43:21.634 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:43:21.637 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:43:51.779 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:43:51.782 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:44:21.889 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:44:21.892 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:44:52.015 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:44:52.018 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:45:22.143 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:45:22.146 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:45:52.254 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:45:52.257 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:46:22.418 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:46:22.421 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:46:52.549 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:46:52.552 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:47:22.660 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:47:22.663 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:47:52.745 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:47:52.748 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:48:22.806 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:48:22.809 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:48:52.925 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:48:52.928 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:49:23.044 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:49:23.048 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:49:53.163 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:49:53.166 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:50:23.273 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:50:23.275 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:50:53.412 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:50:53.415 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:51:23.552 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:51:23.555 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:51:53.670 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:51:53.674 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:52:23.797 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:52:23.800 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:52:53.875 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:52:53.878 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:53:23.993 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:53:23.996 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:53:54.121 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:53:54.123 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:54:24.239 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:54:24.242 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:54:54.358 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:54:54.362 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:55:24.485 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:55:24.488 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:55:54.537 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:55:54.540 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:56:24.656 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:56:24.659 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:56:54.713 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:56:54.717 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:57:24.819 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:57:24.821 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:57:54.895 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:57:54.899 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:58:25.023 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:58:25.026 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:58:55.150 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:58:55.153 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:59:25.260 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:59:25.263 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:59:55.371 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T11:59:55.375 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:00:25.498 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:00:25.501 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:00:55.618 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:00:55.621 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:01:25.735 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:01:25.738 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:01:55.854 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:01:55.857 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:02:25.956 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:02:25.959 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:02:56.025 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:02:56.028 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:03:26.152 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:03:26.156 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:03:56.262 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:03:56.266 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:04:26.323 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:04:26.326 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:04:56.383 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:04:56.385 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:05:26.519 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:05:26.522 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:05:56.621 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:05:56.625 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:06:26.740 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:06:26.743 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:06:56.859 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:06:56.862 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:07:26.969 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:07:26.972 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:07:57.047 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:07:57.050 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:08:27.157 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:08:27.160 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:08:57.284 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:08:57.287 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:09:27.411 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:09:27.413 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:09:57.521 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:09:57.523 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:10:27.631 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:10:27.635 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:10:57.692 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:10:57.695 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:11:27.810 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:11:27.813 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:11:57.938 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:11:57.941 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:12:28.065 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:12:28.068 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:12:58.138 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:12:58.141 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:13:28.453 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:13:28.455 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:13:58.499 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:13:58.501 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:14:28.615 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:14:28.618 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:14:58.725 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:14:58.728 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:15:28.844 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:15:28.847 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:15:58.971 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:15:58.975 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:16:29.073 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:16:29.076 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:16:59.208 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:16:59.212 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:17:29.336 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:17:29.339 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:17:59.646 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:17:59.649 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:18:29.765 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:18:29.767 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:18:59.900 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:18:59.903 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:19:30.045 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:19:30.048 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:20:00.154 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:20:00.157 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:20:30.256 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:20:30.260 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:21:00.366 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:21:00.369 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:21:30.477 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:21:30.479 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:22:00.588 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:22:00.590 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:22:30.698 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:22:30.701 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:23:00.942 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:23:00.945 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:23:30.995 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:23:30.998 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:24:01.137 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:24:01.140 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:24:31.197 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:24:31.200 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:25:01.333 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:25:01.336 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:25:31.384 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:25:31.387 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:26:01.512 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:26:01.514 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:26:31.631 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:26:31.635 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:27:01.733 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:27:01.736 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:27:31.861 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:27:31.863 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:28:01.937 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:28:01.940 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:28:31.997 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:28:32.000 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:29:02.133 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:29:02.136 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:29:32.242 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:29:32.245 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:30:02.362 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:30:02.364 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:30:32.497 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:30:32.500 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:31:02.599 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:31:02.602 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:31:32.743 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:31:32.746 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:32:02.861 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:32:02.863 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:32:32.972 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:32:32.975 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:33:03.043 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:33:03.046 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:33:33.168 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:33:33.170 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:34:03.286 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:34:03.289 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:34:33.413 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:34:33.416 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:35:03.540 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:35:03.543 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:35:33.701 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:35:33.704 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:36:03.819 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:36:03.822 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:36:33.947 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:36:33.950 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:37:04.090 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:37:04.093 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:37:34.209 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:37:34.603 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:38:04.819 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:38:04.822 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:38:34.912 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:38:34.915 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:39:04.966 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:39:04.969 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:39:35.092 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:39:35.095 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:40:05.211 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:40:05.214 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:40:35.346 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:40:35.349 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:41:05.465 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:41:05.468 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:41:35.575 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:41:35.578 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:42:05.636 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:42:05.638 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:42:35.681 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:42:35.684 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:43:05.760 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:43:05.763 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:43:35.810 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:43:35.813 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:44:05.965 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:44:05.968 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:44:36.026 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:44:36.030 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:45:06.141 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:45:06.144 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:45:36.211 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:45:36.214 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:46:06.330 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:46:06.333 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:46:36.657 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:46:36.659 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:47:06.767 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:47:06.770 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:47:36.844 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:47:36.847 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:48:06.908 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:48:06.911 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:48:36.965 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:48:36.967 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:49:07.019 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:49:07.021 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:49:37.077 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:49:37.080 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:50:07.230 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:50:07.232 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:50:37.523 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:50:37.526 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:51:07.651 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:51:07.654 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:51:37.786 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:51:37.789 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:52:07.896 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:52:07.899 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:52:37.999 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:52:38.002 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:53:08.071 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:53:08.074 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:53:38.204 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:53:38.206 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:54:08.331 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:54:08.378 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:54:38.482 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:54:38.485 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:55:08.602 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:55:08.605 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:55:38.721 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:55:38.724 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:56:08.847 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:56:08.850 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:56:38.983 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:56:38.985 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:57:09.102 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:57:09.104 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:57:39.221 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:57:39.224 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:58:09.306 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:58:09.310 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:58:39.450 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:58:39.452 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:59:09.552 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:59:09.555 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:59:39.679 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T12:59:39.682 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:00:09.807 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:00:09.809 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:00:39.933 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:00:39.936 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:01:10.052 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:01:10.055 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:01:40.163 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:01:40.166 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:02:10.273 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:02:10.276 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:02:40.400 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:02:40.403 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:03:10.472 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:03:10.474 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:03:40.521 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:03:40.525 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:04:10.632 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:04:10.635 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:04:40.759 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:04:40.762 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:05:10.878 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:05:10.881 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:05:41.014 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:05:41.017 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:06:11.132 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:06:11.135 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:06:41.193 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:06:41.196 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:07:11.251 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:07:11.254 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:07:41.297 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:07:41.299 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:08:11.370 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:08:11.373 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:08:41.419 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:08:41.421 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:09:11.521 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:09:11.524 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:09:41.572 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:09:41.575 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:10:11.628 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:10:11.630 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:10:41.686 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:10:41.688 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:11:11.814 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:11:11.817 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:11:41.865 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:11:41.868 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:12:12.000 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:12:12.003 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:12:42.052 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:12:42.055 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:13:12.130 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:13:12.133 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:13:42.488 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:13:42.491 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:14:12.593 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:14:12.596 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:14:42.753 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:14:42.756 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:15:12.864 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:15:12.867 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:15:42.917 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:15:42.920 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:16:13.018 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:16:13.021 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:16:43.129 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:16:43.131 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:17:13.248 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:17:13.251 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:17:43.366 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:17:43.369 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:18:13.695 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:18:13.698 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:18:43.746 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:18:43.748 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:19:13.805 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:19:13.808 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:19:43.916 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:19:43.919 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:20:14.019 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:20:14.022 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:20:44.121 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:20:44.123 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:21:14.223 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:21:14.225 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:21:44.317 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:21:44.320 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:22:14.435 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:22:14.438 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:22:44.563 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:22:44.566 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:23:14.641 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:23:14.643 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:23:44.687 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:23:44.690 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:24:14.803 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:24:14.806 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:24:44.855 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:24:44.858 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:25:14.957 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:25:14.960 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:25:45.093 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:25:45.096 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:26:15.213 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:26:15.215 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:26:45.339 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:26:45.342 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:27:15.466 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:27:15.469 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:27:45.568 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:27:45.571 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:28:15.646 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:28:15.649 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:28:45.698 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:28:45.701 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:29:15.791 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:29:15.794 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:29:45.928 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:29:45.931 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:30:16.054 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:30:16.057 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:30:46.174 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:30:46.177 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:31:16.292 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:31:16.295 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:31:46.403 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:31:46.406 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:32:16.522 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:32:16.524 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:32:46.633 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:32:46.635 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:33:16.709 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:33:16.712 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:33:46.761 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:33:46.764 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:34:16.905 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:34:16.908 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:34:47.033 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:34:47.036 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:35:17.168 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:35:17.171 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:35:47.296 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:35:47.299 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:36:17.464 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:36:17.467 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:36:47.584 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:36:47.587 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:37:17.685 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:37:17.688 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:37:47.738 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:37:47.740 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:38:17.815 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:38:17.817 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:38:47.867 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:38:47.870 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:39:17.994 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:39:17.997 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:39:48.105 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:39:48.108 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:40:18.240 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:40:18.243 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:40:48.350 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:40:48.353 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:41:18.453 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:41:18.455 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:41:48.580 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:41:48.583 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:42:18.638 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:42:18.641 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:42:48.693 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:42:48.695 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:43:18.770 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:43:18.774 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:43:48.939 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:43:48.942 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:44:19.059 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:44:19.061 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:44:49.110 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:44:49.113 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:45:19.238 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:45:19.240 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:45:49.348 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:45:49.351 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:46:19.467 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:46:19.469 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:46:49.594 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:46:49.597 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:47:19.722 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:47:19.725 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:47:49.865 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:47:49.868 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:48:19.960 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:48:19.963 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:48:50.086 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:48:50.089 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:49:20.222 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:49:20.225 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:49:50.349 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:49:50.352 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:50:20.484 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:50:20.487 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:50:50.620 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:50:50.623 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:51:20.747 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:51:20.750 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:51:50.858 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:51:50.861 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:52:20.910 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:52:20.912 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:52:51.037 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:52:51.040 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:53:21.114 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:53:21.117 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:53:51.167 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:53:51.170 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:54:21.294 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:54:21.296 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:54:51.428 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:54:51.431 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:55:21.556 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:55:21.559 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:55:51.666 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:55:51.670 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:56:21.785 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:56:21.788 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:56:51.912 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:56:51.914 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:57:22.022 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:57:22.025 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:57:52.149 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:57:52.152 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:58:22.228 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:58:22.231 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:58:52.346 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:58:52.348 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:59:22.456 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:59:22.458 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:59:52.566 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T13:59:52.569 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:00:22.685 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:00:22.688 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:00:52.788 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:00:52.790 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:01:22.906 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:01:22.910 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:01:53.024 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:01:53.027 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:02:23.077 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:02:23.080 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:02:53.196 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:02:53.199 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:03:23.273 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:03:23.276 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:03:53.400 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:03:53.404 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:04:23.535 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:04:23.538 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:04:53.670 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:04:53.673 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:05:23.773 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:05:23.776 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:05:53.901 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:05:53.904 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:06:24.035 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:06:24.038 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:06:54.146 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:06:54.149 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:07:24.248 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:07:24.251 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:07:54.350 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:07:54.353 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:08:24.427 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:08:24.430 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:08:54.538 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:08:54.541 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:09:24.657 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:09:24.660 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:09:54.775 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:09:54.778 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:10:24.830 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:10:24.834 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:10:54.938 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:10:54.941 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:11:25.040 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:11:25.043 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:11:55.142 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:11:55.145 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:12:25.253 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:12:25.255 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:12:55.380 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:12:55.383 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:13:25.449 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:13:25.452 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:13:55.559 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:13:55.562 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:14:25.670 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:14:25.673 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:14:55.713 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:14:55.716 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:15:25.841 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:15:25.843 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:15:55.885 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:15:55.888 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:16:26.013 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:16:26.016 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:16:56.131 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:16:56.134 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:17:26.275 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:17:26.277 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:17:56.393 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:17:56.396 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:18:26.468 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:18:26.471 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:18:56.523 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:18:56.526 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:19:26.650 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:19:26.653 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:19:56.777 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:19:56.780 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:20:26.831 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:20:26.834 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:20:56.864 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:20:56.867 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:21:26.917 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:21:26.920 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:21:56.960 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:21:56.963 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:22:27.019 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:22:27.022 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:22:57.073 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:22:57.076 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:23:27.148 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:23:27.151 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:23:57.202 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:23:57.205 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:24:27.263 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:24:27.266 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:24:57.306 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:24:57.309 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:25:27.360 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:25:27.363 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:25:57.493 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:25:57.496 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:26:27.595 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:26:27.598 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:26:57.706 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:26:57.708 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:27:27.816 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:27:27.819 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:27:57.936 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:27:57.938 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:28:28.004 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:28:28.007 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:28:58.048 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:28:58.051 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:29:28.174 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:29:28.177 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:29:58.302 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:29:58.304 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:30:28.412 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:30:28.415 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:30:58.523 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:30:58.527 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:31:28.650 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:31:28.653 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:31:58.769 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:31:58.771 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:32:28.896 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:32:28.899 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:32:59.023 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:32:59.026 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:33:29.101 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:33:29.103 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:33:59.218 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:33:59.221 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:34:29.346 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:34:29.348 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:34:59.438 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:34:59.441 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:35:29.549 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:35:29.552 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:35:59.660 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:35:59.663 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:36:29.786 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:36:29.789 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:36:59.897 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:36:59.901 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:37:30.007 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:37:30.009 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:38:00.109 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:38:00.112 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:38:30.192 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:38:30.194 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:39:00.239 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:39:00.242 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:39:30.357 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:39:30.360 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:40:00.483 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:40:00.486 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:40:30.619 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:40:30.622 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:41:00.763 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:41:00.766 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:41:30.873 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:41:30.876 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:42:00.992 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:42:00.996 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:42:31.102 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:42:31.104 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:43:01.238 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:43:01.241 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:43:31.316 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:43:31.319 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:44:01.367 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:44:01.370 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:44:31.485 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:44:31.488 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:45:01.587 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:45:01.590 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:45:31.640 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:45:31.643 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:46:01.742 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:46:01.749 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:46:31.868 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:46:31.871 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:47:01.991 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:47:01.993 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:47:32.105 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:47:32.108 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:48:02.225 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:48:02.228 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:48:32.302 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:48:32.304 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:49:02.470 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:49:02.473 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:49:32.597 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:49:32.600 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:50:02.715 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:50:02.718 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:50:32.834 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:50:32.837 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:51:02.937 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:51:02.940 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:51:33.063 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:51:33.066 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:52:03.199 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:52:03.202 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:52:33.343 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:52:33.346 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:53:03.453 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:53:03.456 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:53:33.526 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:53:33.529 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:54:03.649 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:54:03.652 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:54:33.709 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:54:33.711 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:55:03.752 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:55:03.754 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:55:33.807 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:55:33.810 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:56:03.857 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:56:03.859 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:56:33.911 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:56:33.914 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:57:03.961 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:57:03.964 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:57:34.013 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:57:34.016 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:58:04.060 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:58:04.063 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:58:34.141 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:58:34.144 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:59:04.186 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:59:04.189 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:59:34.244 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T14:59:34.248 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:00:04.291 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:00:04.293 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:00:34.355 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:00:34.358 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:01:04.402 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:01:04.405 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:01:34.466 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:01:34.469 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:02:04.515 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:02:04.518 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:02:34.567 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:02:34.570 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:03:04.725 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:03:04.728 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:03:34.797 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:03:34.800 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:04:04.856 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:04:04.858 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:04:34.908 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:04:34.911 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:05:04.960 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:05:04.963 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:05:35.011 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:05:35.014 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:06:05.064 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:06:05.067 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:06:35.114 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:06:35.116 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:07:05.161 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:07:05.163 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:07:35.238 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:07:35.241 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:08:05.282 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:08:05.284 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:08:35.353 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:08:35.356 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:09:05.393 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:09:05.396 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:09:35.448 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:09:35.451 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:10:05.486 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:10:05.489 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:10:35.542 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:10:35.545 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:11:05.594 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:11:05.597 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:11:35.647 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:11:35.650 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:12:05.698 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:12:05.701 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:12:35.756 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:12:35.758 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:13:05.861 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:13:05.865 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:13:35.932 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:13:35.936 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:14:06.057 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:14:06.059 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:14:36.118 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:14:36.121 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:15:06.165 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:15:06.168 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:15:36.513 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:15:36.516 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:16:06.623 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:16:06.626 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:16:36.792 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:16:36.795 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:17:06.844 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:17:06.846 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:17:36.980 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:17:36.984 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:18:07.089 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:18:07.092 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:18:37.179 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:18:37.182 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:19:07.227 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:19:07.230 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:19:37.281 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:19:37.288 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:20:07.328 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:20:07.331 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:20:37.384 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:20:37.389 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:21:07.433 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:21:07.439 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:21:37.495 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:21:37.503 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:22:07.560 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:22:07.573 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:22:37.631 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:22:37.635 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:23:07.688 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:23:07.693 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:23:37.757 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:23:37.771 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:24:07.836 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:24:07.845 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:24:37.911 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:24:37.917 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:25:07.970 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:25:07.989 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:25:38.058 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:25:38.088 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:26:08.134 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:26:08.145 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:26:38.207 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:26:38.235 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:27:08.297 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:27:08.300 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:27:38.366 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:27:38.372 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:28:08.431 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:28:08.439 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:28:38.516 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:28:38.521 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:29:08.562 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:29:08.567 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:29:38.619 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:29:38.623 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:30:08.669 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:30:08.672 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:30:38.733 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:30:38.736 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:31:08.780 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:31:08.783 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:31:38.835 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:31:38.838 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:32:08.883 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:32:08.886 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:32:38.940 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:32:38.943 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:33:09.095 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:33:09.098 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:33:39.188 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:33:39.191 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:34:09.306 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:34:09.309 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:34:39.409 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:34:39.412 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:35:09.552 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:35:09.746 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:35:39.837 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:35:39.840 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:36:09.940 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:36:09.942 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:36:40.067 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:36:40.069 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:37:10.186 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:37:10.189 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:37:40.314 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:37:40.317 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:38:10.431 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:38:10.465 DEBUG:teuthology.orchestra.run.smithi188:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-08T15:38:39.222 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2023-06-08T15:38:39.223 DEBUG:teuthology.task.console_log:Killing console logger for smithi062 2023-06-08T15:38:39.223 DEBUG:teuthology.task.console_log:Killing console logger for smithi188 2023-06-08T15:38:39.224 DEBUG:teuthology.exit:Finished running handlers